{"all_model_descriptions_require_human_review":true,"candidate_targets":1709,"gap":0,"independent_metrics":{"classes_absent_from_training":[56,128],"fine_top1":0.9023517382413088,"parent_top1":0.9851738241308794,"per_class":{"1":{"count":110,"fine_top1":1.0},"10":{"count":58,"fine_top1":1.0},"113":{"count":24,"fine_top1":1.0},"115":{"count":1,"fine_top1":1.0},"116":{"count":18,"fine_top1":0.2222222222222222},"12":{"count":163,"fine_top1":0.5214723926380368},"128":{"count":12,"fine_top1":0.0},"13":{"count":112,"fine_top1":1.0},"138":{"count":2,"fine_top1":1.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":19,"fine_top1":1.0},"16":{"count":15,"fine_top1":1.0},"17":{"count":16,"fine_top1":1.0},"18":{"count":94,"fine_top1":0.7872340425531915},"19":{"count":1,"fine_top1":1.0},"2":{"count":37,"fine_top1":1.0},"20":{"count":28,"fine_top1":1.0},"22":{"count":18,"fine_top1":1.0},"25":{"count":88,"fine_top1":1.0},"3":{"count":254,"fine_top1":0.9251968503937008},"30":{"count":2,"fine_top1":0.5},"34":{"count":19,"fine_top1":1.0},"4":{"count":63,"fine_top1":1.0},"41":{"count":190,"fine_top1":0.8947368421052632},"56":{"count":2,"fine_top1":0.0},"6":{"count":291,"fine_top1":0.9759450171821306},"64":{"count":27,"fine_top1":0.7777777777777778},"8":{"count":64,"fine_top1":0.9375},"9":{"count":209,"fine_top1":0.9617224880382775}},"records":1956,"scope":"generic_component_holdout_latest40class_not_new_blind_test","segmentation":{"assd_native_pixels_defined_count":1956,"assd_native_pixels_median":0.5785318920612256,"boundary_f1_1px_defined_count":1956,"boundary_f1_1px_median":0.9608028024935777,"count":1956,"empty_predictions":0,"fraction_iou_at_least_090":0.41922290388548056,"hd95_native_pixels_defined_count":1956,"hd95_native_pixels_median":1.0,"iou_defined_count":1956,"iou_median":0.8891431565561416,"iou_p10":0.7771955297865815}},"mode":"existing","prior_human_description_not_overwritten":true,"requested_images":1062,"targets":1062,"unresolved_classification_targets":89,"vlm_metrics":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.971927966101695,"correct":1835,"labelled":1888},"\u6750\u8d28":{"accuracy":0.9311440677966102,"correct":1758,"labelled":1888},"\u6a2a\u6881":{"accuracy":0.9846398305084746,"correct":1859,"labelled":1888}},"human_observation_reference_targets":400,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"6eb74c86ae4669ede372fe58580a6b96bffb436c6a8db93ffde0929acebd0717","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":0.9994703389830508,"strict_complete_JSON_valid":1887,"targets":1888,"token_limit_hits":0}}
