{"all_model_descriptions_require_human_review":true,"candidate_targets":1235,"gap":0,"independent_metrics":{"classes_absent_from_training":[56,128],"fine_top1":0.8979692917285785,"parent_top1":0.9791976225854383,"per_class":{"1":{"count":110,"fine_top1":1.0},"10":{"count":58,"fine_top1":1.0},"113":{"count":24,"fine_top1":0.8333333333333334},"115":{"count":1,"fine_top1":0.0},"116":{"count":18,"fine_top1":0.8888888888888888},"12":{"count":167,"fine_top1":0.38323353293413176},"128":{"count":12,"fine_top1":0.0},"13":{"count":112,"fine_top1":1.0},"138":{"count":2,"fine_top1":1.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":19,"fine_top1":1.0},"16":{"count":15,"fine_top1":1.0},"17":{"count":16,"fine_top1":1.0},"18":{"count":94,"fine_top1":0.8085106382978723},"19":{"count":1,"fine_top1":1.0},"2":{"count":37,"fine_top1":1.0},"20":{"count":28,"fine_top1":1.0},"22":{"count":18,"fine_top1":1.0},"25":{"count":88,"fine_top1":0.9545454545454546},"3":{"count":254,"fine_top1":0.8779527559055118},"30":{"count":2,"fine_top1":0.5},"34":{"count":24,"fine_top1":1.0},"4":{"count":75,"fine_top1":1.0},"41":{"count":201,"fine_top1":0.9502487562189055},"56":{"count":2,"fine_top1":0.0},"6":{"count":291,"fine_top1":0.9725085910652921},"64":{"count":27,"fine_top1":1.0},"8":{"count":64,"fine_top1":0.9375},"9":{"count":240,"fine_top1":0.975}},"records":2019,"scope":"generic_component_holdout_latest40class_not_new_blind_test","segmentation":{"assd_native_pixels_defined_count":2019,"assd_native_pixels_median":0.5436998739345091,"boundary_f1_1px_defined_count":2019,"boundary_f1_1px_median":0.9651880641794255,"count":2019,"empty_predictions":0,"fraction_iou_at_least_090":0.4328875681030213,"hd95_native_pixels_defined_count":2019,"hd95_native_pixels_median":1.0,"iou_defined_count":2019,"iou_median":0.8911226564264739,"iou_p10":0.7851394347744712}},"mode":"existing","prior_human_description_not_overwritten":true,"requested_images":1051,"targets":1051,"unresolved_classification_targets":90,"vlm_metrics":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.9564325986673501,"correct":1866,"labelled":1951},"\u6750\u8d28":{"accuracy":0.9523321373654536,"correct":1858,"labelled":1951},"\u6a2a\u6881":{"accuracy":0.9774474628395694,"correct":1907,"labelled":1951}},"human_observation_reference_targets":422,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"6eb74c86ae4669ede372fe58580a6b96bffb436c6a8db93ffde0929acebd0717","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":1.0,"strict_complete_JSON_valid":1951,"targets":1951,"token_limit_hits":0}}
