{"all_model_descriptions_require_human_review":true,"candidate_targets":2265,"gap":3592,"independent_metrics":{"classes_absent_from_training":[56,128],"fine_top1":0.8969957081545065,"parent_top1":0.9860515021459227,"per_class":{"1":{"count":110,"fine_top1":1.0},"10":{"count":58,"fine_top1":1.0},"113":{"count":24,"fine_top1":0.7083333333333334},"115":{"count":1,"fine_top1":1.0},"116":{"count":18,"fine_top1":1.0},"12":{"count":155,"fine_top1":0.535483870967742},"128":{"count":12,"fine_top1":0.0},"13":{"count":110,"fine_top1":1.0},"138":{"count":2,"fine_top1":0.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":19,"fine_top1":1.0},"16":{"count":15,"fine_top1":1.0},"17":{"count":16,"fine_top1":0.625},"18":{"count":94,"fine_top1":0.5957446808510638},"19":{"count":1,"fine_top1":1.0},"2":{"count":28,"fine_top1":1.0},"20":{"count":28,"fine_top1":1.0},"22":{"count":18,"fine_top1":1.0},"25":{"count":88,"fine_top1":0.9886363636363636},"3":{"count":253,"fine_top1":0.9723320158102767},"30":{"count":2,"fine_top1":1.0},"34":{"count":16,"fine_top1":1.0},"4":{"count":56,"fine_top1":1.0},"41":{"count":170,"fine_top1":0.9117647058823529},"56":{"count":2,"fine_top1":0.0},"6":{"count":291,"fine_top1":0.9828178694158075},"64":{"count":27,"fine_top1":0.7777777777777778},"8":{"count":64,"fine_top1":0.9375},"9":{"count":167,"fine_top1":0.9101796407185628}},"records":1864,"scope":"generic_component_holdout_latest40class_not_new_blind_test","segmentation":{"assd_native_pixels_defined_count":1864,"assd_native_pixels_median":0.6035755493290279,"boundary_f1_1px_defined_count":1864,"boundary_f1_1px_median":0.950769425159122,"count":1864,"empty_predictions":0,"fraction_iou_at_least_090":0.4227467811158798,"hd95_native_pixels_defined_count":1864,"hd95_native_pixels_median":1.0,"iou_defined_count":1864,"iou_median":0.8875955230946101,"iou_p10":0.7620092788769096}},"mode":"new","prior_human_description_not_overwritten":false,"requested_images":4000,"targets":408,"unresolved_classification_targets":154,"vlm_metrics":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.9704570791527313,"correct":1741,"labelled":1794},"\u6750\u8d28":{"accuracy":0.8857302118171684,"correct":1589,"labelled":1794},"\u6a2a\u6881":{"accuracy":0.9860646599777034,"correct":1769,"labelled":1794}},"human_observation_reference_targets":391,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"6eb74c86ae4669ede372fe58580a6b96bffb436c6a8db93ffde0929acebd0717","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":0.9983277591973244,"strict_complete_JSON_valid":1791,"targets":1794,"token_limit_hits":0}}
