{"all_model_descriptions_require_human_review":true,"candidate_targets":2781,"gap":0,"independent_metrics":{"classes_absent_from_training":[56,128],"fine_top1":0.935682326621924,"parent_top1":0.988255033557047,"per_class":{"1":{"count":108,"fine_top1":1.0},"10":{"count":58,"fine_top1":1.0},"113":{"count":24,"fine_top1":0.7083333333333334},"115":{"count":1,"fine_top1":0.0},"116":{"count":18,"fine_top1":0.5},"12":{"count":149,"fine_top1":0.9463087248322147},"128":{"count":11,"fine_top1":0.0},"13":{"count":103,"fine_top1":1.0},"138":{"count":2,"fine_top1":0.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":23,"fine_top1":0.8260869565217391},"16":{"count":15,"fine_top1":1.0},"17":{"count":16,"fine_top1":0.625},"18":{"count":94,"fine_top1":0.776595744680851},"19":{"count":1,"fine_top1":1.0},"2":{"count":28,"fine_top1":1.0},"20":{"count":28,"fine_top1":0.9642857142857143},"22":{"count":18,"fine_top1":1.0},"25":{"count":88,"fine_top1":1.0},"3":{"count":249,"fine_top1":0.9879518072289156},"30":{"count":2,"fine_top1":0.0},"34":{"count":14,"fine_top1":1.0},"4":{"count":56,"fine_top1":1.0},"41":{"count":147,"fine_top1":0.891156462585034},"56":{"count":2,"fine_top1":0.0},"6":{"count":291,"fine_top1":0.9518900343642611},"64":{"count":26,"fine_top1":0.9615384615384616},"8":{"count":64,"fine_top1":0.9375},"9":{"count":133,"fine_top1":0.9774436090225563}},"records":1788,"scope":"generic_component_holdout_latest40class_not_new_blind_test","segmentation":{"assd_native_pixels_defined_count":1788,"assd_native_pixels_median":0.6678514982775439,"boundary_f1_1px_defined_count":1788,"boundary_f1_1px_median":0.9426561766683778,"count":1788,"empty_predictions":0,"fraction_iou_at_least_090":0.407158836689038,"hd95_native_pixels_defined_count":1788,"hd95_native_pixels_median":2.0,"iou_defined_count":1788,"iou_median":0.8866422844127042,"iou_p10":0.7520931385239717}},"mode":"existing","prior_human_description_not_overwritten":true,"requested_images":1098,"targets":1098,"unresolved_classification_targets":161,"vlm_metrics":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.9732090856144437,"correct":1671,"labelled":1717},"\u6750\u8d28":{"accuracy":0.9242865463016889,"correct":1587,"labelled":1717},"\u6a2a\u6881":{"accuracy":0.9836924868957484,"correct":1689,"labelled":1717}},"human_observation_reference_targets":374,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"6eb74c86ae4669ede372fe58580a6b96bffb436c6a8db93ffde0929acebd0717","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":1.0,"strict_complete_JSON_valid":1717,"targets":1717,"token_limit_hits":0}}
