{"all_model_descriptions_require_human_review":true,"candidate_targets":3790,"gap":0,"independent_metrics":{"classes_absent_from_training":[56,128],"fine_top1":0.8757961783439491,"parent_top1":0.986624203821656,"per_class":{"1":{"count":97,"fine_top1":1.0},"10":{"count":53,"fine_top1":1.0},"113":{"count":24,"fine_top1":1.0},"115":{"count":1,"fine_top1":1.0},"116":{"count":18,"fine_top1":0.8888888888888888},"12":{"count":122,"fine_top1":0.20491803278688525},"128":{"count":11,"fine_top1":0.0},"13":{"count":102,"fine_top1":1.0},"138":{"count":2,"fine_top1":0.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":15,"fine_top1":0.8},"16":{"count":14,"fine_top1":1.0},"17":{"count":16,"fine_top1":0.75},"18":{"count":95,"fine_top1":0.6736842105263158},"19":{"count":1,"fine_top1":0.0},"2":{"count":18,"fine_top1":1.0},"20":{"count":28,"fine_top1":1.0},"22":{"count":17,"fine_top1":1.0},"25":{"count":88,"fine_top1":1.0},"3":{"count":222,"fine_top1":0.9954954954954955},"30":{"count":2,"fine_top1":1.0},"34":{"count":13,"fine_top1":1.0},"4":{"count":55,"fine_top1":1.0},"41":{"count":106,"fine_top1":0.8679245283018868},"56":{"count":2,"fine_top1":0.0},"6":{"count":239,"fine_top1":0.9790794979079498},"64":{"count":25,"fine_top1":0.52},"8":{"count":66,"fine_top1":0.9090909090909091},"9":{"count":99,"fine_top1":0.9595959595959596}},"records":1570,"scope":"generic_start_component_holdout_latest40class_labels_not_new_blind_test","segmentation":{"assd_native_pixels_defined_count":1570,"assd_native_pixels_median":0.6977518522971082,"boundary_f1_1px_defined_count":1570,"boundary_f1_1px_median":0.9394950277970322,"count":1570,"empty_predictions":0,"fraction_iou_at_least_090":0.35159235668789807,"hd95_native_pixels_defined_count":1570,"hd95_native_pixels_median":2.0,"iou_defined_count":1570,"iou_median":0.8789285622363743,"iou_p10":0.7223224575454142}},"mode":"existing","prior_human_description_not_overwritten":true,"requested_images":1764,"targets":1764,"unresolved_classification_targets":240,"vlm_metrics":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.10828877005347594,"correct":162,"labelled":1496},"\u6750\u8d28":{"accuracy":0.11073825503355705,"correct":165,"labelled":1490},"\u6a2a\u6881":{"accuracy":0.10828877005347594,"correct":162,"labelled":1496}},"human_observation_reference_targets":272,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"fc77449d8ffc3a0e1a07cf16091f4d28b190eeb29a66cea7dd9319a4381524f6","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":0.11697860962566844,"strict_complete_JSON_valid":175,"targets":1496,"token_limit_hits":0}}
