{"access":{"existing":"https://medical-chain-franchise-dana.trycloudflare.com","new":"https://minutes-departments-stick-enough.trycloudflare.com"},"datasets":{"automatic_training_eligible":false,"candidate_distinct_images":3146,"candidates":3790,"distinct_images":6597,"fine_classes":40,"ground_truth_eligible":false,"human_mask_confirmed":false,"human_pose_confirmed":false,"inherited_component_hash_split":true,"not_a_new_prospective_blind_test":true,"parents":9,"prior_model_selection_exposure_disclosed":true,"robot_command_eligible":false,"semantic_conflict_targets":73,"semantic_supervised_fields":{"\u652f\u817f":6328,"\u6750\u8d28":6287,"\u6a2a\u6881":6326,"\u7ed3\u6784":6336,"\u89c2\u5bdf":740},"small_classes":[115,128,130,27,35,56,69],"sources":{"existing":{"actions":{"correct":3502,"draft":1813},"events":14991,"reviews":5315,"snapshot_sha256":"0e42ffef3bda9f00b04111ba5eb50496b9fcaa305e82c73d82ee207b6dcd1215","unsaved":300},"new":{"actions":{"correct":972,"draft":49},"events":1876,"reviews":1021,"snapshot_sha256":"073d886e0887ea4128d67971e3973a68787a92f5c9f0bd969aea0f14b9a9e77d","unsaved":0}},"splits":{"holdout":1570,"train":5066},"state":"round4_latest_annotations_frozen","targets":6636},"full_mask_sha256":"5e3c1f9bce8e414e9e7c9cc304cdc27f6d03495043be7ba416c00eacb4e170e3","mask_holdout":{"classes_absent_from_training":[56,128],"fine_top1":0.8757961783439491,"parent_top1":0.986624203821656,"per_class":{"1":{"count":97,"fine_top1":1.0},"10":{"count":53,"fine_top1":1.0},"113":{"count":24,"fine_top1":1.0},"115":{"count":1,"fine_top1":1.0},"116":{"count":18,"fine_top1":0.8888888888888888},"12":{"count":122,"fine_top1":0.20491803278688525},"128":{"count":11,"fine_top1":0.0},"13":{"count":102,"fine_top1":1.0},"138":{"count":2,"fine_top1":0.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":15,"fine_top1":0.8},"16":{"count":14,"fine_top1":1.0},"17":{"count":16,"fine_top1":0.75},"18":{"count":95,"fine_top1":0.6736842105263158},"19":{"count":1,"fine_top1":0.0},"2":{"count":18,"fine_top1":1.0},"20":{"count":28,"fine_top1":1.0},"22":{"count":17,"fine_top1":1.0},"25":{"count":88,"fine_top1":1.0},"3":{"count":222,"fine_top1":0.9954954954954955},"30":{"count":2,"fine_top1":1.0},"34":{"count":13,"fine_top1":1.0},"4":{"count":55,"fine_top1":1.0},"41":{"count":106,"fine_top1":0.8679245283018868},"56":{"count":2,"fine_top1":0.0},"6":{"count":239,"fine_top1":0.9790794979079498},"64":{"count":25,"fine_top1":0.52},"8":{"count":66,"fine_top1":0.9090909090909091},"9":{"count":99,"fine_top1":0.9595959595959596}},"records":1570,"scope":"generic_start_component_holdout_latest40class_labels_not_new_blind_test","segmentation":{"assd_native_pixels_defined_count":1570,"assd_native_pixels_median":0.6977518522971082,"boundary_f1_1px_defined_count":1570,"boundary_f1_1px_median":0.9394950277970322,"count":1570,"empty_predictions":0,"fraction_iou_at_least_090":0.35159235668789807,"hd95_native_pixels_defined_count":1570,"hd95_native_pixels_median":2.0,"iou_defined_count":1570,"iou_median":0.8789285622363743,"iou_p10":0.7223224575454142}},"no_commit_or_push":true,"old_mask_comparison":{"checkpoint_sha256":"a11a80f5ced39c7fcd8aa9210d506164c805ee35aecbc03a57d035c6960ab8bd","fine_top1":0.8980891719745223,"old_branch_trained_target_overlap":0,"parent_top1":0.9910828025477707,"per_class":{"1":{"count":97,"fine_top1":1.0},"10":{"count":53,"fine_top1":1.0},"113":{"count":24,"fine_top1":0.7083333333333334},"115":{"count":1,"fine_top1":1.0},"116":{"count":18,"fine_top1":1.0},"12":{"count":122,"fine_top1":0.36065573770491804},"128":{"count":11,"fine_top1":0.0},"13":{"count":102,"fine_top1":1.0},"138":{"count":2,"fine_top1":0.5},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":15,"fine_top1":0.8},"16":{"count":14,"fine_top1":1.0},"17":{"count":16,"fine_top1":1.0},"18":{"count":95,"fine_top1":0.9263157894736842},"19":{"count":1,"fine_top1":0.0},"2":{"count":18,"fine_top1":1.0},"20":{"count":28,"fine_top1":1.0},"22":{"count":17,"fine_top1":1.0},"25":{"count":88,"fine_top1":0.9886363636363636},"3":{"count":222,"fine_top1":0.963963963963964},"30":{"count":2,"fine_top1":1.0},"34":{"count":13,"fine_top1":0.9230769230769231},"4":{"count":55,"fine_top1":1.0},"41":{"count":106,"fine_top1":0.8113207547169812},"56":{"count":2,"fine_top1":0.0},"6":{"count":239,"fine_top1":0.9790794979079498},"64":{"count":25,"fine_top1":0.88},"8":{"count":66,"fine_top1":0.9090909090909091},"9":{"count":99,"fine_top1":0.9393939393939394}},"records":1570,"scope":"old_independent_branch_on_exact_same_latest_label_holdout_alias149_to148_probabilities_summed","segmentation":{"assd_native_pixels_defined_count":1570,"assd_native_pixels_median":0.7052304323043891,"boundary_f1_1px_defined_count":1570,"boundary_f1_1px_median":0.9282379414185775,"count":1570,"empty_predictions":0,"fraction_iou_at_least_090":0.3687898089171974,"hd95_native_pixels_defined_count":1570,"hd95_native_pixels_median":2.0,"iou_defined_count":1570,"iou_median":0.878058688903392,"iou_p10":0.7234985241197613}},"old_models_data_and_histories_preserved":true,"old_vlm_comparison":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.0,"correct":0,"labelled":1496},"\u6750\u8d28":{"accuracy":0.0,"correct":0,"labelled":1490},"\u6a2a\u6881":{"accuracy":0.0,"correct":0,"labelled":1496}},"human_observation_reference_targets":272,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"55169c312889f517f92263c4776f8af9da0a31c6d71ede038353546baa6f3a0c","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":0.0,"strict_complete_JSON_valid":0,"targets":1496,"token_limit_hits":0},"production_simulation_annotation_POSTs":0,"report_sha256":"b079bea524d2fa951d5f61d8515c9b3f60d159dd3433e0f22f31726df616be73","review_counts":{"existing":1764,"new":882},"sources_current":true,"state":"round4_training_and_next_human_review_delivered","vlm_adapter_sha256":"f04447daf513030879ba4cbfc36728898a6b46d5b5b11f6fed030985074bde4a","vlm_holdout":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.10828877005347594,"correct":162,"labelled":1496},"\u6750\u8d28":{"accuracy":0.11073825503355705,"correct":165,"labelled":1490},"\u6a2a\u6881":{"accuracy":0.10828877005347594,"correct":162,"labelled":1496}},"human_observation_reference_targets":272,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"fc77449d8ffc3a0e1a07cf16091f4d28b190eeb29a66cea7dd9319a4381524f6","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":0.11697860962566844,"strict_complete_JSON_valid":175,"targets":1496,"token_limit_hits":0}}
