{"access":{"existing":"https://further-headset-parallel-catalogs.trycloudflare.com","new":"https://cement-nails-horse-means.trycloudflare.com"},"datasets":{"automatic_training_eligible":false,"candidate_distinct_images":2264,"candidates":2781,"changes_from_round4_task_initialization":{"existing":{"class_changed":4,"polygon_changed":9,"text_changed":249},"new":{"class_changed":3,"polygon_changed":444,"text_changed":233}},"distinct_images":7479,"fine_classes":40,"ground_truth_eligible":false,"human_mask_confirmed":false,"human_pose_confirmed":false,"newly_added_targets":882,"not_new_blind_test":true,"parents":9,"robot_command_eligible":false,"semantic_conflict_targets":0,"semantic_supervised_fields":{"\u652f\u817f":7236,"\u6750\u8d28":7236,"\u6a2a\u6881":7236,"\u7ed3\u6784":7236,"\u89c2\u5bdf":925},"small_classes":[115,128,130,27,35,56,69],"sources":{"existing":{"actions":{"correct":1764},"events":4993,"saved":1764,"snapshot_sha256":"0eb8984350754a0156decfab88decf0dae5ddf3cd87e80ef98e45ebb6fe90f4e"},"new":{"actions":{"correct":882},"events":2823,"saved":882,"snapshot_sha256":"04a975c9f4e8b88961ebe2f2d92664aebcacb5ab81fdba3e05ed4069c0493a9d"}},"splits":{"holdout":1788,"train":5730},"state":"round5_latest_completed_reviews_frozen","targets":7518,"training_class_counts":{"1":500,"10":370,"11":143,"113":34,"115":3,"116":22,"12":357,"128":11,"13":375,"130":2,"138":142,"14":85,"142":41,"147":22,"148":112,"15":468,"16":149,"17":99,"18":133,"19":62,"2":481,"20":83,"22":101,"25":152,"27":17,"3":426,"30":25,"34":207,"35":9,"4":360,"41":400,"56":2,"6":455,"62":80,"64":97,"68":174,"69":5,"7":530,"8":291,"9":493},"unchanged_component_hash_split":true,"updated_existing_targets":1764},"full_mask_sha256":"2d6d1b4a94a83b503da3a213360a66ebd62191708eedba49a3f21410f4c395a5","mask_holdout":{"classes_absent_from_training":[56,128],"fine_top1":0.935682326621924,"parent_top1":0.988255033557047,"per_class":{"1":{"count":108,"fine_top1":1.0},"10":{"count":58,"fine_top1":1.0},"113":{"count":24,"fine_top1":0.7083333333333334},"115":{"count":1,"fine_top1":0.0},"116":{"count":18,"fine_top1":0.5},"12":{"count":149,"fine_top1":0.9463087248322147},"128":{"count":11,"fine_top1":0.0},"13":{"count":103,"fine_top1":1.0},"138":{"count":2,"fine_top1":0.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":23,"fine_top1":0.8260869565217391},"16":{"count":15,"fine_top1":1.0},"17":{"count":16,"fine_top1":0.625},"18":{"count":94,"fine_top1":0.776595744680851},"19":{"count":1,"fine_top1":1.0},"2":{"count":28,"fine_top1":1.0},"20":{"count":28,"fine_top1":0.9642857142857143},"22":{"count":18,"fine_top1":1.0},"25":{"count":88,"fine_top1":1.0},"3":{"count":249,"fine_top1":0.9879518072289156},"30":{"count":2,"fine_top1":0.0},"34":{"count":14,"fine_top1":1.0},"4":{"count":56,"fine_top1":1.0},"41":{"count":147,"fine_top1":0.891156462585034},"56":{"count":2,"fine_top1":0.0},"6":{"count":291,"fine_top1":0.9518900343642611},"64":{"count":26,"fine_top1":0.9615384615384616},"8":{"count":64,"fine_top1":0.9375},"9":{"count":133,"fine_top1":0.9774436090225563}},"records":1788,"scope":"generic_component_holdout_latest40class_not_new_blind_test","segmentation":{"assd_native_pixels_defined_count":1788,"assd_native_pixels_median":0.6678514982775439,"boundary_f1_1px_defined_count":1788,"boundary_f1_1px_median":0.9426561766683778,"count":1788,"empty_predictions":0,"fraction_iou_at_least_090":0.407158836689038,"hd95_native_pixels_defined_count":1788,"hd95_native_pixels_median":2.0,"iou_defined_count":1788,"iou_median":0.8866422844127042,"iou_p10":0.7520931385239717}},"no_commit_or_push":true,"old_mask":{"checkpoint_sha256":"2c5961dc5d0e43149cdf06401109e840b22ac6d9394755fb1bb4e5ccdcba3779","fine_top1":0.8819910514541387,"old_branch_training_overlap":0,"parent_top1":0.9876957494407159,"per_class":{"1":{"count":108,"fine_top1":1.0},"10":{"count":58,"fine_top1":1.0},"113":{"count":24,"fine_top1":1.0},"115":{"count":1,"fine_top1":1.0},"116":{"count":18,"fine_top1":0.8888888888888888},"12":{"count":149,"fine_top1":0.348993288590604},"128":{"count":11,"fine_top1":0.0},"13":{"count":103,"fine_top1":1.0},"138":{"count":2,"fine_top1":0.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":23,"fine_top1":0.8260869565217391},"16":{"count":15,"fine_top1":1.0},"17":{"count":16,"fine_top1":0.75},"18":{"count":94,"fine_top1":0.6808510638297872},"19":{"count":1,"fine_top1":0.0},"2":{"count":28,"fine_top1":1.0},"20":{"count":28,"fine_top1":1.0},"22":{"count":18,"fine_top1":1.0},"25":{"count":88,"fine_top1":1.0},"3":{"count":249,"fine_top1":0.9437751004016064},"30":{"count":2,"fine_top1":1.0},"34":{"count":14,"fine_top1":1.0},"4":{"count":56,"fine_top1":1.0},"41":{"count":147,"fine_top1":0.8979591836734694},"56":{"count":2,"fine_top1":0.0},"6":{"count":291,"fine_top1":0.9828178694158075},"64":{"count":26,"fine_top1":0.5},"8":{"count":64,"fine_top1":0.9375},"9":{"count":133,"fine_top1":0.9473684210526315}},"records":1788,"scope":"round4_independent_branch_same_round5_latest_holdout_labels","segmentation":{"assd_native_pixels_defined_count":1788,"assd_native_pixels_median":0.7348422297509856,"boundary_f1_1px_defined_count":1788,"boundary_f1_1px_median":0.9285118382904505,"count":1788,"empty_predictions":0,"fraction_iou_at_least_090":0.34395973154362414,"hd95_native_pixels_defined_count":1788,"hd95_native_pixels_median":2.0,"iou_defined_count":1788,"iou_median":0.877216023890879,"iou_p10":0.684766081871345}},"old_models_data_and_histories_preserved":true,"old_vlm":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.10017472335468841,"correct":172,"labelled":1717},"\u6750\u8d28":{"accuracy":0.1019219569015725,"correct":175,"labelled":1717},"\u6a2a\u6881":{"accuracy":0.09959231217239371,"correct":171,"labelled":1717}},"human_observation_reference_targets":374,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"fc77449d8ffc3a0e1a07cf16091f4d28b190eeb29a66cea7dd9319a4381524f6","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":0.10774606872451951,"strict_complete_JSON_valid":185,"targets":1717,"token_limit_hits":0},"production_annotation_POSTs":0,"report_sha256":"c11f550f8f8518f964f341ca143217a3830612602477b811fdf956b44330ab8b","review_counts":{"existing":1098,"new":432},"state":"round5_real_training_and_next_review_delivered","vlm_adapter_sha256":"72657163f8bdefa2b3146a7e0d5d0de09d1d34902896bd3990a58f395e53a77b","vlm_holdout":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.9732090856144437,"correct":1671,"labelled":1717},"\u6750\u8d28":{"accuracy":0.9242865463016889,"correct":1587,"labelled":1717},"\u6a2a\u6881":{"accuracy":0.9836924868957484,"correct":1689,"labelled":1717}},"human_observation_reference_targets":374,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"6eb74c86ae4669ede372fe58580a6b96bffb436c6a8db93ffde0929acebd0717","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":1.0,"strict_complete_JSON_valid":1717,"targets":1717,"token_limit_hits":0}}
