{"access":{"existing":"https://n4szy67hatnl.tunnel.phineas.top","new":"https://4hppabcd3o5i.tunnel.phineas.top"},"datasets":{"automatic_training_eligible":false,"candidate_distinct_images":1832,"candidates":2265,"changes_from_round5_task_initialization":{"existing":{"class_changed":5,"observation_changed":0,"polygon_changed":9,"text_changed":467},"new":{"class_changed":3,"observation_changed":0,"polygon_changed":326,"text_changed":79}},"distinct_images":7911,"fine_classes":40,"ground_truth_eligible":false,"human_mask_confirmed":false,"human_pose_confirmed":false,"newly_added_targets":432,"not_new_blind_test":true,"parents":9,"robot_command_eligible":false,"semantic_conflict_targets":2,"semantic_supervised_fields":{"\u652f\u817f":7668,"\u6750\u8d28":7669,"\u6a2a\u6881":7668,"\u7ed3\u6784":7669,"\u89c2\u5bdf":956},"small_classes":[115,128,130,27,35,56,69],"sources":{"existing":{"actions":{"correct":1098},"events":1683,"saved":1098,"snapshot_sha256":"00f66dc4857df8c123ee89bcf6f3b7361e7fd12ab6869aef51ea3500c5adc5ce"},"new":{"actions":{"correct":432},"events":1330,"saved":432,"snapshot_sha256":"3f04904cee943b750590f86a57f4c5ceda48a1b0e9fe8668598d285f5480678d"}},"splits":{"holdout":1864,"train":6086},"state":"round6_latest_completed_reviews_frozen","targets":7950,"training_class_counts":{"1":549,"10":372,"11":143,"113":34,"115":3,"116":22,"12":370,"128":12,"13":382,"130":2,"138":142,"14":85,"142":46,"147":22,"148":116,"15":510,"16":150,"17":99,"18":133,"19":62,"2":580,"20":83,"22":101,"25":171,"27":17,"3":430,"30":25,"34":215,"35":15,"4":363,"41":428,"56":2,"6":455,"62":85,"64":106,"68":176,"69":5,"7":549,"8":291,"9":599},"unchanged_component_hash_split":true,"updated_existing_targets":1098},"full_mask_sha256":"736f19e21faebb719eb593f08a33cc96f5291e5cb193cbe3f3b6c31454aaaa9d","mask_holdout":{"classes_absent_from_training":[56,128],"fine_top1":0.8969957081545065,"parent_top1":0.9860515021459227,"per_class":{"1":{"count":110,"fine_top1":1.0},"10":{"count":58,"fine_top1":1.0},"113":{"count":24,"fine_top1":0.7083333333333334},"115":{"count":1,"fine_top1":1.0},"116":{"count":18,"fine_top1":1.0},"12":{"count":155,"fine_top1":0.535483870967742},"128":{"count":12,"fine_top1":0.0},"13":{"count":110,"fine_top1":1.0},"138":{"count":2,"fine_top1":0.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":19,"fine_top1":1.0},"16":{"count":15,"fine_top1":1.0},"17":{"count":16,"fine_top1":0.625},"18":{"count":94,"fine_top1":0.5957446808510638},"19":{"count":1,"fine_top1":1.0},"2":{"count":28,"fine_top1":1.0},"20":{"count":28,"fine_top1":1.0},"22":{"count":18,"fine_top1":1.0},"25":{"count":88,"fine_top1":0.9886363636363636},"3":{"count":253,"fine_top1":0.9723320158102767},"30":{"count":2,"fine_top1":1.0},"34":{"count":16,"fine_top1":1.0},"4":{"count":56,"fine_top1":1.0},"41":{"count":170,"fine_top1":0.9117647058823529},"56":{"count":2,"fine_top1":0.0},"6":{"count":291,"fine_top1":0.9828178694158075},"64":{"count":27,"fine_top1":0.7777777777777778},"8":{"count":64,"fine_top1":0.9375},"9":{"count":167,"fine_top1":0.9101796407185628}},"records":1864,"scope":"generic_component_holdout_latest40class_not_new_blind_test","segmentation":{"assd_native_pixels_defined_count":1864,"assd_native_pixels_median":0.6035755493290279,"boundary_f1_1px_defined_count":1864,"boundary_f1_1px_median":0.950769425159122,"count":1864,"empty_predictions":0,"fraction_iou_at_least_090":0.4227467811158798,"hd95_native_pixels_defined_count":1864,"hd95_native_pixels_median":1.0,"iou_defined_count":1864,"iou_median":0.8875955230946101,"iou_p10":0.7620092788769096}},"no_commit_or_push":true,"old_mask":{"checkpoint_sha256":"19e610b0cc8f48b107bfabde576e3c197108de72b76feccad82eb5a9ffc49ece","fine_top1":0.9372317596566524,"old_branch_training_overlap":0,"parent_top1":0.9876609442060086,"per_class":{"1":{"count":110,"fine_top1":1.0},"10":{"count":58,"fine_top1":1.0},"113":{"count":24,"fine_top1":0.7083333333333334},"115":{"count":1,"fine_top1":0.0},"116":{"count":18,"fine_top1":0.5},"12":{"count":155,"fine_top1":0.9483870967741935},"128":{"count":12,"fine_top1":0.0},"13":{"count":110,"fine_top1":1.0},"138":{"count":2,"fine_top1":0.0},"14":{"count":18,"fine_top1":1.0},"147":{"count":1,"fine_top1":1.0},"15":{"count":19,"fine_top1":1.0},"16":{"count":15,"fine_top1":1.0},"17":{"count":16,"fine_top1":0.625},"18":{"count":94,"fine_top1":0.776595744680851},"19":{"count":1,"fine_top1":1.0},"2":{"count":28,"fine_top1":1.0},"20":{"count":28,"fine_top1":0.9642857142857143},"22":{"count":18,"fine_top1":1.0},"25":{"count":88,"fine_top1":1.0},"3":{"count":253,"fine_top1":0.9762845849802372},"30":{"count":2,"fine_top1":0.0},"34":{"count":16,"fine_top1":0.9375},"4":{"count":56,"fine_top1":1.0},"41":{"count":170,"fine_top1":0.9},"56":{"count":2,"fine_top1":0.0},"6":{"count":291,"fine_top1":0.9518900343642611},"64":{"count":27,"fine_top1":0.9629629629629629},"8":{"count":64,"fine_top1":0.9375},"9":{"count":167,"fine_top1":0.9820359281437125}},"records":1864,"scope":"round5_independent_branch_same_round6_latest_holdout_labels","segmentation":{"assd_native_pixels_defined_count":1864,"assd_native_pixels_median":0.6612750319905987,"boundary_f1_1px_defined_count":1864,"boundary_f1_1px_median":0.9444462000075478,"count":1864,"empty_predictions":0,"fraction_iou_at_least_090":0.4050429184549356,"hd95_native_pixels_defined_count":1864,"hd95_native_pixels_median":1.926776695296637,"iou_defined_count":1864,"iou_median":0.886261536766513,"iou_p10":0.7532263992439358}},"old_models_data_and_histories_preserved":true,"old_vlm":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.9749163879598662,"correct":1749,"labelled":1794},"\u6750\u8d28":{"accuracy":0.9264214046822743,"correct":1662,"labelled":1794},"\u6a2a\u6881":{"accuracy":0.9843924191750278,"correct":1766,"labelled":1794}},"human_observation_reference_targets":391,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"6eb74c86ae4669ede372fe58580a6b96bffb436c6a8db93ffde0929acebd0717","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":1.0,"strict_complete_JSON_valid":1794,"targets":1794,"token_limit_hits":0},"production_annotation_POSTs":0,"report_sha256":"98c804e9ee224996a784475132da80656629dd3a176a76385d63c3f8adb539d8","review_counts":{"existing":1145,"new":408},"state":"round6_real_training_and_next_review_delivered_ptunnel","vlm_adapter_sha256":"a5ec58a8b328323cc4b399866e3c996a69c47efdab02daf7124f84aa27f73f97","vlm_holdout":{"attribute_exact":{"\u652f\u817f":{"accuracy":0.9704570791527313,"correct":1741,"labelled":1794},"\u6750\u8d28":{"accuracy":0.8857302118171684,"correct":1589,"labelled":1794},"\u6a2a\u6881":{"accuracy":0.9860646599777034,"correct":1769,"labelled":1794}},"human_observation_reference_targets":391,"no_normal_negative_labels_available":true,"observation_correctness_not_inferred_from_JSON_validity":true,"prompt_sha256":"6eb74c86ae4669ede372fe58580a6b96bffb436c6a8db93ffde0929acebd0717","scope":"same_component_holdout_of_latest_partial_human_semantics_not_new_blind_test","semantic_observation_generalization_certified":false,"strict_complete_JSON_fraction":0.9983277591973244,"strict_complete_JSON_valid":1791,"targets":1794,"token_limit_hits":0}}
