{"automatic_labels_published":false,"deployment_decision":{"metric":{"active_entry_modified":false,"best_learning":"pointnext","coverage_not_lower":true,"reason":"insufficient_train_CV_evidence_or_lower_coverage","recommended":"geometry","route":"roi","train_CV_bootstrap_upper_below_zero":false},"native_unknown":{"active_entry_modified":false,"best_learning":"pointnext","coverage_not_lower":true,"reason":"insufficient_train_CV_evidence_or_lower_coverage","recommended":"geometry","route":"residual","train_CV_bootstrap_upper_below_zero":false}},"evaluation":{"metric":{"branch":"metric","model":{"angle_mean":0.181637833515803,"family":"pointnext","mean_score":0.2610866228739421,"paired_group_delta_vs_geometry":{"groups":38,"lower":-0.007952658156864346,"mean":0.004494381602853537,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.016174432821571823},"position_mean":0.01348158996552229,"recipe":"accelerated","refit_epochs":1,"route":"roi","seed_scores":[0.2619529366493225,0.25839555263519287,0.2629113793373108],"seeds":[42,142,242],"std_score":0.0019426866909773438,"tune":false},"previously_seen_test_not_blind":true,"research_labels_not_independent_GT":true,"selection_sha256":"4e90852f100038e2dacc102f1941083c81283398a3832da4067e488259864664","splits":{"test":{"best_learning":{"angle_mean":0.525689959526062,"angle_p90":1.4498260498046882,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9117647058823529,"normalized":{"angle_mae_degrees":0.525689959526062,"groups":9,"macro_group_selection_score":0.15859302878379822,"normalized_position_mean_width_fraction":0.008730538189411163,"samples":68},"position_mean":11.348822739295494,"position_p90":46.144343741942606,"position_unit":"mm","predictions":68,"success_count":62,"threshold":"50mm/5deg","total":68},"geometry":{"angle_mean":0.09535166621208191,"angle_p90":0.42584381103515645,"coverage":0.8823529411764706,"failed_preprocessing":8,"full_denominator_success_rate":0.8676470588235294,"normalized":{"angle_mae_degrees":0.09535166621208191,"groups":9,"macro_group_selection_score":0.08627248555421829,"normalized_position_mean_width_fraction":0.0034423458855599165,"samples":60},"position_mean":6.0494642110443095,"position_p90":22.832052476979868,"position_unit":"mm","predictions":60,"success_count":59,"threshold":"50mm/5deg","total":68}},"val":{"best_learning":{"angle_mean":0.12045499682426453,"angle_p90":0.12531280517578125,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.12045499682426453,"groups":7,"macro_group_selection_score":0.0835365504026413,"normalized_position_mean_width_fraction":0.0031076238956302404,"samples":36},"position_mean":5.68680168331823,"position_p90":17.781033720253987,"position_unit":"mm","predictions":36,"success_count":36,"threshold":"50mm/5deg","total":36},"geometry":{"angle_mean":0.010311550460755825,"angle_p90":0.0,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.010311550460755825,"groups":7,"macro_group_selection_score":0.05735236033797264,"normalized_position_mean_width_fraction":0.00289702950976789,"samples":36},"position_mean":5.311660030548849,"position_p90":17.803598031762135,"position_unit":"mm","predictions":36,"success_count":36,"threshold":"50mm/5deg","total":36}}}},"native_unknown":{"branch":"native_unknown","model":{"angle_mean":0.20032083988189697,"family":"pointnext","mean_score":0.5302746693293253,"paired_group_delta_vs_geometry":{"groups":51,"lower":-0.01973157753236592,"mean":0.0019828607328236103,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.01959688952192663},"position_mean":0.031018000716964405,"recipe":"accelerated","refit_epochs":57,"route":"residual","seed_scores":[0.5356852412223816,0.5268053412437439,0.5283334255218506],"seeds":[42,142,242],"std_score":0.0038763794574918145,"tune":false},"previously_seen_test_not_blind":true,"research_labels_not_independent_GT":true,"selection_sha256":"4e90852f100038e2dacc102f1941083c81283398a3832da4067e488259864664","splits":{"test":{"best_learning":{"angle_mean":0.14171670377254486,"angle_p90":0.2161102294921875,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9917355371900827,"normalized":{"angle_mae_degrees":0.14171670377254486,"groups":10,"macro_group_selection_score":0.15550243854522705,"normalized_position_mean_width_fraction":0.00634780153632164,"samples":121},"position_mean":0.00634780153632164,"position_p90":0.013510414399206638,"position_unit":"automatic_width_fraction","predictions":121,"success_count":120,"threshold":"5pct_width/5deg","total":121},"geometry":{"angle_mean":0.05737897381186485,"angle_p90":0.0,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9834710743801653,"normalized":{"angle_mae_degrees":0.05737897381186485,"groups":10,"macro_group_selection_score":0.1716635823249817,"normalized_position_mean_width_fraction":0.008272001519799232,"samples":121},"position_mean":0.008272001519799232,"position_p90":0.022625673562288284,"position_unit":"automatic_width_fraction","predictions":121,"success_count":119,"threshold":"5pct_width/5deg","total":121}},"val":{"best_learning":{"angle_mean":0.1599435657262802,"angle_p90":0.16750183105468758,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9846153846153847,"normalized":{"angle_mae_degrees":0.1599435657262802,"groups":11,"macro_group_selection_score":0.14623218774795532,"normalized_position_mean_width_fraction":0.006158456206321716,"samples":130},"position_mean":0.006158456206321716,"position_p90":0.012586444150656462,"position_unit":"automatic_width_fraction","predictions":130,"success_count":128,"threshold":"5pct_width/5deg","total":130},"geometry":{"angle_mean":0.09114427119493484,"angle_p90":0.0,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9769230769230769,"normalized":{"angle_mae_degrees":0.09114427119493484,"groups":11,"macro_group_selection_score":0.17583216726779938,"normalized_position_mean_width_fraction":0.008580634370446205,"samples":130},"position_mean":0.008580634370446205,"position_p90":0.02512042168527843,"position_unit":"automatic_width_fraction","predictions":130,"success_count":127,"threshold":"5pct_width/5deg","total":130}}}}},"live_annotations_modified":false,"selection":{"profiles":{"metric":{"best_learning":{"angle_mean":0.181637833515803,"family":"pointnext","mean_score":0.2610866228739421,"paired_group_delta_vs_geometry":{"groups":38,"lower":-0.007952658156864346,"mean":0.004494381602853537,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.016174432821571823},"position_mean":0.01348158996552229,"recipe":"accelerated","refit_epochs":1,"route":"roi","seed_scores":[0.2619529366493225,0.25839555263519287,0.2629113793373108],"seeds":[42,142,242],"std_score":0.0019426866909773438,"tune":false},"candidates":[{"angle_mean":0.181637833515803,"family":"pointnext","mean_score":0.2610866228739421,"paired_group_delta_vs_geometry":{"groups":38,"lower":-0.007952658156864346,"mean":0.004494381602853537,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.016174432821571823},"position_mean":0.01348158996552229,"recipe":"accelerated","refit_epochs":1,"route":"roi","seed_scores":[0.2619529366493225,0.25839555263519287,0.2629113793373108],"seeds":[42,142,242],"std_score":0.0019426866909773438,"tune":false},{"angle_mean":0.18644960224628448,"family":"pointnext","mean_score":0.2618918816248576,"paired_group_delta_vs_geometry":{"groups":38,"lower":-0.0072915709344670175,"mean":0.005299633368849754,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.016969023225829},"position_mean":0.01348731511582931,"recipe":"accelerated","refit_epochs":1,"route":"residual","seed_scores":[0.2619529366493225,0.26163598895072937,0.2620867192745209],"seeds":[42,142,242],"std_score":0.00018900660165826298,"tune":false},{"angle_mean":0.1489636649688085,"family":"ptv3","mean_score":0.2642662028471629,"paired_group_delta_vs_geometry":{"groups":38,"lower":-0.0058900621836073695,"mean":0.007673960644751787,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.020557094505056737},"position_mean":0.013764682225883007,"recipe":"accelerated","refit_epochs":15,"route":"residual","seed_scores":[0.2611984312534332,0.2666458487510681,0.2649543285369873],"seeds":[42,142,242],"std_score":0.002276507130398371,"tune":false},{"angle_mean":0.16193471352259317,"family":"ptv3","mean_score":0.26711947719256085,"paired_group_delta_vs_geometry":{"groups":38,"lower":-0.0031587362114805714,"mean":0.010527210310101509,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.02361286296509205},"position_mean":0.013684098919232687,"recipe":"accelerated","refit_epochs":11,"route":"roi","seed_scores":[0.26701682806015015,0.2666082978248596,0.26773330569267273],"seeds":[42,142,242],"std_score":0.0004649826584213294,"tune":false},{"angle_mean":0.19805926084518433,"family":"dgcnn","mean_score":0.2710549235343933,"paired_group_delta_vs_geometry":{"groups":38,"lower":0.00560576879652217,"mean":0.014462687075138092,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.022093163011595605},"position_mean":0.013819653540849686,"recipe":"accelerated","refit_epochs":6,"route":"roi","seed_scores":[0.26969870924949646,0.26942580938339233,0.27404025197029114],"seeds":[42,142,242],"std_score":0.0021138839430244727,"tune":false},{"angle_mean":0.2026655226945877,"family":"dgcnn","mean_score":0.272396057844162,"paired_group_delta_vs_geometry":{"groups":38,"lower":0.005591883347369731,"mean":0.015803828835487366,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.024758398625999687},"position_mean":0.01385478830585877,"recipe":"accelerated","refit_epochs":14,"route":"residual","seed_scores":[0.2738650441169739,0.2708650529384613,0.2724580764770508],"seeds":[42,142,242],"std_score":0.001225526145758727,"tune":false}],"deployment_candidate":"geometry","deployment_pending_coverage_check":true,"original_baselines":{"geometry":{"angle_mae_degrees":0.11128589510917664,"groups":38,"macro_group_selection_score":0.25659218430519104,"normalized_position_mean_width_fraction":0.013559077866375446,"samples":288},"pointnet":{"angle_mae_degrees":0.25943782925605774,"groups":38,"macro_group_selection_score":0.28376325964927673,"normalized_position_mean_width_fraction":0.014071177691221237,"samples":288},"ridge":{"angle_mae_degrees":0.32632410526275635,"groups":38,"macro_group_selection_score":0.43619975447654724,"normalized_position_mean_width_fraction":0.04669870808720589,"samples":288}},"selection_scope":"best_within_eight_official_backbones_and_frozen_budget_not_universal_SOTA"},"native_unknown":{"best_learning":{"angle_mean":0.20032083988189697,"family":"pointnext","mean_score":0.5302746693293253,"paired_group_delta_vs_geometry":{"groups":51,"lower":-0.01973157753236592,"mean":0.0019828607328236103,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.01959688952192663},"position_mean":0.031018000716964405,"recipe":"accelerated","refit_epochs":57,"route":"residual","seed_scores":[0.5356852412223816,0.5268053412437439,0.5283334255218506],"seeds":[42,142,242],"std_score":0.0038763794574918145,"tune":false},"candidates":[{"angle_mean":0.20032083988189697,"family":"pointnext","mean_score":0.5302746693293253,"paired_group_delta_vs_geometry":{"groups":51,"lower":-0.01973157753236592,"mean":0.0019828607328236103,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.01959688952192663},"position_mean":0.031018000716964405,"recipe":"accelerated","refit_epochs":57,"route":"residual","seed_scores":[0.5356852412223816,0.5268053412437439,0.5283334255218506],"seeds":[42,142,242],"std_score":0.0038763794574918145,"tune":false},{"angle_mean":0.15328711767991385,"family":"ptv3","mean_score":0.5319211681683859,"paired_group_delta_vs_geometry":{"groups":51,"lower":-0.01002057222649455,"mean":0.003629320068284869,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.01483527696691453},"position_mean":0.0317059817413489,"recipe":"accelerated","refit_epochs":17,"route":"residual","seed_scores":[0.5325631499290466,0.5320066809654236,0.5311936736106873],"seeds":[42,142,242],"std_score":0.0005623466756842573,"tune":false},{"angle_mean":0.1842788209517797,"family":"pointnext","mean_score":0.5335267384847006,"paired_group_delta_vs_geometry":{"groups":51,"lower":-0.01307709952816367,"mean":0.0052349078468978405,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.020539595652371644},"position_mean":0.03140588104724884,"recipe":"accelerated","refit_epochs":66,"route":"roi","seed_scores":[0.5346193313598633,0.5343438386917114,0.5316170454025269],"seeds":[42,142,242],"std_score":0.0013550325466270352,"tune":false},{"angle_mean":0.17024045685927072,"family":"ptv3","mean_score":0.5339717666308085,"paired_group_delta_vs_geometry":{"groups":51,"lower":-0.0075070687918923785,"mean":0.005679916124790907,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.016429834533482787},"position_mean":0.03161724035938581,"recipe":"accelerated","refit_epochs":18,"route":"roi","seed_scores":[0.535122275352478,0.5292173027992249,0.5375757217407227],"seeds":[42,142,242],"std_score":0.0035079475993212454,"tune":false},{"angle_mean":0.19452128310998282,"family":"dgcnn","mean_score":0.5567484299341837,"paired_group_delta_vs_geometry":{"groups":51,"lower":0.007917605852708221,"mean":0.02845662087202072,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.04673765171319245},"position_mean":0.03240726639827093,"recipe":"accelerated","refit_epochs":63,"route":"roi","seed_scores":[0.5512295961380005,0.557255208492279,0.5617604851722717],"seeds":[42,142,242],"std_score":0.004314125971213051,"tune":false},{"angle_mean":0.20532858868439993,"family":"dgcnn","mean_score":0.5574899713198344,"paired_group_delta_vs_geometry":{"groups":51,"lower":0.01008193208836019,"mean":0.02919812500476837,"method":"paired_acquisition_group_bootstrap_10000_seed4242","upper":0.04579826742410659},"position_mean":0.032365769147872925,"recipe":"accelerated","refit_epochs":62,"route":"residual","seed_scores":[0.5566208958625793,0.5563642382621765,0.5594847798347473],"seeds":[42,142,242],"std_score":0.0014144289871035028,"tune":false}],"deployment_candidate":"geometry","deployment_pending_coverage_check":true,"original_baselines":{"geometry":{"angle_mae_degrees":0.1365201771259308,"groups":51,"macro_group_selection_score":0.5282918810844421,"normalized_position_mean_width_fraction":0.031786609441041946,"samples":572},"pointnet":{"angle_mae_degrees":0.21408094465732574,"groups":51,"macro_group_selection_score":0.5591239333152771,"normalized_position_mean_width_fraction":0.03241770714521408,"samples":572},"ridge":{"angle_mae_degrees":0.28915342688560486,"groups":51,"macro_group_selection_score":0.9926368594169617,"normalized_position_mean_width_fraction":0.05335051938891411,"samples":572}},"selection_scope":"best_within_eight_official_backbones_and_frozen_budget_not_universal_SOTA"}},"protocol_sha256":"c6f1c8fd09b13ee27ab1255dd69235d3b74cda5233dd4498050c491c868b4e01","recipe":"accelerated","refinement_protocol_sha256":"b92be4ac4d5eea17f78808776c7b9e25842bbb835dd1de90a85a3aa423ba42af","test_used":false}}