{"active_machine_labels_modified":false,"baselines_train_CV":{"metric":{"angle_mae_degrees":0.19721923768520355,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.337824190941998,"position_width_fraction":0.016093024984002113,"samples":1209,"total":1209},"native_unknown":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.016437451510379713,"position_width_fraction":0.0006574980798177421,"samples":30,"total":30}},"endpoint_comparisons":{"metric":{"branch":"metric","records":[{"arm":"base","family":"pointnext","last_epoch_CV_mean":0.3445372742576677,"last_epoch_CV_std":0.0006567741471777654,"last_epoch_angle_mean":0.25591426094373065,"last_epoch_position_width_fraction":0.016736669465899467,"seed_results":[{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.25214889645576477,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3445171277639325,"position_width_fraction":0.017016718164086342,"samples":1209,"total":1209},"optimizer_steps_all_folds":6240,"seconds_sum_folds":464.07449540199013,"seed":42,"selected_epochs":[12,43,75]},{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.26007765531539917,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3437431559790302,"position_width_fraction":0.016703637316823006,"samples":1209,"total":1209},"optimizer_steps_all_folds":6240,"seconds_sum_folds":460.25294715794735,"seed":142,"selected_epochs":[70,70,62]},{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.2555162310600281,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.34535153903004046,"position_width_fraction":0.016489652916789055,"samples":1209,"total":1209},"optimizer_steps_all_folds":6240,"seconds_sum_folds":452.89073583396384,"seed":242,"selected_epochs":[76,44,46]}],"selection_changed":false},{"arm":"long_b32","family":"pointnext","last_epoch_CV_mean":0.3421666073026198,"last_epoch_CV_std":0.00316240775239889,"last_epoch_angle_mean":0.2583130995432536,"last_epoch_position_width_fraction":0.016309089337786038,"seed_results":[{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.2509593963623047,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.337896117700399,"position_width_fraction":0.016718877479434013,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":919.2168474890059,"seed":42,"selected_epochs":[203,143,218]},{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.2706860601902008,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.34545225338443275,"position_width_fraction":0.016311729326844215,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":908.5301359149744,"seed":142,"selected_epochs":[84,223,176]},{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.25329384207725525,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.34315145082302756,"position_width_fraction":0.015896661207079887,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":911.1190103370463,"seed":242,"selected_epochs":[180,170,198]}],"selection_changed":false},{"arm":"long_b64","family":"pointnext","last_epoch_CV_mean":0.3471865745355063,"last_epoch_CV_std":0.005948786000112346,"last_epoch_angle_mean":0.3012053569157918,"last_epoch_position_width_fraction":0.016311736156543095,"seed_results":[{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.3532308042049408,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3555967531450935,"position_width_fraction":0.01645185798406601,"samples":1209,"total":1209},"optimizer_steps_all_folds":12480,"seconds_sum_folds":556.5152521890122,"seed":42,"selected_epochs":[12,93,106]},{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.277614027261734,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3431652081983293,"position_width_fraction":0.016253601759672165,"samples":1209,"total":1209},"optimizer_steps_all_folds":12480,"seconds_sum_folds":573.1062103629811,"seed":142,"selected_epochs":[192,220,62]},{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.2727712392807007,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.34279776226309594,"position_width_fraction":0.016229748725891113,"samples":1209,"total":1209},"optimizer_steps_all_folds":12480,"seconds_sum_folds":557.9252007420291,"seed":242,"selected_epochs":[207,84,87]}],"selection_changed":false},{"arm":"long_b64_steps","family":"pointnext","last_epoch_CV_mean":0.34032976715426294,"last_epoch_CV_std":0.005196903807768436,"last_epoch_angle_mean":0.2565856526295344,"last_epoch_position_width_fraction":0.01643062320848306,"seed_results":[{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.2483130842447281,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.33310820066479524,"position_width_fraction":0.01614965870976448,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":1114.8403032490169,"seed":42,"selected_epochs":[287,398,106]},{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.2537219822406769,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3427579909461806,"position_width_fraction":0.01646958664059639,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":1147.0827509029768,"seed":142,"selected_epochs":[262,220,62]},{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.26772189140319824,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.345123109851813,"position_width_fraction":0.01667262427508831,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":1102.8634053469868,"seed":242,"selected_epochs":[207,84,393]}],"selection_changed":false},{"arm":"base","family":"ptv3","last_epoch_CV_mean":0.3513426617788849,"last_epoch_CV_std":0.004116042577894714,"last_epoch_angle_mean":0.20768785973389944,"last_epoch_position_width_fraction":0.01663960392276446,"seed_results":[{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.20172978937625885,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.35464990781772177,"position_width_fraction":0.016825929284095764,"samples":1209,"total":1209},"optimizer_steps_all_folds":6240,"seconds_sum_folds":1092.7284997659735,"seed":42,"selected_epochs":[2,3,1]},{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.21628622710704803,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.34554062912642497,"position_width_fraction":0.016297459602355957,"samples":1209,"total":1209},"optimizer_steps_all_folds":6240,"seconds_sum_folds":1092.9380377280759,"seed":142,"selected_epochs":[75,39,20]},{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.20504756271839142,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.353837448392508,"position_width_fraction":0.01679542288184166,"samples":1209,"total":1209},"optimizer_steps_all_folds":6240,"seconds_sum_folds":1096.234056266956,"seed":242,"selected_epochs":[2,30,45]}],"selection_changed":false},{"arm":"long_b32","family":"ptv3","last_epoch_CV_mean":0.3539747253235126,"last_epoch_CV_std":0.005307266838410736,"last_epoch_angle_mean":0.21992736061414084,"last_epoch_position_width_fraction":0.016673054546117783,"seed_results":[{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.21389056742191315,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3567675357568748,"position_width_fraction":0.016826149076223373,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":2235.5668436230044,"seed":42,"selected_epochs":[2,3,1]},{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.22583143413066864,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.34654501426727563,"position_width_fraction":0.016232455149292946,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":2218.0894156720024,"seed":142,"selected_epochs":[218,39,20]},{"actual_minibatch_sizes":[30,31,32],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.2200600802898407,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.35861162594638735,"position_width_fraction":0.01696055941283703,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":2322.764348511002,"seed":242,"selected_epochs":[2,30,45]}],"selection_changed":false},{"arm":"long_b64","family":"ptv3","last_epoch_CV_mean":0.3539989797723438,"last_epoch_CV_std":0.006146998840674527,"last_epoch_angle_mean":0.2209449460109075,"last_epoch_position_width_fraction":0.01666608266532421,"seed_results":[{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.21007251739501953,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3563007158458771,"position_width_fraction":0.01683695986866951,"samples":1209,"total":1209},"optimizer_steps_all_folds":12480,"seconds_sum_folds":1723.7964134190115,"seed":42,"selected_epochs":[2,3,1]},{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.2214670479297638,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3455882976603596,"position_width_fraction":0.01623711921274662,"samples":1209,"total":1209},"optimizer_steps_all_folds":12480,"seconds_sum_folds":1720.4693498639972,"seed":142,"selected_epochs":[75,39,20]},{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":6240,"last_epoch_metrics":{"angle_mae_degrees":0.23129527270793915,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3601079258107948,"position_width_fraction":0.016924168914556503,"samples":1209,"total":1209},"optimizer_steps_all_folds":12480,"seconds_sum_folds":1774.406254128029,"seed":242,"selected_epochs":[2,30,45]}],"selection_changed":false},{"arm":"long_b64_steps","family":"ptv3","last_epoch_CV_mean":0.35562063350271006,"last_epoch_CV_std":0.0036739532020106953,"last_epoch_angle_mean":0.21840675175189972,"last_epoch_position_width_fraction":0.01677786496778329,"seed_results":[{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.22038240730762482,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.35950945363448744,"position_width_fraction":0.01684560813009739,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":3452.0030560960295,"seed":42,"selected_epochs":[2,3,1]},{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.21583396196365356,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.350692147921212,"position_width_fraction":0.01662374660372734,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":3450.944473192969,"seed":142,"selected_epochs":[242,39,20]},{"actual_minibatch_sizes":[61,62,63],"additional_optimizer_steps":12480,"last_epoch_metrics":{"angle_mae_degrees":0.21900388598442078,"failed_preprocessing":0,"groups":104,"macro_group_selection_score":0.3566602989524306,"position_width_fraction":0.016864240169525146,"samples":1209,"total":1209},"optimizer_steps_all_folds":18720,"seconds_sum_folds":3670.5864466290805,"seed":242,"selected_epochs":[2,30,45]}],"selection_changed":false}],"selection_changed":false,"selection_sha256":"8f86cf48a47240930d642ac780eb75723ace2c4b95ba67a782adc5063451b227","train_OOF_only":true},"native_unknown":{"branch":"native_unknown","records":[{"arm":"base","family":"pointnext","last_epoch_CV_mean":0.04156361287502848,"last_epoch_CV_std":0.0028667573440348533,"last_epoch_angle_mean":0.062088859577973686,"last_epoch_position_width_fraction":0.001473931906123956,"seed_results":[{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":160,"last_epoch_metrics":{"angle_mae_degrees":0.04216206818819046,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.03754057809451802,"position_width_fraction":0.0014180779689922929,"samples":30,"total":30},"optimizer_steps_all_folds":160,"seconds_sum_folds":19.05771530000493,"seed":42,"selected_epochs":[2,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":160,"last_epoch_metrics":{"angle_mae_degrees":0.07940724492073059,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.043140573168380394,"position_width_fraction":0.0013860688777640462,"samples":30,"total":30},"optimizer_steps_all_folds":160,"seconds_sum_folds":19.852374851994682,"seed":142,"selected_epochs":[2,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":160,"last_epoch_metrics":{"angle_mae_degrees":0.064697265625,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.04400968736218702,"position_width_fraction":0.001617648871615529,"samples":30,"total":30},"optimizer_steps_all_folds":160,"seconds_sum_folds":19.503999812994152,"seed":242,"selected_epochs":[1,1]}],"selection_changed":false},{"arm":"long_b32","family":"pointnext","last_epoch_CV_mean":0.03102114908009147,"last_epoch_CV_std":0.0018526096145740408,"last_epoch_angle_mean":0.02571207657456398,"last_epoch_position_width_fraction":0.0012297083934148152,"seed_results":[{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.028717041015625,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.033278906368650496,"position_width_fraction":0.0013345935149118304,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":38.33591339195846,"seed":42,"selected_epochs":[2,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.03022715263068676,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.031043418816989292,"position_width_fraction":0.0011758034816011786,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":38.67075124202529,"seed":142,"selected_epochs":[2,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.01819203607738018,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.028741122054634617,"position_width_fraction":0.0011787281837314367,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":39.36272051400738,"seed":242,"selected_epochs":[1,1]}],"selection_changed":false},{"arm":"long_b64","family":"pointnext","last_epoch_CV_mean":0.03102114908009147,"last_epoch_CV_std":0.0018526096145740408,"last_epoch_angle_mean":0.02571207657456398,"last_epoch_position_width_fraction":0.0012297083934148152,"seed_results":[{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.028717041015625,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.033278906368650496,"position_width_fraction":0.0013345935149118304,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":37.940759825054556,"seed":42,"selected_epochs":[2,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.03022715263068676,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.031043418816989292,"position_width_fraction":0.0011758034816011786,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":42.12222455802839,"seed":142,"selected_epochs":[2,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.01819203607738018,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.028741122054634617,"position_width_fraction":0.0011787281837314367,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":39.087113566929474,"seed":242,"selected_epochs":[1,1]}],"selection_changed":false},{"arm":"long_b64_steps","family":"pointnext","last_epoch_CV_mean":0.029418801960612955,"last_epoch_CV_std":0.0013380290695815835,"last_epoch_angle_mean":0.016758219649394352,"last_epoch_position_width_fraction":0.0012368805861721437,"seed_results":[{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":640,"last_epoch_metrics":{"angle_mae_degrees":0.01158091239631176,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.03129531446967222,"position_width_fraction":0.001403319532983005,"samples":30,"total":30},"optimizer_steps_all_folds":800,"seconds_sum_folds":77.94811122200917,"seed":42,"selected_epochs":[2,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":640,"last_epoch_metrics":{"angle_mae_degrees":0.01368001289665699,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.028269575828906247,"position_width_fraction":0.0011975087691098452,"samples":30,"total":30},"optimizer_steps_all_folds":800,"seconds_sum_folds":77.34821693599224,"seed":142,"selected_epochs":[2,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":640,"last_epoch_metrics":{"angle_mae_degrees":0.02501373365521431,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.0286915155832604,"position_width_fraction":0.0011098134564235806,"samples":30,"total":30},"optimizer_steps_all_folds":800,"seconds_sum_folds":78.60000807495089,"seed":242,"selected_epochs":[1,1]}],"selection_changed":false},{"arm":"base","family":"ptv3","last_epoch_CV_mean":0.0437647382050744,"last_epoch_CV_std":0.0093520797641331,"last_epoch_angle_mean":0.0235756766051054,"last_epoch_position_width_fraction":0.002019441376129786,"seed_results":[{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":160,"last_epoch_metrics":{"angle_mae_degrees":0.02458903007209301,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.033329003333670296,"position_width_fraction":0.0013938025804236531,"samples":30,"total":30},"optimizer_steps_all_folds":160,"seconds_sum_folds":115.82881094701588,"seed":42,"selected_epochs":[46,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":160,"last_epoch_metrics":{"angle_mae_degrees":0.0230433139950037,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.05601920085027813,"position_width_fraction":0.00271786586381495,"samples":30,"total":30},"optimizer_steps_all_folds":160,"seconds_sum_folds":164.94735352200223,"seed":142,"selected_epochs":[34,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":160,"last_epoch_metrics":{"angle_mae_degrees":0.02309468574821949,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.04194601043127477,"position_width_fraction":0.0019466556841507554,"samples":30,"total":30},"optimizer_steps_all_folds":160,"seconds_sum_folds":161.9091234760126,"seed":242,"selected_epochs":[24,1]}],"selection_changed":false},{"arm":"long_b32","family":"ptv3","last_epoch_CV_mean":0.04533683059487009,"last_epoch_CV_std":0.0010405598802067906,"last_epoch_angle_mean":0.024890814597407978,"last_epoch_position_width_fraction":0.002063650327424208,"seed_results":[{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.01617584191262722,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.04535340754729178,"position_width_fraction":0.002194615313783288,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":255.11513229901902,"seed":42,"selected_epochs":[46,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.03542429581284523,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.04660288163383182,"position_width_fraction":0.001964339055120945,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":248.23967322293902,"seed":142,"selected_epochs":[173,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.02307230606675148,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.04405420260348668,"position_width_fraction":0.002031996613368392,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":247.22098928299965,"seed":242,"selected_epochs":[24,1]}],"selection_changed":false},{"arm":"long_b64","family":"ptv3","last_epoch_CV_mean":0.04412975909018079,"last_epoch_CV_std":0.0016185091263347033,"last_epoch_angle_mean":0.030617777879039448,"last_epoch_position_width_fraction":0.0019339504651725292,"seed_results":[{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.01927337609231472,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.042733072380845755,"position_width_fraction":0.0020064169075340033,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":219.51449186203536,"seed":42,"selected_epochs":[46,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.05223999172449112,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.04325765430338732,"position_width_fraction":0.0015955015551298857,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":239.21777722297702,"seed":142,"selected_epochs":[231,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":320,"last_epoch_metrics":{"angle_mae_degrees":0.0203399658203125,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.04639855058630928,"position_width_fraction":0.0021999329328536987,"samples":30,"total":30},"optimizer_steps_all_folds":480,"seconds_sum_folds":241.70496037305566,"seed":242,"selected_epochs":[24,1]}],"selection_changed":false},{"arm":"long_b64_steps","family":"ptv3","last_epoch_CV_mean":0.04852011577868662,"last_epoch_CV_std":0.00469148596451425,"last_epoch_angle_mean":0.019466824208696682,"last_epoch_position_width_fraction":0.0023215285036712885,"seed_results":[{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":640,"last_epoch_metrics":{"angle_mae_degrees":0.010630798526108265,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.05510852684059904,"position_width_fraction":0.0028384141623973846,"samples":30,"total":30},"optimizer_steps_all_folds":800,"seconds_sum_folds":536.9965365460375,"seed":42,"selected_epochs":[335,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":640,"last_epoch_metrics":{"angle_mae_degrees":0.03283386304974556,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.04590391510929395,"position_width_fraction":0.001973584294319153,"samples":30,"total":30},"optimizer_steps_all_folds":800,"seconds_sum_folds":480.4259865200147,"seed":142,"selected_epochs":[235,1]},{"actual_minibatch_sizes":[12,18],"additional_optimizer_steps":640,"last_epoch_metrics":{"angle_mae_degrees":0.014935811050236225,"failed_preprocessing":0,"groups":2,"macro_group_selection_score":0.044547905386166854,"position_width_fraction":0.002152587054297328,"samples":30,"total":30},"optimizer_steps_all_folds":800,"seconds_sum_folds":501.70332356600557,"seed":242,"selected_epochs":[24,1]}],"selection_changed":false}],"selection_changed":false,"selection_sha256":"8f86cf48a47240930d642ac780eb75723ace2c4b95ba67a782adc5063451b227","train_OOF_only":true}},"evaluation":{"metric":{"baselines":{"test":{"geometry_plus_ROI_fallback":{"angle_mean":0.9262773990631104,"angle_p90":0.7324691772460941,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9442508710801394,"normalized":{"angle_mae_degrees":0.9262773990631104,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.213603292620716,"position_width_fraction":0.020666109398007393,"samples":574,"total":574},"position_mean":13.517914389380424,"position_median":3.144487234117774,"position_p90":26.10436230795476,"position_unit":"mm","predictions":574,"success_count":542,"threshold":"50mm/5deg","total":574},"strict_geometry":{"angle_mean":0.8985692262649536,"angle_p90":0.6700210571289062,"coverage":0.9860627177700348,"failed_preprocessing":8,"full_denominator_success_rate":0.9372822299651568,"normalized":{"angle_mae_degrees":0.8985692262649536,"failed_preprocessing":8,"groups":25,"macro_group_selection_score":1.3811058360149284,"position_width_fraction":0.020311817526817322,"samples":566,"total":574},"position_mean":13.033189898533173,"position_median":3.1033567057630442,"position_p90":24.43680046597466,"position_unit":"mm","predictions":566,"success_count":538,"threshold":"50mm/5deg","total":574}},"val":{"geometry_plus_ROI_fallback":{"angle_mean":0.09868472814559937,"angle_p90":0.269065856933594,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9511111111111111,"normalized":{"angle_mae_degrees":0.09868472814559937,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1810373281604111,"position_width_fraction":0.009741507470607758,"samples":450,"total":450},"position_mean":10.182968029730175,"position_median":1.290099975496678,"position_p90":31.023451024019373,"position_unit":"mm","predictions":450,"success_count":428,"threshold":"50mm/5deg","total":450},"strict_geometry":{"angle_mean":0.09868472814559937,"angle_p90":0.269065856933594,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9511111111111111,"normalized":{"angle_mae_degrees":0.09868472814559937,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1810373281604111,"position_width_fraction":0.009741507470607758,"samples":450,"total":450},"position_mean":10.182968029730175,"position_median":1.290099975496678,"position_p90":31.023451024019373,"position_unit":"mm","predictions":450,"success_count":428,"threshold":"50mm/5deg","total":450}}},"branch":"metric","holdout_metrics_used_for_selection":false,"models":[{"arm":"base","family":"utonia","refit_epoch":1,"splits":{"test":{"angle_mean":1.2170603275299072,"angle_p90":1.1115066528320316,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.2170603275299072,"angle_p90":1.1115066528320316,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9477351916376306,"normalized":{"angle_mae_degrees":1.2170603275299072,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.31807254840404353,"position_width_fraction":0.022890016436576843,"samples":574,"total":574},"position_mean":15.65215686223973,"position_median":6.156743169862363,"position_p90":25.701214993760658,"position_unit":"mm","predictions":574,"success_count":544,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9477351916376306,"normalized":{"angle_mae_degrees":1.2170603275299072,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.31807254840404353,"position_width_fraction":0.022890016436576843,"samples":574,"total":574},"position_mean":15.65215686223973,"position_median":6.156743169862363,"position_p90":25.701214993760658,"position_unit":"mm","predictions":574,"success_count":544,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.4792308211326599,"angle_p90":0.9880477905273439,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.4792308211326599,"angle_p90":0.9880477905273439,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9533333333333334,"normalized":{"angle_mae_degrees":0.4792308211326599,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2793253383367647,"position_width_fraction":0.012408524751663208,"samples":450,"total":450},"position_mean":13.091008134657459,"position_median":6.269089825995376,"position_p90":29.000321731085233,"position_unit":"mm","predictions":450,"success_count":429,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9533333333333334,"normalized":{"angle_mae_degrees":0.4792308211326599,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2793253383367647,"position_width_fraction":0.012408524751663208,"samples":450,"total":450},"position_mean":13.091008134657459,"position_median":6.269089825995376,"position_p90":29.000321731085233,"position_unit":"mm","predictions":450,"success_count":429,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"litept","refit_epoch":7,"splits":{"test":{"angle_mean":1.044449806213379,"angle_p90":0.7541427612304693,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.044449806213379,"angle_p90":0.7541427612304693,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9390243902439024,"normalized":{"angle_mae_degrees":1.044449806213379,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.29857106056594007,"position_width_fraction":0.024534285068511963,"samples":574,"total":574},"position_mean":17.29723622743607,"position_median":8.24815041017307,"position_p90":26.095746929583825,"position_unit":"mm","predictions":574,"success_count":539,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9390243902439024,"normalized":{"angle_mae_degrees":1.044449806213379,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.29857106056594007,"position_width_fraction":0.024534285068511963,"samples":574,"total":574},"position_mean":17.29723622743607,"position_median":8.24815041017307,"position_p90":26.095746929583825,"position_unit":"mm","predictions":574,"success_count":539,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.2147543728351593,"angle_p90":0.4285339355468752,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.2147543728351593,"angle_p90":0.4285339355468752,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.94,"normalized":{"angle_mae_degrees":0.2147543728351593,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2708451199874685,"position_width_fraction":0.013442459516227245,"samples":450,"total":450},"position_mean":14.379946859177354,"position_median":7.700765716731059,"position_p90":32.726189093164095,"position_unit":"mm","predictions":450,"success_count":423,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.94,"normalized":{"angle_mae_degrees":0.2147543728351593,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2708451199874685,"position_width_fraction":0.013442459516227245,"samples":450,"total":450},"position_mean":14.379946859177354,"position_median":7.700765716731059,"position_p90":32.726189093164095,"position_unit":"mm","predictions":450,"success_count":423,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"concerto","refit_epoch":3,"splits":{"test":{"angle_mean":1.1831649541854858,"angle_p90":1.0150115966796875,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.1831649541854858,"angle_p90":1.0150115966796875,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9320557491289199,"normalized":{"angle_mae_degrees":1.1831649541854858,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3303244600372729,"position_width_fraction":0.024698758497834206,"samples":574,"total":574},"position_mean":17.571908178769178,"position_median":7.074540714126503,"position_p90":30.450786204106354,"position_unit":"mm","predictions":574,"success_count":535,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9320557491289199,"normalized":{"angle_mae_degrees":1.1831649541854858,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3303244600372729,"position_width_fraction":0.024698758497834206,"samples":574,"total":574},"position_mean":17.571908178769178,"position_median":7.074540714126503,"position_p90":30.450786204106354,"position_unit":"mm","predictions":574,"success_count":535,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.3183436095714569,"angle_p90":0.6599487304687501,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.3183436095714569,"angle_p90":0.6599487304687501,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9555555555555556,"normalized":{"angle_mae_degrees":0.3183436095714569,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2591680509373285,"position_width_fraction":0.014080929569900036,"samples":450,"total":450},"position_mean":14.688363832272538,"position_median":8.277348335245193,"position_p90":29.95932824198939,"position_unit":"mm","predictions":450,"success_count":430,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9555555555555556,"normalized":{"angle_mae_degrees":0.3183436095714569,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2591680509373285,"position_width_fraction":0.014080929569900036,"samples":450,"total":450},"position_mean":14.688363832272538,"position_median":8.277348335245193,"position_p90":29.95932824198939,"position_unit":"mm","predictions":450,"success_count":430,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"sonata","refit_epoch":6,"splits":{"test":{"angle_mean":1.1642926931381226,"angle_p90":0.9967712402343766,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.1642926931381226,"angle_p90":0.9967712402343766,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9425087108013938,"normalized":{"angle_mae_degrees":1.1642926931381226,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3127083877594183,"position_width_fraction":0.02362268976867199,"samples":574,"total":574},"position_mean":16.84444870036392,"position_median":7.554305693021339,"position_p90":25.406181898709807,"position_unit":"mm","predictions":574,"success_count":541,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9425087108013938,"normalized":{"angle_mae_degrees":1.1642926931381226,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3127083877594183,"position_width_fraction":0.02362268976867199,"samples":574,"total":574},"position_mean":16.84444870036392,"position_median":7.554305693021339,"position_p90":25.406181898709807,"position_unit":"mm","predictions":574,"success_count":541,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.33424103260040283,"angle_p90":0.6702789306640625,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.33424103260040283,"angle_p90":0.6702789306640625,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9555555555555556,"normalized":{"angle_mae_degrees":0.33424103260040283,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.26261492382450324,"position_width_fraction":0.013331502676010132,"samples":450,"total":450},"position_mean":14.026809900382423,"position_median":7.433434777522715,"position_p90":31.223309207261774,"position_unit":"mm","predictions":450,"success_count":430,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9555555555555556,"normalized":{"angle_mae_degrees":0.33424103260040283,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.26261492382450324,"position_width_fraction":0.013331502676010132,"samples":450,"total":450},"position_mean":14.026809900382423,"position_median":7.433434777522715,"position_p90":31.223309207261774,"position_unit":"mm","predictions":450,"success_count":430,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"ptv3","refit_epoch":20,"splits":{"test":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b32","family":"ptv3","refit_epoch":20,"splits":{"test":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b64","family":"ptv3","refit_epoch":20,"splits":{"test":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b64_steps","family":"ptv3","refit_epoch":20,"splits":{"test":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"pointnext","refit_epoch":62,"splits":{"test":{"angle_mean":0.9891633987426758,"angle_p90":0.9005371093750009,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9891633987426758,"angle_p90":0.9005371093750009,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.945993031358885,"normalized":{"angle_mae_degrees":0.9891633987426758,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.2264510660658977,"position_width_fraction":0.018961245194077492,"samples":574,"total":574},"position_mean":12.684391920521573,"position_median":4.808427847239644,"position_p90":21.75176819898545,"position_unit":"mm","predictions":574,"success_count":543,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.945993031358885,"normalized":{"angle_mae_degrees":0.9891633987426758,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.2264510660658977,"position_width_fraction":0.018961245194077492,"samples":574,"total":574},"position_mean":12.684391920521573,"position_median":4.808427847239644,"position_p90":21.75176819898545,"position_unit":"mm","predictions":574,"success_count":543,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.18407735228538513,"angle_p90":0.3941696166992188,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.18407735228538513,"angle_p90":0.3941696166992188,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9466666666666667,"normalized":{"angle_mae_degrees":0.18407735228538513,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20030894195654747,"position_width_fraction":0.012436697259545326,"samples":450,"total":450},"position_mean":12.945897531362675,"position_median":4.216772577799095,"position_p90":34.9988682224327,"position_unit":"mm","predictions":450,"success_count":426,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9466666666666667,"normalized":{"angle_mae_degrees":0.18407735228538513,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20030894195654747,"position_width_fraction":0.012436697259545326,"samples":450,"total":450},"position_mean":12.945897531362675,"position_median":4.216772577799095,"position_p90":34.9988682224327,"position_unit":"mm","predictions":450,"success_count":426,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b32","family":"pointnext","refit_epoch":180,"splits":{"test":{"angle_mean":0.9828574061393738,"angle_p90":0.847271728515628,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9828574061393738,"angle_p90":0.847271728515628,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.9828574061393738,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.21492987937586006,"position_width_fraction":0.02069578692317009,"samples":574,"total":574},"position_mean":12.677079368297665,"position_median":3.5651099594671276,"position_p90":21.179563487428066,"position_unit":"mm","predictions":574,"success_count":540,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.9828574061393738,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.21492987937586006,"position_width_fraction":0.02069578692317009,"samples":574,"total":574},"position_mean":12.677079368297665,"position_median":3.5651099594671276,"position_p90":21.179563487428066,"position_unit":"mm","predictions":574,"success_count":540,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.2096448391675949,"angle_p90":0.43959808349609397,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.2096448391675949,"angle_p90":0.43959808349609397,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9311111111111111,"normalized":{"angle_mae_degrees":0.2096448391675949,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1759996059096951,"position_width_fraction":0.013674474321305752,"samples":450,"total":450},"position_mean":13.807321531152391,"position_median":3.106168492081798,"position_p90":38.81151397995852,"position_unit":"mm","predictions":450,"success_count":419,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9311111111111111,"normalized":{"angle_mae_degrees":0.2096448391675949,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1759996059096951,"position_width_fraction":0.013674474321305752,"samples":450,"total":450},"position_mean":13.807321531152391,"position_median":3.106168492081798,"position_p90":38.81151397995852,"position_unit":"mm","predictions":450,"success_count":419,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b64","family":"pointnext","refit_epoch":93,"splits":{"test":{"angle_mean":0.954735279083252,"angle_p90":0.8492675781250002,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.954735279083252,"angle_p90":0.8492675781250002,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.954735279083252,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.21306241281975047,"position_width_fraction":0.020110202953219414,"samples":574,"total":574},"position_mean":12.244558393529063,"position_median":3.602014188637673,"position_p90":21.481593828713258,"position_unit":"mm","predictions":574,"success_count":540,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.954735279083252,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.21306241281975047,"position_width_fraction":0.020110202953219414,"samples":574,"total":574},"position_mean":12.244558393529063,"position_median":3.602014188637673,"position_p90":21.481593828713258,"position_unit":"mm","predictions":574,"success_count":540,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1381431370973587,"angle_p90":0.29148406982421887,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1381431370973587,"angle_p90":0.29148406982421887,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9266666666666666,"normalized":{"angle_mae_degrees":0.1381431370973587,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.17470691227220442,"position_width_fraction":0.013857042416930199,"samples":450,"total":450},"position_mean":14.218098982803685,"position_median":3.9041475098677187,"position_p90":40.330303516776105,"position_unit":"mm","predictions":450,"success_count":417,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9266666666666666,"normalized":{"angle_mae_degrees":0.1381431370973587,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.17470691227220442,"position_width_fraction":0.013857042416930199,"samples":450,"total":450},"position_mean":14.218098982803685,"position_median":3.9041475098677187,"position_p90":40.330303516776105,"position_unit":"mm","predictions":450,"success_count":417,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b64_steps","family":"pointnext","refit_epoch":220,"splits":{"test":{"angle_mean":0.9723555445671082,"angle_p90":0.8507705688476577,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9723555445671082,"angle_p90":0.8507705688476577,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.9723555445671082,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.20865815652644187,"position_width_fraction":0.01730143278837204,"samples":574,"total":574},"position_mean":11.675962948928245,"position_median":3.7113332489129185,"position_p90":21.303599072194856,"position_unit":"mm","predictions":574,"success_count":540,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.9723555445671082,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.20865815652644187,"position_width_fraction":0.01730143278837204,"samples":574,"total":574},"position_mean":11.675962948928245,"position_median":3.7113332489129185,"position_p90":21.303599072194856,"position_unit":"mm","predictions":574,"success_count":540,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.18126441538333893,"angle_p90":0.3630416870117188,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.18126441538333893,"angle_p90":0.3630416870117188,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9377777777777778,"normalized":{"angle_mae_degrees":0.18126441538333893,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1767638349317397,"position_width_fraction":0.012808924540877342,"samples":450,"total":450},"position_mean":13.00777525098421,"position_median":3.6865888811934733,"position_p90":34.94430449397712,"position_unit":"mm","predictions":450,"success_count":422,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9377777777777778,"normalized":{"angle_mae_degrees":0.18126441538333893,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1767638349317397,"position_width_fraction":0.012808924540877342,"samples":450,"total":450},"position_mean":13.00777525098421,"position_median":3.6865888811934733,"position_p90":34.94430449397712,"position_unit":"mm","predictions":450,"success_count":422,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"pointmae","refit_epoch":2,"splits":{"test":{"angle_mean":1.172662377357483,"angle_p90":0.9984619140625003,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.172662377357483,"angle_p90":0.9984619140625003,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9355400696864111,"normalized":{"angle_mae_degrees":1.172662377357483,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3320942512026012,"position_width_fraction":0.022389834746718407,"samples":574,"total":574},"position_mean":15.910559094374568,"position_median":6.752113143489193,"position_p90":31.835380120490903,"position_unit":"mm","predictions":574,"success_count":537,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9355400696864111,"normalized":{"angle_mae_degrees":1.172662377357483,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3320942512026012,"position_width_fraction":0.022389834746718407,"samples":574,"total":574},"position_mean":15.910559094374568,"position_median":6.752113143489193,"position_p90":31.835380120490903,"position_unit":"mm","predictions":574,"success_count":537,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.34784358739852905,"angle_p90":0.6557174682617198,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.34784358739852905,"angle_p90":0.6557174682617198,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9155555555555556,"normalized":{"angle_mae_degrees":0.34784358739852905,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.3235165353373977,"position_width_fraction":0.014743177220225334,"samples":450,"total":450},"position_mean":16.334576826110418,"position_median":8.49156248157348,"position_p90":38.174870344045054,"position_unit":"mm","predictions":450,"success_count":412,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9155555555555556,"normalized":{"angle_mae_degrees":0.34784358739852905,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.3235165353373977,"position_width_fraction":0.014743177220225334,"samples":450,"total":450},"position_mean":16.334576826110418,"position_median":8.49156248157348,"position_p90":38.174870344045054,"position_unit":"mm","predictions":450,"success_count":412,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"dgcnn","refit_epoch":65,"splits":{"test":{"angle_mean":0.9987197518348694,"angle_p90":0.8827346801757853,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9987197518348694,"angle_p90":0.8827346801757853,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9372822299651568,"normalized":{"angle_mae_degrees":0.9987197518348694,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.24487263076438456,"position_width_fraction":0.022064760327339172,"samples":574,"total":574},"position_mean":14.922170527058775,"position_median":4.954471677964721,"position_p90":24.93849764147872,"position_unit":"mm","predictions":574,"success_count":538,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9372822299651568,"normalized":{"angle_mae_degrees":0.9987197518348694,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.24487263076438456,"position_width_fraction":0.022064760327339172,"samples":574,"total":574},"position_mean":14.922170527058775,"position_median":4.954471677964721,"position_p90":24.93849764147872,"position_unit":"mm","predictions":574,"success_count":538,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.16832906007766724,"angle_p90":0.3507476806640626,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.16832906007766724,"angle_p90":0.3507476806640626,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9377777777777778,"normalized":{"angle_mae_degrees":0.16832906007766724,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.21552198444378212,"position_width_fraction":0.013256297446787357,"samples":450,"total":450},"position_mean":13.622624903927704,"position_median":5.0229422473079275,"position_p90":30.649497305683393,"position_unit":"mm","predictions":450,"success_count":422,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9377777777777778,"normalized":{"angle_mae_degrees":0.16832906007766724,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.21552198444378212,"position_width_fraction":0.013256297446787357,"samples":450,"total":450},"position_mean":13.622624903927704,"position_median":5.0229422473079275,"position_p90":30.649497305683393,"position_unit":"mm","predictions":450,"success_count":422,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}}],"previous_test_seen_not_blind":true,"selection_sha256":"8f86cf48a47240930d642ac780eb75723ace2c4b95ba67a782adc5063451b227"},"native_unknown":{"baselines":{"test":{"geometry_plus_ROI_fallback":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.060691858211962074,"position_width_fraction":0.0030345930717885494,"samples":13,"total":13},"position_mean":0.0030345930717885494,"position_median":0.0,"position_p90":0.009050198365002874,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"strict_geometry":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.060691858211962074,"position_width_fraction":0.0030345930717885494,"samples":13,"total":13},"position_mean":0.0030345930717885494,"position_median":0.0,"position_p90":0.009050198365002874,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13}},"val":{"geometry_plus_ROI_fallback":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.011603130094174827,"position_width_fraction":0.0005801565130241215,"samples":14,"total":14},"position_mean":0.0005801565130241215,"position_median":0.0,"position_p90":0.0024366396712139286,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"strict_geometry":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.011603130094174827,"position_width_fraction":0.0005801565130241215,"samples":14,"total":14},"position_mean":0.0005801565130241215,"position_median":0.0,"position_p90":0.0024366396712139286,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14}}},"branch":"native_unknown","holdout_metrics_used_for_selection":false,"models":[{"arm":"base","family":"utonia","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06939548963251022,"position_width_fraction":0.003469774965196848,"samples":13,"total":13},"position_mean":0.003469774965196848,"position_median":0.0018721105298027396,"position_p90":0.007820232957601548,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06939548963251022,"position_width_fraction":0.003469774965196848,"samples":13,"total":13},"position_mean":0.003469774965196848,"position_median":0.0018721105298027396,"position_p90":0.007820232957601548,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.019750663993818307,"position_width_fraction":0.0009875332470983267,"samples":14,"total":14},"position_mean":0.0009875332470983267,"position_median":0.0006015031831339002,"position_p90":0.0024981033755466352,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.019750663993818307,"position_width_fraction":0.0009875332470983267,"samples":14,"total":14},"position_mean":0.0009875332470983267,"position_median":0.0006015031831339002,"position_p90":0.0024981033755466352,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"base","family":"litept","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.07723610380288357,"position_width_fraction":0.0038618051912635565,"samples":13,"total":13},"position_mean":0.0038618051912635565,"position_median":0.0018813579808920622,"position_p90":0.008706061076372864,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.07723610380288357,"position_width_fraction":0.0038618051912635565,"samples":13,"total":13},"position_mean":0.0038618051912635565,"position_median":0.0018813579808920622,"position_p90":0.008706061076372864,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.01613528163163989,"position_width_fraction":0.0008067641174420714,"samples":14,"total":14},"position_mean":0.0008067641174420714,"position_median":0.00030140188755467534,"position_p90":0.002458770759403708,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.01613528163163989,"position_width_fraction":0.0008067641174420714,"samples":14,"total":14},"position_mean":0.0008067641174420714,"position_median":0.00030140188755467534,"position_p90":0.002458770759403708,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"base","family":"concerto","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.0575903705388415,"position_width_fraction":0.002879518549889326,"samples":13,"total":13},"position_mean":0.002879518549889326,"position_median":0.0010993126779794693,"position_p90":0.00741871800273657,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.0575903705388415,"position_width_fraction":0.002879518549889326,"samples":13,"total":13},"position_mean":0.002879518549889326,"position_median":0.0010993126779794693,"position_p90":0.00741871800273657,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.02107909888893898,"position_width_fraction":0.001053954940289259,"samples":14,"total":14},"position_mean":0.001053954940289259,"position_median":0.00038524571573361754,"position_p90":0.002907428971957417,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.02107909888893898,"position_width_fraction":0.001053954940289259,"samples":14,"total":14},"position_mean":0.001053954940289259,"position_median":0.00038524571573361754,"position_p90":0.002907428971957417,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"base","family":"sonata","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06900206297779313,"position_width_fraction":0.0034501031041145325,"samples":13,"total":13},"position_mean":0.0034501031041145325,"position_median":0.0015720558585599065,"position_p90":0.007646288163959982,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06900206297779313,"position_width_fraction":0.0034501031041145325,"samples":13,"total":13},"position_mean":0.0034501031041145325,"position_median":0.0015720558585599065,"position_p90":0.007646288163959982,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.026320875497601395,"position_width_fraction":0.0013160437811166048,"samples":14,"total":14},"position_mean":0.0013160437811166048,"position_median":0.000951254041865468,"position_p90":0.0031845271587371852,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.026320875497601395,"position_width_fraction":0.0013160437811166048,"samples":14,"total":14},"position_mean":0.0013160437811166048,"position_median":0.000951254041865468,"position_p90":0.0031845271587371852,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"base","family":"ptv3","refit_epoch":12,"splits":{"test":{"angle_mean":0.04033602029085159,"angle_p90":0.078076171875,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.04033602029085159,"angle_p90":0.078076171875,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04033602029085159,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06705349903159702,"position_width_fraction":0.002949314657598734,"samples":13,"total":13},"position_mean":0.002949314657598734,"position_median":0.000799500267021358,"position_p90":0.0075650210492312926,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04033602029085159,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06705349903159702,"position_width_fraction":0.002949314657598734,"samples":13,"total":13},"position_mean":0.002949314657598734,"position_median":0.000799500267021358,"position_p90":0.0075650210492312926,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.04907117411494255,"angle_p90":0.067559814453125,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.04907117411494255,"angle_p90":0.067559814453125,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04907117411494255,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.025703223062113725,"position_width_fraction":0.0007944494136609137,"samples":14,"total":14},"position_mean":0.0007944494136609137,"position_median":0.00025800688308663666,"position_p90":0.0025453421752899916,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04907117411494255,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.025703223062113725,"position_width_fraction":0.0007944494136609137,"samples":14,"total":14},"position_mean":0.0007944494136609137,"position_median":0.00025800688308663666,"position_p90":0.0025453421752899916,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"long_b32","family":"ptv3","refit_epoch":12,"splits":{"test":{"angle_mean":0.04033602029085159,"angle_p90":0.078076171875,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.04033602029085159,"angle_p90":0.078076171875,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04033602029085159,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06705349903159702,"position_width_fraction":0.002949314657598734,"samples":13,"total":13},"position_mean":0.002949314657598734,"position_median":0.000799500267021358,"position_p90":0.0075650210492312926,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04033602029085159,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06705349903159702,"position_width_fraction":0.002949314657598734,"samples":13,"total":13},"position_mean":0.002949314657598734,"position_median":0.000799500267021358,"position_p90":0.0075650210492312926,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.04907117411494255,"angle_p90":0.067559814453125,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.04907117411494255,"angle_p90":0.067559814453125,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04907117411494255,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.025703223062113725,"position_width_fraction":0.0007944494136609137,"samples":14,"total":14},"position_mean":0.0007944494136609137,"position_median":0.00025800688308663666,"position_p90":0.0025453421752899916,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04907117411494255,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.025703223062113725,"position_width_fraction":0.0007944494136609137,"samples":14,"total":14},"position_mean":0.0007944494136609137,"position_median":0.00025800688308663666,"position_p90":0.0025453421752899916,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"long_b64","family":"ptv3","refit_epoch":12,"splits":{"test":{"angle_mean":0.04033602029085159,"angle_p90":0.078076171875,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.04033602029085159,"angle_p90":0.078076171875,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04033602029085159,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06705349903159702,"position_width_fraction":0.002949314657598734,"samples":13,"total":13},"position_mean":0.002949314657598734,"position_median":0.000799500267021358,"position_p90":0.0075650210492312926,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04033602029085159,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06705349903159702,"position_width_fraction":0.002949314657598734,"samples":13,"total":13},"position_mean":0.002949314657598734,"position_median":0.000799500267021358,"position_p90":0.0075650210492312926,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.04907117411494255,"angle_p90":0.067559814453125,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.04907117411494255,"angle_p90":0.067559814453125,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04907117411494255,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.025703223062113725,"position_width_fraction":0.0007944494136609137,"samples":14,"total":14},"position_mean":0.0007944494136609137,"position_median":0.00025800688308663666,"position_p90":0.0025453421752899916,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04907117411494255,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.025703223062113725,"position_width_fraction":0.0007944494136609137,"samples":14,"total":14},"position_mean":0.0007944494136609137,"position_median":0.00025800688308663666,"position_p90":0.0025453421752899916,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"long_b64_steps","family":"ptv3","refit_epoch":12,"splits":{"test":{"angle_mean":0.04033602029085159,"angle_p90":0.078076171875,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.04033602029085159,"angle_p90":0.078076171875,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04033602029085159,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06705349903159702,"position_width_fraction":0.002949314657598734,"samples":13,"total":13},"position_mean":0.002949314657598734,"position_median":0.000799500267021358,"position_p90":0.0075650210492312926,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04033602029085159,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06705349903159702,"position_width_fraction":0.002949314657598734,"samples":13,"total":13},"position_mean":0.002949314657598734,"position_median":0.000799500267021358,"position_p90":0.0075650210492312926,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.04907117411494255,"angle_p90":0.067559814453125,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.04907117411494255,"angle_p90":0.067559814453125,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04907117411494255,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.025703223062113725,"position_width_fraction":0.0007944494136609137,"samples":14,"total":14},"position_mean":0.0007944494136609137,"position_median":0.00025800688308663666,"position_p90":0.0025453421752899916,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.04907117411494255,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.025703223062113725,"position_width_fraction":0.0007944494136609137,"samples":14,"total":14},"position_mean":0.0007944494136609137,"position_median":0.00025800688308663666,"position_p90":0.0025453421752899916,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"base","family":"pointnext","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.061887469894897476,"position_width_fraction":0.0030943737365305424,"samples":13,"total":13},"position_mean":0.0030943737365305424,"position_median":0.0002724056248553097,"position_p90":0.008810220193117859,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.061887469894897476,"position_width_fraction":0.0030943737365305424,"samples":13,"total":13},"position_mean":0.0030943737365305424,"position_median":0.0002724056248553097,"position_p90":0.008810220193117859,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.014749082121332842,"position_width_fraction":0.0007374541601166129,"samples":14,"total":14},"position_mean":0.0007374541601166129,"position_median":0.00022193131735548377,"position_p90":0.002384312963113192,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.014749082121332842,"position_width_fraction":0.0007374541601166129,"samples":14,"total":14},"position_mean":0.0007374541601166129,"position_median":0.00022193131735548377,"position_p90":0.002384312963113192,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"long_b32","family":"pointnext","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.061887469894897476,"position_width_fraction":0.0030943737365305424,"samples":13,"total":13},"position_mean":0.0030943737365305424,"position_median":0.0002724056248553097,"position_p90":0.008810220193117859,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.061887469894897476,"position_width_fraction":0.0030943737365305424,"samples":13,"total":13},"position_mean":0.0030943737365305424,"position_median":0.0002724056248553097,"position_p90":0.008810220193117859,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.014749082121332842,"position_width_fraction":0.0007374541601166129,"samples":14,"total":14},"position_mean":0.0007374541601166129,"position_median":0.00022193131735548377,"position_p90":0.002384312963113192,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.014749082121332842,"position_width_fraction":0.0007374541601166129,"samples":14,"total":14},"position_mean":0.0007374541601166129,"position_median":0.00022193131735548377,"position_p90":0.002384312963113192,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"long_b64","family":"pointnext","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.061887469894897476,"position_width_fraction":0.0030943737365305424,"samples":13,"total":13},"position_mean":0.0030943737365305424,"position_median":0.0002724056248553097,"position_p90":0.008810220193117859,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.061887469894897476,"position_width_fraction":0.0030943737365305424,"samples":13,"total":13},"position_mean":0.0030943737365305424,"position_median":0.0002724056248553097,"position_p90":0.008810220193117859,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.014749082121332842,"position_width_fraction":0.0007374541601166129,"samples":14,"total":14},"position_mean":0.0007374541601166129,"position_median":0.00022193131735548377,"position_p90":0.002384312963113192,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.014749082121332842,"position_width_fraction":0.0007374541601166129,"samples":14,"total":14},"position_mean":0.0007374541601166129,"position_median":0.00022193131735548377,"position_p90":0.002384312963113192,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"long_b64_steps","family":"pointnext","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.061887469894897476,"position_width_fraction":0.0030943737365305424,"samples":13,"total":13},"position_mean":0.0030943737365305424,"position_median":0.0002724056248553097,"position_p90":0.008810220193117859,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.061887469894897476,"position_width_fraction":0.0030943737365305424,"samples":13,"total":13},"position_mean":0.0030943737365305424,"position_median":0.0002724056248553097,"position_p90":0.008810220193117859,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.014749082121332842,"position_width_fraction":0.0007374541601166129,"samples":14,"total":14},"position_mean":0.0007374541601166129,"position_median":0.00022193131735548377,"position_p90":0.002384312963113192,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.014749082121332842,"position_width_fraction":0.0007374541601166129,"samples":14,"total":14},"position_mean":0.0007374541601166129,"position_median":0.00022193131735548377,"position_p90":0.002384312963113192,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"base","family":"pointmae","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06266563232202316,"position_width_fraction":0.0031332815997302532,"samples":13,"total":13},"position_mean":0.0031332815997302532,"position_median":0.0025579629000276327,"position_p90":0.006758335512131453,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.06266563232202316,"position_width_fraction":0.0031332815997302532,"samples":13,"total":13},"position_mean":0.0031332815997302532,"position_median":0.0025579629000276327,"position_p90":0.006758335512131453,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.026064578061258153,"position_width_fraction":0.0013032287824898958,"samples":14,"total":14},"position_mean":0.0013032287824898958,"position_median":0.0008589126518927515,"position_p90":0.0025663912645541146,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.026064578061258153,"position_width_fraction":0.0013032287824898958,"samples":14,"total":14},"position_mean":0.0013032287824898958,"position_median":0.0008589126518927515,"position_p90":0.0025663912645541146,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}},{"arm":"base","family":"dgcnn","refit_epoch":1,"splits":{"test":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.0596074504616039,"position_width_fraction":0.0029803726356476545,"samples":13,"total":13},"position_mean":0.0029803726356476545,"position_median":0.00022269441979005933,"position_p90":0.008502148091793062,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"threshold":"5pct_width/5deg","total":13},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.0596074504616039,"position_width_fraction":0.0029803726356476545,"samples":13,"total":13},"position_mean":0.0029803726356476545,"position_median":0.00022269441979005933,"position_p90":0.008502148091793062,"position_unit":"automatic_width_fraction","predictions":13,"success_count":13,"targets_in_training_domains":13,"threshold":"5pct_width/5deg","total":13},"val":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.0,"angle_p90":0.0,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.017345143548612083,"position_width_fraction":0.0008672571857459843,"samples":14,"total":14},"position_mean":0.0008672571857459843,"position_median":0.00037584116216748953,"position_p90":0.002377460524439814,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"threshold":"5pct_width/5deg","total":14},"failed_preprocessing":0,"full_denominator_success_rate":1.0,"normalized":{"angle_mae_degrees":0.0,"failed_preprocessing":0,"groups":1,"macro_group_selection_score":0.017345143548612083,"position_width_fraction":0.0008672571857459843,"samples":14,"total":14},"position_mean":0.0008672571857459843,"position_median":0.00037584116216748953,"position_p90":0.002377460524439814,"position_unit":"automatic_width_fraction","predictions":14,"success_count":14,"targets_in_training_domains":14,"threshold":"5pct_width/5deg","total":14}}}],"previous_test_seen_not_blind":true,"selection_sha256":"8f86cf48a47240930d642ac780eb75723ace2c4b95ba67a782adc5063451b227"}},"live_annotations_modified":false,"selection":{"created_at":"2026-10-20T22:46:42+00:00","previous_test_seen_not_blind":true,"profiles":{"metric":{"best_learning":{"angle_mean":0.23830269277095795,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.023729547299444674,"mean":-0.010676293633878231,"upper":0.001089609914924948},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.010053685656748712,"mean":-0.006618213374167681,"upper":-0.0033614720567129576},"family":"pointnext","mean_score":0.3271478981800195,"position_mean_width_fraction":0.015837014342347782,"refit_epoch":180,"seed_scores":[0.3242958996639739,0.32979880551383434,0.3273489893622502],"seeds":[42,142,242],"selected_epochs":[203,143,218,84,223,176,180,170,198],"std_score":0.0022510473778199844},"entries":[{"angle_mean":0.3847697377204895,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.061595174856483935,"mean":0.07469140738248825,"upper":0.08716632276773452},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"utonia","mean_score":0.4125155966883831,"position_mean_width_fraction":0.017998510971665382,"refit_epoch":1,"seed_scores":[0.4125155966883831],"seeds":[42],"selected_epochs":[9,1,1],"std_score":0.0},{"angle_mean":0.3382992744445801,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.05700193429365754,"mean":0.07167042046785355,"upper":0.0861907696351409},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"litept","mean_score":0.40949460450830344,"position_mean_width_fraction":0.018757807090878487,"refit_epoch":7,"seed_scores":[0.40949460450830344],"seeds":[42],"selected_epochs":[7,8,6],"std_score":0.0},{"angle_mean":0.39763179421424866,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.06453091166913509,"mean":0.0815514475107193,"upper":0.09852112010121344},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"concerto","mean_score":0.4193756408323944,"position_mean_width_fraction":0.018593551591038704,"refit_epoch":3,"seed_scores":[0.4193756408323944],"seeds":[42],"selected_epochs":[5,3,1],"std_score":0.0},{"angle_mean":0.3611132800579071,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0544411881826818,"mean":0.06739628314971924,"upper":0.07993037551641465},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"sonata","mean_score":0.40522046904908776,"position_mean_width_fraction":0.018246104940772057,"refit_epoch":6,"seed_scores":[0.40522046904908776],"seeds":[42],"selected_epochs":[80,3,6],"std_score":0.0},{"angle_mean":0.21529345711072287,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0008613777696155008,"mean":0.004577833227813244,"upper":0.00917711923830211},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"ptv3","mean_score":0.3424020197295887,"position_mean_width_fraction":0.016183086360494297,"refit_epoch":20,"seed_scores":[0.3458900946672163,0.33665686971429487,0.34465909480725504],"seeds":[42,142,242],"selected_epochs":[2,3,1,75,39,20,2,30,45],"std_score":0.00409340133120608},{"angle_mean":0.21573753158251444,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0006711932699545284,"mean":0.0043882085010409355,"upper":0.008855216507799923},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0011072477587731554,"mean":-0.0001896248577395454,"upper":0.0008692154355230738},"family":"ptv3","mean_score":0.3422123941508814,"position_mean_width_fraction":0.016183496142427128,"refit_epoch":20,"seed_scores":[0.345890081073293,0.3360880065720962,0.34465909480725504],"seeds":[42,142,242],"selected_epochs":[2,3,1,218,39,20,2,30,45],"std_score":0.004359657800651903},{"angle_mean":0.21529347201188406,"arm":"long_b64","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.000861377283581532,"mean":0.004577818792313337,"upper":0.009177088644355534},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-4.9537649093878144e-08,"mean":-1.4831891270716824e-08,"upper":2.024658818378099e-08},"family":"ptv3","mean_score":0.3424020051125931,"position_mean_width_fraction":0.01618308573961258,"refit_epoch":20,"seed_scores":[0.3458900326595386,0.3366568837313447,0.34465909894689606],"seeds":[42,142,242],"selected_epochs":[2,3,1,75,39,20,2,30,45],"std_score":0.0040933779217323},{"angle_mean":0.21534711619218191,"arm":"long_b64_steps","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0005978379194857553,"mean":0.0044596511870622635,"upper":0.008948681643232703},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0008912893128581346,"mean":-0.00011818209168268368,"upper":0.0008280181034933774},"family":"ptv3","mean_score":0.34228383903911713,"position_mean_width_fraction":0.016193727652231853,"refit_epoch":20,"seed_scores":[0.3458900326595386,0.33630238161399173,0.3446591028438211],"seeds":[42,142,242],"selected_epochs":[2,3,1,242,39,20,2,30,45],"std_score":0.004259277853443124},{"angle_mean":0.23960151771704355,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.015694126393646,"mean":-0.004058080725371838,"upper":0.006238468352239572},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointnext","mean_score":0.33376610892182884,"position_mean_width_fraction":0.01599263834456603,"refit_epoch":62,"seed_scores":[0.328875396154067,0.3345704031385045,0.33785252747291483],"seeds":[42,142,242],"selected_epochs":[12,43,75,70,70,62,76,44,46],"std_score":0.0037087633670531434},{"angle_mean":0.23830269277095795,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.023729547299444674,"mean":-0.010676293633878231,"upper":0.001089609914924948},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.010053685656748712,"mean":-0.006618213374167681,"upper":-0.0033614720567129576},"family":"pointnext","mean_score":0.3271478981800195,"position_mean_width_fraction":0.015837014342347782,"refit_epoch":180,"seed_scores":[0.3242958996639739,0.32979880551383434,0.3273489893622502],"seeds":[42,142,242],"selected_epochs":[203,143,218,84,223,176,180,170,198],"std_score":0.0022510473778199844},{"angle_mean":0.23591752350330353,"arm":"long_b64","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.020238838251680134,"mean":-0.007228915113955736,"upper":0.00440325539093464},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0061134835123084486,"mean":-0.003170835319906473,"upper":-0.00028553733791341127},"family":"pointnext","mean_score":0.3305952760017032,"position_mean_width_fraction":0.015821533898512524,"refit_epoch":93,"seed_scores":[0.3276806173862058,0.33219829230137893,0.3319069183175248],"seeds":[42,142,242],"selected_epochs":[12,93,106,192,220,62,207,84,87],"std_score":0.0020644048106393843},{"angle_mean":0.23856900135676065,"arm":"long_b64_steps","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.02181139341555536,"mean":-0.008402290754020214,"upper":0.003637849679216739},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.007673082908149808,"mean":-0.004344210494309664,"upper":-0.0012318482593400408},"family":"pointnext","mean_score":0.3294218949615335,"position_mean_width_fraction":0.01580413617193699,"refit_epoch":220,"seed_scores":[0.32595498075235957,0.33065401519938364,0.3316566889328574],"seeds":[42,142,242],"selected_epochs":[287,398,106,262,220,62,207,84,393],"std_score":0.0024854187111066793},{"angle_mean":0.37411022186279297,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.036785913072526454,"mean":0.052794668823480606,"upper":0.0682398572564125},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointmae","mean_score":0.39061885555883075,"position_mean_width_fraction":0.01784549281001091,"refit_epoch":2,"seed_scores":[0.39061885555883075],"seeds":[42],"selected_epochs":[76,2,1],"std_score":0.0},{"angle_mean":0.26196929812431335,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.009361842274665832,"mean":0.011266241781413555,"upper":0.029004982020705936},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"dgcnn","mean_score":0.34909043338599044,"position_mean_width_fraction":0.016327178105711937,"refit_epoch":65,"seed_scores":[0.34909043338599044],"seeds":[42],"selected_epochs":[66,22,65],"std_score":0.0}],"limitation":null,"recommendation":"retain_geometry","three_seed_selection":true},"native_unknown":{"best_learning":{"angle_mean":0.004304165331025918,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303757704794407,"upper":0.0046075149439275265},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointnext","mean_score":0.01874120896023265,"position_mean_width_fraction":0.0007526818468856314,"refit_epoch":1,"seed_scores":[0.019262310858013935,0.01917552965941367,0.017785786363270342],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.0006765141034239536},"entries":[{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.018750576302409172,"upper":0.037501152604818344},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"utonia","mean_score":0.035188028402141455,"position_mean_width_fraction":0.0017825327813625336,"refit_epoch":1,"seed_scores":[0.035188028402141455],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.012554640881717205,"upper":0.02510928176343441},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"litept","mean_score":0.028992091912540572,"position_mean_width_fraction":0.0014107765164226294,"refit_epoch":1,"seed_scores":[0.028992091912540572],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.011574912816286087,"upper":0.023149825632572174},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"concerto","mean_score":0.0280123648149634,"position_mean_width_fraction":0.001351992948912084,"refit_epoch":1,"seed_scores":[0.0280123648149634],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.03782866150140762,"upper":0.07565732300281525},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"sonata","mean_score":0.05426611169241369,"position_mean_width_fraction":0.0029272178653627634,"refit_epoch":1,"seed_scores":[0.05426611169241369],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.009217495564371347,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.010138820856809616,"upper":0.020277641713619232},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"ptv3","mean_score":0.026576272364009463,"position_mean_width_fraction":0.0011736523786870141,"refit_epoch":12,"seed_scores":[0.02415334630673493,0.033936039955976105,0.021639430829317362],"seeds":[42,142,242],"selected_epochs":[46,1,34,1,24,1],"std_score":0.005304374107766892},{"angle_mean":0.009829711789886156,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.009639589115977287,"upper":0.019279178231954575},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":-0.0009984640637412667,"mean":-0.0004992320318706334,"upper":0.0},"family":"ptv3","mean_score":0.026077040485634587,"position_mean_width_fraction":0.0011375763569958508,"refit_epoch":12,"seed_scores":[0.024153488078930727,0.03243809502390731,0.021639538354065735],"seeds":[42,142,242],"selected_epochs":[46,1,173,1,24,1],"std_score":0.004613548665539152},{"angle_mean":0.010317484537760416,"arm":"long_b64","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.00939304567873478,"upper":0.01878609135746956},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":-0.001491550705395639,"mean":-0.0007457753526978195,"upper":0.0},"family":"ptv3","mean_score":0.02583049710746208,"position_mean_width_fraction":0.0011179059705076118,"refit_epoch":12,"seed_scores":[0.024153488078930727,0.03169846488938978,0.021639538354065735],"seeds":[42,142,242],"selected_epochs":[46,1,231,1,24,1],"std_score":0.004274324135431105},{"angle_mean":0.0073496499098837376,"arm":"long_b64_steps","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.007184445392340422,"upper":0.014368889853358269},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":-0.0059087518602609634,"mean":-0.0029543759301304817,"upper":0.0},"family":"ptv3","mean_score":0.02362189634166296,"position_mean_width_fraction":0.0010150682646781206,"refit_epoch":12,"seed_scores":[0.02302713030706703,0.02619902036385611,0.021639538354065735],"seeds":[42,142,242],"selected_epochs":[335,1,235,1,24,1],"std_score":0.001908320208338953},{"angle_mean":0.004304165331025918,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303757704794407,"upper":0.0046075149439275265},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointnext","mean_score":0.01874120896023265,"position_mean_width_fraction":0.0007526818468856314,"refit_epoch":1,"seed_scores":[0.019262310858013935,0.01917552965941367,0.017785786363270342],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.0006765141034239536},{"angle_mean":0.004304165331025918,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303763758391142,"upper":0.0046075270511209965},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":6.0729994366681694e-09,"upper":1.2145998873336339e-08},"family":"pointnext","mean_score":0.018741214995235272,"position_mean_width_fraction":0.0007526821961315969,"refit_epoch":1,"seed_scores":[0.019262315542922202,0.01917552965941367,0.01778579978336994],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.000676508988701971},{"angle_mean":0.004304165331025918,"arm":"long_b64","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303763758391142,"upper":0.0046075270511209965},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":6.0729994366681694e-09,"upper":1.2145998873336339e-08},"family":"pointnext","mean_score":0.018741214995235272,"position_mean_width_fraction":0.0007526821961315969,"refit_epoch":1,"seed_scores":[0.019262315542922202,0.01917552965941367,0.01778579978336994],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.000676508988701971},{"angle_mean":0.004304165331025918,"arm":"long_b64_steps","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303763758391142,"upper":0.0046075270511209965},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":6.0729994366681694e-09,"upper":1.2145998873336339e-08},"family":"pointnext","mean_score":0.018741214995235272,"position_mean_width_fraction":0.0007526821961315969,"refit_epoch":1,"seed_scores":[0.019262315542922202,0.01917552965941367,0.01778579978336994],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.000676508988701971},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.017036400735378265,"upper":0.03407280147075653},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointmae","mean_score":0.03347385229466858,"position_mean_width_fraction":0.0016796819400042295,"refit_epoch":1,"seed_scores":[0.03347385229466858],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.003496198682114482,"upper":0.006992397364228964},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"dgcnn","mean_score":0.01993365017294006,"position_mean_width_fraction":0.0008672699332237244,"refit_epoch":1,"seed_scores":[0.01993365017294006],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0}],"limitation":"two_independent_groups_only_not_deployment_evidence","recommendation":"retain_geometry","three_seed_selection":true}},"protocol_sha256":"2a92708b6927a77ce13d736fcef2052dd85caad33829d94de8a6521e9f8c0310","top_two":["pointnext","ptv3"],"val_test_used":false}}