{"created_at":"2026-10-20T22:46:42+00:00","previous_test_seen_not_blind":true,"profiles":{"metric":{"best_learning":{"angle_mean":0.23830269277095795,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.023729547299444674,"mean":-0.010676293633878231,"upper":0.001089609914924948},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.010053685656748712,"mean":-0.006618213374167681,"upper":-0.0033614720567129576},"family":"pointnext","mean_score":0.3271478981800195,"position_mean_width_fraction":0.015837014342347782,"refit_epoch":180,"seed_scores":[0.3242958996639739,0.32979880551383434,0.3273489893622502],"seeds":[42,142,242],"selected_epochs":[203,143,218,84,223,176,180,170,198],"std_score":0.0022510473778199844},"entries":[{"angle_mean":0.3847697377204895,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.061595174856483935,"mean":0.07469140738248825,"upper":0.08716632276773452},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"utonia","mean_score":0.4125155966883831,"position_mean_width_fraction":0.017998510971665382,"refit_epoch":1,"seed_scores":[0.4125155966883831],"seeds":[42],"selected_epochs":[9,1,1],"std_score":0.0},{"angle_mean":0.3382992744445801,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.05700193429365754,"mean":0.07167042046785355,"upper":0.0861907696351409},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"litept","mean_score":0.40949460450830344,"position_mean_width_fraction":0.018757807090878487,"refit_epoch":7,"seed_scores":[0.40949460450830344],"seeds":[42],"selected_epochs":[7,8,6],"std_score":0.0},{"angle_mean":0.39763179421424866,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.06453091166913509,"mean":0.0815514475107193,"upper":0.09852112010121344},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"concerto","mean_score":0.4193756408323944,"position_mean_width_fraction":0.018593551591038704,"refit_epoch":3,"seed_scores":[0.4193756408323944],"seeds":[42],"selected_epochs":[5,3,1],"std_score":0.0},{"angle_mean":0.3611132800579071,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0544411881826818,"mean":0.06739628314971924,"upper":0.07993037551641465},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"sonata","mean_score":0.40522046904908776,"position_mean_width_fraction":0.018246104940772057,"refit_epoch":6,"seed_scores":[0.40522046904908776],"seeds":[42],"selected_epochs":[80,3,6],"std_score":0.0},{"angle_mean":0.21529345711072287,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0008613777696155008,"mean":0.004577833227813244,"upper":0.00917711923830211},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"ptv3","mean_score":0.3424020197295887,"position_mean_width_fraction":0.016183086360494297,"refit_epoch":20,"seed_scores":[0.3458900946672163,0.33665686971429487,0.34465909480725504],"seeds":[42,142,242],"selected_epochs":[2,3,1,75,39,20,2,30,45],"std_score":0.00409340133120608},{"angle_mean":0.21573753158251444,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0006711932699545284,"mean":0.0043882085010409355,"upper":0.008855216507799923},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0011072477587731554,"mean":-0.0001896248577395454,"upper":0.0008692154355230738},"family":"ptv3","mean_score":0.3422123941508814,"position_mean_width_fraction":0.016183496142427128,"refit_epoch":20,"seed_scores":[0.345890081073293,0.3360880065720962,0.34465909480725504],"seeds":[42,142,242],"selected_epochs":[2,3,1,218,39,20,2,30,45],"std_score":0.004359657800651903},{"angle_mean":0.21529347201188406,"arm":"long_b64","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.000861377283581532,"mean":0.004577818792313337,"upper":0.009177088644355534},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-4.9537649093878144e-08,"mean":-1.4831891270716824e-08,"upper":2.024658818378099e-08},"family":"ptv3","mean_score":0.3424020051125931,"position_mean_width_fraction":0.01618308573961258,"refit_epoch":20,"seed_scores":[0.3458900326595386,0.3366568837313447,0.34465909894689606],"seeds":[42,142,242],"selected_epochs":[2,3,1,75,39,20,2,30,45],"std_score":0.0040933779217323},{"angle_mean":0.21534711619218191,"arm":"long_b64_steps","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0005978379194857553,"mean":0.0044596511870622635,"upper":0.008948681643232703},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0008912893128581346,"mean":-0.00011818209168268368,"upper":0.0008280181034933774},"family":"ptv3","mean_score":0.34228383903911713,"position_mean_width_fraction":0.016193727652231853,"refit_epoch":20,"seed_scores":[0.3458900326595386,0.33630238161399173,0.3446591028438211],"seeds":[42,142,242],"selected_epochs":[2,3,1,242,39,20,2,30,45],"std_score":0.004259277853443124},{"angle_mean":0.23960151771704355,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.015694126393646,"mean":-0.004058080725371838,"upper":0.006238468352239572},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointnext","mean_score":0.33376610892182884,"position_mean_width_fraction":0.01599263834456603,"refit_epoch":62,"seed_scores":[0.328875396154067,0.3345704031385045,0.33785252747291483],"seeds":[42,142,242],"selected_epochs":[12,43,75,70,70,62,76,44,46],"std_score":0.0037087633670531434},{"angle_mean":0.23830269277095795,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.023729547299444674,"mean":-0.010676293633878231,"upper":0.001089609914924948},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.010053685656748712,"mean":-0.006618213374167681,"upper":-0.0033614720567129576},"family":"pointnext","mean_score":0.3271478981800195,"position_mean_width_fraction":0.015837014342347782,"refit_epoch":180,"seed_scores":[0.3242958996639739,0.32979880551383434,0.3273489893622502],"seeds":[42,142,242],"selected_epochs":[203,143,218,84,223,176,180,170,198],"std_score":0.0022510473778199844},{"angle_mean":0.23591752350330353,"arm":"long_b64","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.020238838251680134,"mean":-0.007228915113955736,"upper":0.00440325539093464},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.0061134835123084486,"mean":-0.003170835319906473,"upper":-0.00028553733791341127},"family":"pointnext","mean_score":0.3305952760017032,"position_mean_width_fraction":0.015821533898512524,"refit_epoch":93,"seed_scores":[0.3276806173862058,0.33219829230137893,0.3319069183175248],"seeds":[42,142,242],"selected_epochs":[12,93,106,192,220,62,207,84,87],"std_score":0.0020644048106393843},{"angle_mean":0.23856900135676065,"arm":"long_b64_steps","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.02181139341555536,"mean":-0.008402290754020214,"upper":0.003637849679216739},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.007673082908149808,"mean":-0.004344210494309664,"upper":-0.0012318482593400408},"family":"pointnext","mean_score":0.3294218949615335,"position_mean_width_fraction":0.01580413617193699,"refit_epoch":220,"seed_scores":[0.32595498075235957,0.33065401519938364,0.3316566889328574],"seeds":[42,142,242],"selected_epochs":[287,398,106,262,220,62,207,84,393],"std_score":0.0024854187111066793},{"angle_mean":0.37411022186279297,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.036785913072526454,"mean":0.052794668823480606,"upper":0.0682398572564125},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointmae","mean_score":0.39061885555883075,"position_mean_width_fraction":0.01784549281001091,"refit_epoch":2,"seed_scores":[0.39061885555883075],"seeds":[42],"selected_epochs":[76,2,1],"std_score":0.0},{"angle_mean":0.26196929812431335,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":-0.009361842274665832,"mean":0.011266241781413555,"upper":0.029004982020705936},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":104,"lower":0.0,"mean":0.0,"upper":0.0},"family":"dgcnn","mean_score":0.34909043338599044,"position_mean_width_fraction":0.016327178105711937,"refit_epoch":65,"seed_scores":[0.34909043338599044],"seeds":[42],"selected_epochs":[66,22,65],"std_score":0.0}],"limitation":null,"recommendation":"retain_geometry","three_seed_selection":true},"native_unknown":{"best_learning":{"angle_mean":0.004304165331025918,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303757704794407,"upper":0.0046075149439275265},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointnext","mean_score":0.01874120896023265,"position_mean_width_fraction":0.0007526818468856314,"refit_epoch":1,"seed_scores":[0.019262310858013935,0.01917552965941367,0.017785786363270342],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.0006765141034239536},"entries":[{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.018750576302409172,"upper":0.037501152604818344},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"utonia","mean_score":0.035188028402141455,"position_mean_width_fraction":0.0017825327813625336,"refit_epoch":1,"seed_scores":[0.035188028402141455],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.012554640881717205,"upper":0.02510928176343441},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"litept","mean_score":0.028992091912540572,"position_mean_width_fraction":0.0014107765164226294,"refit_epoch":1,"seed_scores":[0.028992091912540572],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.011574912816286087,"upper":0.023149825632572174},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"concerto","mean_score":0.0280123648149634,"position_mean_width_fraction":0.001351992948912084,"refit_epoch":1,"seed_scores":[0.0280123648149634],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.03782866150140762,"upper":0.07565732300281525},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"sonata","mean_score":0.05426611169241369,"position_mean_width_fraction":0.0029272178653627634,"refit_epoch":1,"seed_scores":[0.05426611169241369],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.009217495564371347,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.010138820856809616,"upper":0.020277641713619232},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"ptv3","mean_score":0.026576272364009463,"position_mean_width_fraction":0.0011736523786870141,"refit_epoch":12,"seed_scores":[0.02415334630673493,0.033936039955976105,0.021639430829317362],"seeds":[42,142,242],"selected_epochs":[46,1,34,1,24,1],"std_score":0.005304374107766892},{"angle_mean":0.009829711789886156,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.009639589115977287,"upper":0.019279178231954575},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":-0.0009984640637412667,"mean":-0.0004992320318706334,"upper":0.0},"family":"ptv3","mean_score":0.026077040485634587,"position_mean_width_fraction":0.0011375763569958508,"refit_epoch":12,"seed_scores":[0.024153488078930727,0.03243809502390731,0.021639538354065735],"seeds":[42,142,242],"selected_epochs":[46,1,173,1,24,1],"std_score":0.004613548665539152},{"angle_mean":0.010317484537760416,"arm":"long_b64","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.00939304567873478,"upper":0.01878609135746956},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":-0.001491550705395639,"mean":-0.0007457753526978195,"upper":0.0},"family":"ptv3","mean_score":0.02583049710746208,"position_mean_width_fraction":0.0011179059705076118,"refit_epoch":12,"seed_scores":[0.024153488078930727,0.03169846488938978,0.021639538354065735],"seeds":[42,142,242],"selected_epochs":[46,1,231,1,24,1],"std_score":0.004274324135431105},{"angle_mean":0.0073496499098837376,"arm":"long_b64_steps","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.007184445392340422,"upper":0.014368889853358269},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":-0.0059087518602609634,"mean":-0.0029543759301304817,"upper":0.0},"family":"ptv3","mean_score":0.02362189634166296,"position_mean_width_fraction":0.0010150682646781206,"refit_epoch":12,"seed_scores":[0.02302713030706703,0.02619902036385611,0.021639538354065735],"seeds":[42,142,242],"selected_epochs":[335,1,235,1,24,1],"std_score":0.001908320208338953},{"angle_mean":0.004304165331025918,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303757704794407,"upper":0.0046075149439275265},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointnext","mean_score":0.01874120896023265,"position_mean_width_fraction":0.0007526818468856314,"refit_epoch":1,"seed_scores":[0.019262310858013935,0.01917552965941367,0.017785786363270342],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.0006765141034239536},{"angle_mean":0.004304165331025918,"arm":"long_b32","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303763758391142,"upper":0.0046075270511209965},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":6.0729994366681694e-09,"upper":1.2145998873336339e-08},"family":"pointnext","mean_score":0.018741214995235272,"position_mean_width_fraction":0.0007526821961315969,"refit_epoch":1,"seed_scores":[0.019262315542922202,0.01917552965941367,0.01778579978336994],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.000676508988701971},{"angle_mean":0.004304165331025918,"arm":"long_b64","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303763758391142,"upper":0.0046075270511209965},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":6.0729994366681694e-09,"upper":1.2145998873336339e-08},"family":"pointnext","mean_score":0.018741214995235272,"position_mean_width_fraction":0.0007526821961315969,"refit_epoch":1,"seed_scores":[0.019262315542922202,0.01917552965941367,0.01778579978336994],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.000676508988701971},{"angle_mean":0.004304165331025918,"arm":"long_b64_steps","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":6.208817349140361e-10,"mean":0.002303763758391142,"upper":0.0046075270511209965},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":6.0729994366681694e-09,"upper":1.2145998873336339e-08},"family":"pointnext","mean_score":0.018741214995235272,"position_mean_width_fraction":0.0007526821961315969,"refit_epoch":1,"seed_scores":[0.019262315542922202,0.01917552965941367,0.01778579978336994],"seeds":[42,142,242],"selected_epochs":[2,1,2,1,1,1],"std_score":0.000676508988701971},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.017036400735378265,"upper":0.03407280147075653},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"pointmae","mean_score":0.03347385229466858,"position_mean_width_fraction":0.0016796819400042295,"refit_epoch":1,"seed_scores":[0.03347385229466858],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0},{"angle_mean":0.0,"arm":"base","delta_vs_ROI_geometry":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.003496198682114482,"upper":0.006992397364228964},"delta_vs_same_seed_base":{"descriptive_selected_group_bootstrap_not_independent_significance":true,"groups":2,"lower":0.0,"mean":0.0,"upper":0.0},"family":"dgcnn","mean_score":0.01993365017294006,"position_mean_width_fraction":0.0008672699332237244,"refit_epoch":1,"seed_scores":[0.01993365017294006],"seeds":[42],"selected_epochs":[1,1],"std_score":0.0}],"limitation":"two_independent_groups_only_not_deployment_evidence","recommendation":"retain_geometry","three_seed_selection":true}},"protocol_sha256":"2a92708b6927a77ce13d736fcef2052dd85caad33829d94de8a6521e9f8c0310","top_two":["pointnext","ptv3"],"val_test_used":false}