{
  "full_six_dof_available": false,
  "geometry_default_x_normal_fallback_used": 0,
  "global_robot_frame_verified": false,
  "ground_truth_used_for_detector_or_pipeline_roi": false,
  "historical_auxiliary_checkpoint_reused": false,
  "metrics_scope": "49_held_out_planar_samples_not_full_detector_test_not_6d_ADD_S",
  "normal_generalization_evaluated": false,
  "normal_heldout_available": false,
  "oracle_roi_not_end_to_end": {
    "geometry": {
      "attempted_samples": 49,
      "by_group": {
        "2024_11_11/scene/2": {
          "angle_mae_degrees": 0.07123554053402473,
          "angle_median_degrees": 0.07626174604490643,
          "position_mae_mm": 35.35469248682867,
          "position_median_mm": 31.649498121801013,
          "position_p90_mm": 49.28899561594548,
          "position_rmse_mm": 37.1950975336834,
          "samples": 5,
          "selection_score": 0.7213409578433783,
          "success_50mm_5deg": 0.8,
          "x_mae_mm": 21.354007720947266,
          "y_mae_mm": 25.845598406158388
        },
        "2024_11_29/scene/1000mm/0mm": {
          "angle_mae_degrees": 0.49508178424055116,
          "angle_median_degrees": 0.4478862693502492,
          "position_mae_mm": 28.628106799246538,
          "position_median_mm": 32.31354109426944,
          "position_p90_mm": 50.09714557083131,
          "position_rmse_mm": 33.880770092904314,
          "samples": 43,
          "selection_score": 0.6715784928330409,
          "success_50mm_5deg": 0.8837209302325582,
          "x_mae_mm": 7.116007250408793,
          "y_mae_mm": 27.43946544306223
        },
        "2025_4_15/scene/hanlan/2": {
          "angle_mae_degrees": 0.03690495280744699,
          "angle_median_degrees": 0.03690495280744699,
          "position_mae_mm": 2.9065080522295252,
          "position_median_mm": 2.9065080522295252,
          "position_p90_mm": 2.9065080522295252,
          "position_rmse_mm": 2.9065080522295252,
          "samples": 1,
          "selection_score": 0.0655111516060799,
          "success_50mm_5deg": 1.0,
          "x_mae_mm": 1.569986343383789,
          "y_mae_mm": 2.446003258228302
        }
      },
      "input_failures": 0,
      "overall": {
        "angle_mae_degrees": 0.44248161995553614,
        "angle_median_degrees": 0.2921170910441333,
        "groups": 3,
        "macro_group_selection_score": 0.48614353409416644,
        "position_mae_mm": 28.789562507223955,
        "position_median_mm": 31.649498121801013,
        "position_p90_mm": 50.581740393447674,
        "position_rmse_mm": 33.892328679171655,
        "samples": 49,
        "selection_score": 0.6642875741355863,
        "success_50mm_5deg": 0.8775510204081632,
        "x_mae_mm": 8.455680341136699,
        "y_mae_mm": 26.766755292667266
      },
      "success_rate_all_samples_50mm_5deg": 0.8775510204081632
    },
    "pointnet": {
      "attempted_samples": 49,
      "by_group": {
        "2024_11_11/scene/2": {
          "angle_mae_degrees": 0.12452853579353587,
          "angle_median_degrees": 0.1019401810775662,
          "position_mae_mm": 35.671935630162835,
          "position_median_mm": 31.99563663460421,
          "position_p90_mm": 49.571253834747644,
          "position_rmse_mm": 37.48742835957555,
          "samples": 5,
          "selection_score": 0.7383444197619639,
          "success_50mm_5deg": 0.8,
          "x_mae_mm": 21.749591827392578,
          "y_mae_mm": 25.91718004550785
        },
        "2024_11_29/scene/1000mm/0mm": {
          "angle_mae_degrees": 0.5717708232284179,
          "angle_median_degrees": 0.3443241115243154,
          "position_mae_mm": 28.527117971918532,
          "position_median_mm": 31.80114737712338,
          "position_p90_mm": 49.74043432077569,
          "position_rmse_mm": 33.742027580994744,
          "samples": 43,
          "selection_score": 0.6848965240840542,
          "success_50mm_5deg": 0.8837209302325582,
          "x_mae_mm": 6.8508691565935,
          "y_mae_mm": 27.40946387449756
        },
        "2025_4_15/scene/hanlan/2": {
          "angle_mae_degrees": 0.20074012842536604,
          "angle_median_degrees": 0.20074012842536604,
          "position_mae_mm": 3.235458665716098,
          "position_median_mm": 3.235458665716098,
          "position_p90_mm": 3.235458665716098,
          "position_rmse_mm": 3.235458665716098,
          "samples": 1,
          "selection_score": 0.10485719899939518,
          "success_50mm_5deg": 1.0,
          "x_mae_mm": 1.9282102584838867,
          "y_mae_mm": 2.598114311695099
        }
      },
      "input_failures": 0,
      "overall": {
        "angle_mae_degrees": 0.5185618001268371,
        "angle_median_degrees": 0.32432086806784355,
        "groups": 3,
        "macro_group_selection_score": 0.5093660476151377,
        "position_mae_mm": 28.74002468589851,
        "position_median_mm": 31.80114737712338,
        "position_p90_mm": 50.26850477033071,
        "position_rmse_mm": 33.804224740420906,
        "samples": 49,
        "selection_score": 0.6785128537433376,
        "success_50mm_5deg": 0.8775510204081632,
        "x_mae_mm": 8.270684553652393,
        "y_mae_mm": 26.75083594168631
      },
      "success_rate_all_samples_50mm_5deg": 0.8775510204081632
    },
    "ridge": {
      "attempted_samples": 49,
      "by_group": {
        "2024_11_11/scene/2": {
          "angle_mae_degrees": 0.6152449425639702,
          "angle_median_degrees": 0.3702625876068737,
          "position_mae_mm": 118.49308654613282,
          "position_median_mm": 95.50810533295517,
          "position_p90_mm": 187.61634388148656,
          "position_rmse_mm": 131.95185557797063,
          "samples": 5,
          "selection_score": 2.4929107194354505,
          "success_50mm_5deg": 0.2,
          "x_mae_mm": 114.4118345685082,
          "y_mae_mm": 27.08893879402145
        },
        "2024_11_29/scene/1000mm/0mm": {
          "angle_mae_degrees": 1.5700734091405684,
          "angle_median_degrees": 1.2397202732791186,
          "position_mae_mm": 111.28995515470402,
          "position_median_mm": 109.1294735194743,
          "position_p90_mm": 141.97294609838184,
          "position_rmse_mm": 115.65029580047518,
          "samples": 43,
          "selection_score": 2.539813784922194,
          "success_50mm_5deg": 0.0,
          "x_mae_mm": 106.24517365696305,
          "y_mae_mm": 27.813695892642627
        },
        "2025_4_15/scene/hanlan/2": {
          "angle_mae_degrees": 0.7123094176205598,
          "angle_median_degrees": 0.7123094176205598,
          "position_mae_mm": 36.64308797291573,
          "position_median_mm": 36.64308797291573,
          "position_p90_mm": 36.64308797291573,
          "position_rmse_mm": 36.64308797291573,
          "samples": 1,
          "selection_score": 0.8753236429824265,
          "success_50mm_5deg": 1.0,
          "x_mae_mm": 31.206821579813138,
          "y_mae_mm": 19.205472737648265
        }
      },
      "input_failures": 0,
      "overall": {
        "angle_mae_degrees": 1.4551365453772418,
        "angle_median_degrees": 1.1558207527377533,
        "groups": 3,
        "macro_group_selection_score": 1.9693493824466903,
        "position_mae_mm": 110.50156310930312,
        "position_median_mm": 108.83467916861518,
        "position_p90_mm": 156.61170832162682,
        "position_rmse_mm": 116.36709914031363,
        "samples": 49,
        "selection_score": 2.5010585712615105,
        "success_50mm_5deg": 0.04081632653061224,
        "x_mae_mm": 105.54711146268906,
        "y_mae_mm": 27.56406306308957
      },
      "success_rate_all_samples_50mm_5deg": 0.04081632653061224
    }
  },
  "oracle_unit_strata": {
    "registered_point_units": {
      "geometry": {
        "attempted_samples": 43,
        "by_group": {
          "2024_11_29/scene/1000mm/0mm": {
            "angle_mae_degrees": 0.49508178424055116,
            "angle_median_degrees": 0.4478862693502492,
            "position_mae_mm": 28.628106799246538,
            "position_median_mm": 32.31354109426944,
            "position_p90_mm": 50.09714557083131,
            "position_rmse_mm": 33.880770092904314,
            "samples": 43,
            "selection_score": 0.6715784928330409,
            "success_50mm_5deg": 0.8837209302325582,
            "x_mae_mm": 7.116007250408793,
            "y_mae_mm": 27.43946544306223
          }
        },
        "input_failures": 0,
        "overall": {
          "angle_mae_degrees": 0.49508178424055116,
          "angle_median_degrees": 0.4478862693502492,
          "groups": 1,
          "macro_group_selection_score": 0.6715784928330409,
          "position_mae_mm": 28.628106799246538,
          "position_median_mm": 32.31354109426944,
          "position_p90_mm": 50.09714557083131,
          "position_rmse_mm": 33.880770092904314,
          "samples": 43,
          "selection_score": 0.6715784928330409,
          "success_50mm_5deg": 0.8837209302325582,
          "x_mae_mm": 7.116007250408793,
          "y_mae_mm": 27.43946544306223
        },
        "success_rate_all_samples_50mm_5deg": 0.8837209302325582
      },
      "pointnet": {
        "attempted_samples": 43,
        "by_group": {
          "2024_11_29/scene/1000mm/0mm": {
            "angle_mae_degrees": 0.5717708232284179,
            "angle_median_degrees": 0.3443241115243154,
            "position_mae_mm": 28.527117971918532,
            "position_median_mm": 31.80114737712338,
            "position_p90_mm": 49.74043432077569,
            "position_rmse_mm": 33.742027580994744,
            "samples": 43,
            "selection_score": 0.6848965240840542,
            "success_50mm_5deg": 0.8837209302325582,
            "x_mae_mm": 6.8508691565935,
            "y_mae_mm": 27.40946387449756
          }
        },
        "input_failures": 0,
        "overall": {
          "angle_mae_degrees": 0.5717708232284179,
          "angle_median_degrees": 0.3443241115243154,
          "groups": 1,
          "macro_group_selection_score": 0.6848965240840542,
          "position_mae_mm": 28.527117971918532,
          "position_median_mm": 31.80114737712338,
          "position_p90_mm": 49.74043432077569,
          "position_rmse_mm": 33.742027580994744,
          "samples": 43,
          "selection_score": 0.6848965240840542,
          "success_50mm_5deg": 0.8837209302325582,
          "x_mae_mm": 6.8508691565935,
          "y_mae_mm": 27.40946387449756
        },
        "success_rate_all_samples_50mm_5deg": 0.8837209302325582
      },
      "ridge": {
        "attempted_samples": 43,
        "by_group": {
          "2024_11_29/scene/1000mm/0mm": {
            "angle_mae_degrees": 1.5700734091405684,
            "angle_median_degrees": 1.2397202732791186,
            "position_mae_mm": 111.28995515470402,
            "position_median_mm": 109.1294735194743,
            "position_p90_mm": 141.97294609838184,
            "position_rmse_mm": 115.65029580047518,
            "samples": 43,
            "selection_score": 2.539813784922194,
            "success_50mm_5deg": 0.0,
            "x_mae_mm": 106.24517365696305,
            "y_mae_mm": 27.813695892642627
          }
        },
        "input_failures": 0,
        "overall": {
          "angle_mae_degrees": 1.5700734091405684,
          "angle_median_degrees": 1.2397202732791186,
          "groups": 1,
          "macro_group_selection_score": 2.539813784922194,
          "position_mae_mm": 111.28995515470402,
          "position_median_mm": 109.1294735194743,
          "position_p90_mm": 141.97294609838184,
          "position_rmse_mm": 115.65029580047518,
          "samples": 43,
          "selection_score": 2.539813784922194,
          "success_50mm_5deg": 0.0,
          "x_mae_mm": 106.24517365696305,
          "y_mae_mm": 27.813695892642627
        },
        "success_rate_all_samples_50mm_5deg": 0.0
      }
    },
    "unverified_units_research_assumption": {
      "geometry": {
        "attempted_samples": 6,
        "by_group": {
          "2024_11_11/scene/2": {
            "angle_mae_degrees": 0.07123554053402473,
            "angle_median_degrees": 0.07626174604490643,
            "position_mae_mm": 35.35469248682867,
            "position_median_mm": 31.649498121801013,
            "position_p90_mm": 49.28899561594548,
            "position_rmse_mm": 37.1950975336834,
            "samples": 5,
            "selection_score": 0.7213409578433783,
            "success_50mm_5deg": 0.8,
            "x_mae_mm": 21.354007720947266,
            "y_mae_mm": 25.845598406158388
          },
          "2025_4_15/scene/hanlan/2": {
            "angle_mae_degrees": 0.03690495280744699,
            "angle_median_degrees": 0.03690495280744699,
            "position_mae_mm": 2.9065080522295252,
            "position_median_mm": 2.9065080522295252,
            "position_p90_mm": 2.9065080522295252,
            "position_rmse_mm": 2.9065080522295252,
            "samples": 1,
            "selection_score": 0.0655111516060799,
            "success_50mm_5deg": 1.0,
            "x_mae_mm": 1.569986343383789,
            "y_mae_mm": 2.446003258228302
          }
        },
        "input_failures": 0,
        "overall": {
          "angle_mae_degrees": 0.06551377591292844,
          "angle_median_degrees": 0.05658334942617671,
          "groups": 2,
          "macro_group_selection_score": 0.3934260547247291,
          "position_mae_mm": 29.946661747728808,
          "position_median_mm": 28.75329771102266,
          "position_p90_mm": 48.84515993862133,
          "position_rmse_mm": 33.97505013918003,
          "samples": 6,
          "selection_score": 0.6120359901371618,
          "success_50mm_5deg": 0.8333333333333334,
          "x_mae_mm": 18.056670824686687,
          "y_mae_mm": 21.945665881503373
        },
        "success_rate_all_samples_50mm_5deg": 0.8333333333333334
      },
      "pointnet": {
        "attempted_samples": 6,
        "by_group": {
          "2024_11_11/scene/2": {
            "angle_mae_degrees": 0.12452853579353587,
            "angle_median_degrees": 0.1019401810775662,
            "position_mae_mm": 35.671935630162835,
            "position_median_mm": 31.99563663460421,
            "position_p90_mm": 49.571253834747644,
            "position_rmse_mm": 37.48742835957555,
            "samples": 5,
            "selection_score": 0.7383444197619639,
            "success_50mm_5deg": 0.8,
            "x_mae_mm": 21.749591827392578,
            "y_mae_mm": 25.91718004550785
          },
          "2025_4_15/scene/hanlan/2": {
            "angle_mae_degrees": 0.20074012842536604,
            "angle_median_degrees": 0.20074012842536604,
            "position_mae_mm": 3.235458665716098,
            "position_median_mm": 3.235458665716098,
            "position_p90_mm": 3.235458665716098,
            "position_rmse_mm": 3.235458665716098,
            "samples": 1,
            "selection_score": 0.10485719899939518,
            "success_50mm_5deg": 1.0,
            "x_mae_mm": 1.9282102584838867,
            "y_mae_mm": 2.598114311695099
          }
        },
        "input_failures": 0,
        "overall": {
          "angle_mae_degrees": 0.13723046789884089,
          "angle_median_degrees": 0.14674624499083677,
          "groups": 2,
          "macro_group_selection_score": 0.4216008093806795,
          "position_mae_mm": 30.265856136088374,
          "position_median_mm": 29.05459000851848,
          "position_p90_mm": 49.13104600202786,
          "position_rmse_mm": 34.246665574546824,
          "samples": 6,
          "selection_score": 0.6327632163015355,
          "success_50mm_5deg": 0.8333333333333334,
          "x_mae_mm": 18.446028232574463,
          "y_mae_mm": 22.03066908987239
        },
        "success_rate_all_samples_50mm_5deg": 0.8333333333333334
      },
      "ridge": {
        "attempted_samples": 6,
        "by_group": {
          "2024_11_11/scene/2": {
            "angle_mae_degrees": 0.6152449425639702,
            "angle_median_degrees": 0.3702625876068737,
            "position_mae_mm": 118.49308654613282,
            "position_median_mm": 95.50810533295517,
            "position_p90_mm": 187.61634388148656,
            "position_rmse_mm": 131.95185557797063,
            "samples": 5,
            "selection_score": 2.4929107194354505,
            "success_50mm_5deg": 0.2,
            "x_mae_mm": 114.4118345685082,
            "y_mae_mm": 27.08893879402145
          },
          "2025_4_15/scene/hanlan/2": {
            "angle_mae_degrees": 0.7123094176205598,
            "angle_median_degrees": 0.7123094176205598,
            "position_mae_mm": 36.64308797291573,
            "position_median_mm": 36.64308797291573,
            "position_p90_mm": 36.64308797291573,
            "position_rmse_mm": 36.64308797291573,
            "samples": 1,
            "selection_score": 0.8753236429824265,
            "success_50mm_5deg": 1.0,
            "x_mae_mm": 31.206821579813138,
            "y_mae_mm": 19.205472737648265
          }
        },
        "input_failures": 0,
        "overall": {
          "angle_mae_degrees": 0.6314223550734018,
          "angle_median_degrees": 0.5412860026137167,
          "groups": 2,
          "macro_group_selection_score": 1.6841171812089386,
          "position_mae_mm": 104.8514201172633,
          "position_median_mm": 85.63541002386891,
          "position_p90_mm": 187.0207486531739,
          "position_rmse_mm": 121.38037790937689,
          "samples": 6,
          "selection_score": 2.223312873359946,
          "success_50mm_5deg": 0.3333333333333333,
          "x_mae_mm": 100.54433240372569,
          "y_mae_mm": 25.775027784625916
        },
        "success_rate_all_samples_50mm_5deg": 0.3333333333333333
      }
    }
  },
  "original_test_groups": 3,
  "original_test_samples": 49,
  "pipeline": {
    "all_gt_samples_remain_in_success_denominator": true,
    "by_group": {
      "2024_11_11/scene/2": {
        "end_to_end_success_rate": 0.8,
        "end_to_end_successes_50mm_5deg": 4,
        "samples": 5
      },
      "2024_11_29/scene/1000mm/0mm": {
        "end_to_end_success_rate": 0.9767441860465116,
        "end_to_end_successes_50mm_5deg": 42,
        "samples": 43
      },
      "2025_4_15/scene/hanlan/2": {
        "end_to_end_success_rate": 1.0,
        "end_to_end_successes_50mm_5deg": 1,
        "samples": 1
      }
    },
    "conditional_matched_pose_metrics": {
      "by_group": {
        "2024_11_11/scene/2": {
          "angle_mae_degrees": 0.1092074604586685,
          "angle_median_degrees": 0.14046517702644223,
          "position_mae_mm": 36.928821919597254,
          "position_median_mm": 42.17063132644026,
          "position_p90_mm": 47.9663553254824,
          "position_rmse_mm": 38.534851931476375,
          "samples": 5,
          "selection_score": 0.7604179304836787,
          "success_50mm_5deg": 0.8,
          "x_mae_mm": 22.149991989135742,
          "y_mae_mm": 26.812197585240938
        },
        "2024_11_29/scene/1000mm/0mm": {
          "angle_mae_degrees": 0.5726275173301136,
          "angle_median_degrees": 0.3605973967323166,
          "position_mae_mm": 27.74615015217731,
          "position_median_mm": 28.677998052941835,
          "position_p90_mm": 48.12612505796061,
          "position_rmse_mm": 32.260843301439905,
          "samples": 43,
          "selection_score": 0.6694485065095689,
          "success_50mm_5deg": 0.9767441860465116,
          "x_mae_mm": 6.652640741924906,
          "y_mae_mm": 26.675847900468252
        },
        "2025_4_15/scene/hanlan/2": {
          "angle_mae_degrees": 0.20252612679357185,
          "angle_median_degrees": 0.20252612679357185,
          "position_mae_mm": 4.081738923900068,
          "position_median_mm": 4.081738923900068,
          "position_p90_mm": 4.081738923900068,
          "position_rmse_mm": 4.081738923900068,
          "samples": 1,
          "selection_score": 0.12214000383671572,
          "success_50mm_5deg": 1.0,
          "x_mae_mm": 1.9154548645019531,
          "y_mae_mm": 3.604389727115631
        }
      },
      "overall": {
        "angle_mae_degrees": 0.5177866668220776,
        "angle_median_degrees": 0.3050972038869304,
        "groups": 3,
        "macro_group_selection_score": 0.5173354802766544,
        "position_mae_mm": 28.2002103074594,
        "position_median_mm": 28.677998052941835,
        "position_p90_mm": 48.3726839943075,
        "position_rmse_mm": 32.63718334932941,
        "samples": 49,
        "selection_score": 0.6675615395136035,
        "success_50mm_5deg": 0.9591836734693877,
        "x_mae_mm": 8.137325851284727,
        "y_mae_mm": 26.218915048437857
      }
    },
    "detector_precision_on_pose_subset": 1.0,
    "detector_recall_on_pose_subset": 1.0,
    "end_to_end_success_rate_50mm_5deg": 0.9591836734693877,
    "end_to_end_successes_50mm_5deg": 47,
    "matched_gt_boxes_at_iou_0_5": 49,
    "pose_input_failures_on_matched_boxes": 0,
    "predicted_boxes": 49
  },
  "protected_formal_files_unchanged": 20768,
  "robot_command_eligible": false,
  "runtime_seconds": 5.1237985320040025,
  "selected_family_before_test": "pointnet",
  "state": "complete",
  "task": "planar_xy_theta",
  "test_used_for_selection": false,
  "thresholds_frozen_before_test": {
    "angle_degrees": 5.0,
    "box_iou": 0.5,
    "confidence": 0.25,
    "position_m": 0.05
  },
  "unverified_point_unit_test_samples": 6
}
