{
  "protocol_sha256": "0b5acae3f663786919784fcc2387a7c4d3b0f39ed39ace1b363b23275ab5c9a5",
  "checkpoint_sha256": "a41ced7409ab61e23cd58115b5d3c545df4cce6fbe1164b89dbf756f1137cdca",
  "reference_sources": [
    {
      "kind": "user_confirmed_cross_split_annotation_assistant_validation",
      "annotation_sha256": "65c718ac863fd96652cec587840d42105421c771ce5ab56b8790117919a7fbef",
      "validation_manifest_sha256": "ca02233a36be1d8ec966155f0477dd9c767bc62d1fc43820a2d94b7dcdbebdf1",
      "partition_sha256": "0199891378a7f3e2093c157aaf69757387af9faf84a3137d9afa660c627eaa9a",
      "source_archive_sha256": "655db2aafe390c5b7643099f66747fa705032609453ad2f7f1a59be6602861d3"
    }
  ],
  "validation_reference": "user-confirmed held-out correction-archive annotations",
  "validation_reference_frames": 1228,
  "scored_validation_frames": 1228,
  "scored_ground_truth_boxes": 1888,
  "selection_rule": "maximum tested confidence with one-to-one IoU>=0.5 recall >= 0.95; otherwise use 0.05",
  "threshold_grid": [
    0.05,
    0.1,
    0.2,
    0.3,
    0.5,
    0.7
  ],
  "curve": [
    {
      "confidence": 0.05,
      "tp": 1796,
      "fp": 276,
      "fn": 92,
      "recall": 0.951271186440678,
      "precision": 0.8667953667953668,
      "false_positives_per_frame": 0.2247557003257329
    },
    {
      "confidence": 0.1,
      "tp": 1792,
      "fp": 245,
      "fn": 96,
      "recall": 0.9491525423728814,
      "precision": 0.8797250859106529,
      "false_positives_per_frame": 0.1995114006514658
    },
    {
      "confidence": 0.2,
      "tp": 1788,
      "fp": 197,
      "fn": 100,
      "recall": 0.9470338983050848,
      "precision": 0.9007556675062972,
      "false_positives_per_frame": 0.16042345276872963
    },
    {
      "confidence": 0.3,
      "tp": 1780,
      "fp": 163,
      "fn": 108,
      "recall": 0.9427966101694916,
      "precision": 0.9161091096242924,
      "false_positives_per_frame": 0.13273615635179153
    },
    {
      "confidence": 0.5,
      "tp": 1768,
      "fp": 125,
      "fn": 120,
      "recall": 0.9364406779661016,
      "precision": 0.9339672477548864,
      "false_positives_per_frame": 0.10179153094462541
    },
    {
      "confidence": 0.7,
      "tp": 1736,
      "fp": 74,
      "fn": 152,
      "recall": 0.9194915254237288,
      "precision": 0.9591160220994475,
      "false_positives_per_frame": 0.06026058631921824
    }
  ],
  "selected_confidence": 0.05,
  "fallback_used": false,
  "selected_validation_metrics": {
    "confidence": 0.05,
    "tp": 1796,
    "fp": 276,
    "fn": 92,
    "recall": 0.951271186440678,
    "precision": 0.8667953667953668,
    "false_positives_per_frame": 0.2247557003257329
  },
  "inference_seconds_per_frame_median": 0.02679593799985014,
  "test_accessed": true,
  "scope": "human_annotation_assistance_only",
  "original_test_labels_used_for_assistance": true,
  "final_research_test_scored": false,
  "manual_validation_frame_ids_sha256": "6e9bc9a5e851f6763db8b76f9f2410d59416f71fcf2fb6b527e354af07d23cbe"
}