{
  "state": "complete",
  "created_at": "2026-10-08T09:28:02.791089+08:00",
  "cohort": {
    "method": {
      "matching": "maximum cardinality one-to-one IoU>=0.50, then maximum IoU sum",
      "match_iou": 0.5,
      "stable_iou": 0.95,
      "sensitivity_stable_iou": 0.9,
      "max_edge_shift_short_side": 0.02,
      "substantive_change": "any added/deleted box or matched IoU<0.95 or edge shift>2% native short side",
      "common_confidence": "maximum saved confidence floor across compared rounds; no lower candidates reconstructed",
      "bootstrap": "2000 resamples of whole collection groups, frame-weighted ratio, seed42",
      "operational_convergence": "both adjacent pairs: <1% changed frames and <1% changed nonempty frames; both group bootstrap upper bounds <1%",
      "no_ground_truth_scoring": true,
      "stable_does_not_mean_correct": true
    },
    "rounds": [
      {
        "name": "manual306",
        "output": "/root/private/project/pallet_detection_v2/outputs/human_correction_manual_v3",
        "manual_frames": 306,
        "partition_sha256": "17f1b4eb0ede6572d9dfd9eed36fd2f7b4325de46618e3dcf665792069a88248",
        "manual_snapshot_sha256": "709656d51522096a069c5dec0ccd2730ca52c64a05e6da3d430a3bb5dd4f0b82"
      },
      {
        "name": "manual1330",
        "output": "/root/private/project/pallet_detection_v2/outputs/human_correction_manual_1330_v1",
        "manual_frames": 1330,
        "partition_sha256": "7acd3d1f74cd079c286afe9c59976164f978fb01052bbac0287dd3ac29a9f5f9",
        "manual_snapshot_sha256": "9f6c9b7a241f0659d10cee2f47529c96af9d5b37787cb63b82fd743ff5bc8567"
      },
      {
        "name": "manual1716",
        "output": "/root/private/project/pallet_detection_v2/outputs/human_correction_manual_1716_v2",
        "manual_frames": 1716,
        "partition_sha256": "fea38bbda6202909d4bd2030acc210e769f7fff51090755ff648114728329ca3",
        "manual_snapshot_sha256": "c3b212947bed3898c4480b0f075164301b25221360d9ec5330ffaabd1424eaa5"
      }
    ],
    "expected_rounds": 3,
    "latest_manual_partition_sha256": "fea38bbda6202909d4bd2030acc210e769f7fff51090755ff648114728329ca3",
    "excluded_manual_frames": 1716,
    "remaining_frames": 8806,
    "split_counts": {
      "train": 4984,
      "test": 2367,
      "val": 1455
    },
    "remaining_frame_ids_sha256": "65efef3ca0a4651d2a490a9db4a0dbbba47a74dc0bda0cc2c45162f4de26673f",
    "protocol_sha256": "43e90b43366b704014165e65652f30ca8819c1ac2de0b7e49e5bc0bcd7ea9b7a",
    "source_export_manifest_sha256": "99110e0a8e62f87fa50e6687f463b7cdf50eb5f6c9041c2249b9361329228e4e",
    "source_frame_index_sha256": "a867728eb940628c3b2e03d9a452625fc935d90a165aecf6a5757bbbfcfe03f6",
    "analysis_source_sha256": "df1b789f6fbfa9fc53880ec6590d568a0531fb7521f37a3b54b5b98a42d3d215",
    "manual_snapshot_sha256": "c3b212947bed3898c4480b0f075164301b25221360d9ec5330ffaabd1424eaa5"
  },
  "rounds": [
    {
      "name": "manual306",
      "output": "/root/private/project/pallet_detection_v2/outputs/human_correction_manual_v3",
      "manual_frames": 306,
      "checkpoint_sha256": "339e50ba6674a4d284daf61c192c03a5debc5b02eaf1dbaf23873297d7df0fcd",
      "prediction_manifest_sha256": "1e605edf6e31189ee739947ffb6b57e1788d777ff5b987c0f95c71a46ff13d53",
      "threshold_sha256": "deb0cb3665cce99a6185508a48a4954aa75f733b68d2d6d73e53f071b1072ae2",
      "confidence_floor": 0.7,
      "cohort_receipts_sha256": "14dc1d5fdeefb298b501aa2f4aeafc1e4aff3c269a566f1d646cc2f6b632a7dc",
      "cohort_frames": 8806,
      "completed_epochs": 249
    },
    {
      "name": "manual1330",
      "output": "/root/private/project/pallet_detection_v2/outputs/human_correction_manual_1330_v1",
      "manual_frames": 1330,
      "checkpoint_sha256": "86345f3a2195582a447fcfd946b3f3105920aee40c906aff1eee9696c94e9690",
      "prediction_manifest_sha256": "93b51bac412b3043c2a2312f0fcff35c404d7ffa41ab24003c50c0356cdd8d11",
      "threshold_sha256": "b1848f19dbdf1c65c811cf2b6642c597e9b69024c7aa591ce8dcca26dea74f17",
      "confidence_floor": 0.7,
      "cohort_receipts_sha256": "5c0962745aeb762857b71ab77cb50d33674195a56918d05bb9364b70d3f86259",
      "cohort_frames": 8806,
      "completed_epochs": 202
    },
    {
      "name": "manual1716",
      "output": "/root/private/project/pallet_detection_v2/outputs/human_correction_manual_1716_v2",
      "manual_frames": 1716,
      "checkpoint_sha256": "9202003a5e0f4fe648c0df285585275145eb21897eca916000cec3e9e9cd8bdb",
      "prediction_manifest_sha256": "bcec7d9a7f574c045d172f6eb1c4747603fbfd3f83526a60e1f4e19abf50090d",
      "threshold_sha256": "619ea6255c790dede1931613aa774a858f306cbf2fc910c04efd39d9390d7c35",
      "confidence_floor": 0.7,
      "cohort_receipts_sha256": "7acdd049143a1f8dee878fd08356679700d1cbea2e64085c3fb23bd09cca4002",
      "cohort_frames": 8806,
      "completed_epochs": 146
    }
  ],
  "common_confidence": 0.7,
  "pairs": [
    {
      "from": "manual306",
      "to": "manual1330",
      "adjacent": true,
      "native_confidence": {
        "overall": {
          "frames": 8806,
          "groups": 429,
          "old_boxes": 8192,
          "new_boxes": 9749,
          "matched": 7944,
          "added": 1805,
          "deleted": 248,
          "both_empty": 686,
          "nonempty": 8120,
          "presence_changed": 430,
          "count_changed": 906,
          "unmatched_changed": 926,
          "geometry_changed_boxes": 3853,
          "geometry_changed_frames": 3659,
          "changed": 4179,
          "changed_iou90": 1767,
          "changed_frame_rate": 0.47456279809220986,
          "changed_nonempty_frame_rate": 0.5146551724137931,
          "changed_frame_rate_iou90": 0.20065864183511242,
          "box_set_jaccard": 0.7946383915174552,
          "ious": {
            "n": 7944,
            "mean": 0.9370559547031968,
            "p05": 0.8412835455300801,
            "median": 0.9511281471030922,
            "p95": 0.9845554876068068
          },
          "edge_shift_pixels": {
            "n": 7944,
            "mean": 2.860527491407077,
            "p05": 0.5030360221862793,
            "median": 1.6969833374023438,
            "p95": 7.312796783447261
          },
          "edge_shift_short_side": {
            "n": 7944,
            "mean": 0.01066871263887578,
            "p05": 0.0017696351716012665,
            "median": 0.005349383209690903,
            "p95": 0.024749732202337688
          },
          "centre_shift_diagonal": {
            "n": 7944,
            "mean": 0.0033301565252147826,
            "p05": 0.00041155635983277023,
            "median": 0.0017999719353899483,
            "p95": 0.007722156099339505
          },
          "score_difference": {
            "n": 7944,
            "mean": 0.03581898567179539,
            "p05": 0.003137531876564026,
            "median": 0.028269410133361816,
            "p95": 0.09609012603759766
          },
          "group_bootstrap_95ci": {
            "available": true,
            "replicates": 2000,
            "seed": 42,
            "changed_frame_rate": [
              0.4111234615771728,
              0.5331427730368944
            ],
            "changed_nonempty_frame_rate": [
              0.45255716649039573,
              0.5743574764922418
            ]
          }
        },
        "by_split": {
          "test": {
            "frames": 2367,
            "groups": 72,
            "old_boxes": 1931,
            "new_boxes": 3198,
            "matched": 1796,
            "added": 1402,
            "deleted": 135,
            "both_empty": 445,
            "nonempty": 1922,
            "presence_changed": 245,
            "count_changed": 527,
            "unmatched_changed": 537,
            "geometry_changed_boxes": 1259,
            "geometry_changed_frames": 1140,
            "changed": 1419,
            "changed_iou90": 915,
            "changed_frame_rate": 0.5994930291508238,
            "changed_nonempty_frame_rate": 0.7382934443288242,
            "changed_frame_rate_iou90": 0.3865652724968314,
            "box_set_jaccard": 0.5388538853885388,
            "ious": {
              "n": 1796,
              "mean": 0.9019998829936273,
              "p05": 0.7156124535755564,
              "median": 0.926653844084594,
              "p95": 0.9764562744529468
            },
            "edge_shift_pixels": {
              "n": 1796,
              "mean": 5.406060147151052,
              "p05": 0.6354770660400391,
              "median": 2.4932708740234375,
              "p95": 32.82862949371338
            },
            "edge_shift_short_side": {
              "n": 1796,
              "mean": 0.022674641163073488,
              "p05": 0.0021152496337890625,
              "median": 0.007640173940947561,
              "p95": 0.1253291043368253
            },
            "centre_shift_diagonal": {
              "n": 1796,
              "mean": 0.006893479690768783,
              "p05": 0.0005289250052924216,
              "median": 0.0022814944673758674,
              "p95": 0.036384711121859904
            },
            "score_difference": {
              "n": 1796,
              "mean": 0.03861240617814733,
              "p05": 0.004770189523696899,
              "median": 0.030670970678329468,
              "p95": 0.10296879708766937
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.4080410417131413,
                0.7470581796750021
              ],
              "changed_nonempty_frame_rate": [
                0.5977885463161955,
                0.8310148332168035
              ]
            }
          },
          "train": {
            "frames": 4984,
            "groups": 293,
            "old_boxes": 4871,
            "new_boxes": 5091,
            "matched": 4790,
            "added": 301,
            "deleted": 81,
            "both_empty": 219,
            "nonempty": 4765,
            "presence_changed": 111,
            "count_changed": 266,
            "unmatched_changed": 275,
            "geometry_changed_boxes": 1931,
            "geometry_changed_frames": 1856,
            "changed": 2010,
            "changed_iou90": 609,
            "changed_frame_rate": 0.4032905296950241,
            "changed_nonempty_frame_rate": 0.4218258132214061,
            "changed_frame_rate_iou90": 0.12219101123595505,
            "box_set_jaccard": 0.9261407579273009,
            "ious": {
              "n": 4790,
              "mean": 0.9483002945154467,
              "p05": 0.8819478267939622,
              "median": 0.9565228000533195,
              "p95": 0.985942111572661
            },
            "edge_shift_pixels": {
              "n": 4790,
              "mean": 2.1429602382825164,
              "p05": 0.47539749145507815,
              "median": 1.5512962341308594,
              "p95": 4.967709922790529
            },
            "edge_shift_short_side": {
              "n": 4790,
              "mean": 0.007298555891453784,
              "p05": 0.0016792960701230717,
              "median": 0.0049114978674686316,
              "p95": 0.017395239165335002
            },
            "centre_shift_diagonal": {
              "n": 4790,
              "mean": 0.0022912164092981505,
              "p05": 0.00038302193547737367,
              "median": 0.0016699041258102878,
              "p95": 0.0053895680752691875
            },
            "score_difference": {
              "n": 4790,
              "mean": 0.03421967735121295,
              "p05": 0.002633744478225708,
              "median": 0.026939809322357178,
              "p95": 0.08973542451858521
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3470435816115084,
                0.4622916754425938
              ],
              "changed_nonempty_frame_rate": [
                0.3644286609443542,
                0.48323301118672995
              ]
            }
          },
          "val": {
            "frames": 1455,
            "groups": 64,
            "old_boxes": 1390,
            "new_boxes": 1460,
            "matched": 1358,
            "added": 102,
            "deleted": 32,
            "both_empty": 22,
            "nonempty": 1433,
            "presence_changed": 74,
            "count_changed": 113,
            "unmatched_changed": 114,
            "geometry_changed_boxes": 663,
            "geometry_changed_frames": 663,
            "changed": 750,
            "changed_iou90": 243,
            "changed_frame_rate": 0.5154639175257731,
            "changed_nonempty_frame_rate": 0.5233775296580601,
            "changed_frame_rate_iou90": 0.1670103092783505,
            "box_set_jaccard": 0.9101876675603218,
            "ious": {
              "n": 1358,
              "mean": 0.9437572191286088,
              "p05": 0.8867094204927027,
              "median": 0.9508556455654147,
              "p95": 0.9844132357340034
            },
            "edge_shift_pixels": {
              "n": 1358,
              "mean": 2.025012390339673,
              "p05": 0.48264255523681643,
              "median": 1.5992355346679688,
              "p95": 4.321367645263671
            },
            "edge_shift_short_side": {
              "n": 1358,
              "mean": 0.006677846063538739,
              "p05": 0.0018251101175944012,
              "median": 0.005043220520019531,
              "p95": 0.013898345195885845
            },
            "centre_shift_diagonal": {
              "n": 1358,
              "mean": 0.0022821408771335457,
              "p05": 0.0004463504186225028,
              "median": 0.0016933016859729008,
              "p95": 0.005285715694073108
            },
            "score_difference": {
              "n": 1358,
              "mean": 0.03776574828312218,
              "p05": 0.004077288508415222,
              "median": 0.029763072729110718,
              "p95": 0.10181725323200225
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.38899518527108845,
                0.6237887508770106
              ],
              "changed_nonempty_frame_rate": [
                0.39516840679580584,
                0.6301463520932991
              ]
            }
          }
        },
        "by_domain": {
          "176x132_unverified": {
            "frames": 51,
            "groups": 2,
            "old_boxes": 51,
            "new_boxes": 51,
            "matched": 51,
            "added": 0,
            "deleted": 0,
            "both_empty": 0,
            "nonempty": 51,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 51,
            "geometry_changed_frames": 51,
            "changed": 51,
            "changed_iou90": 51,
            "changed_frame_rate": 1.0,
            "changed_nonempty_frame_rate": 1.0,
            "changed_frame_rate_iou90": 1.0,
            "box_set_jaccard": 1.0,
            "ious": {
              "n": 51,
              "mean": 0.6129556982908946,
              "p05": 0.606105091010942,
              "median": 0.6125100007563757,
              "p95": 0.6167461357688201
            },
            "edge_shift_pixels": {
              "n": 51,
              "mean": 35.426027757864375,
              "p05": 34.93665963411331,
              "median": 35.385011315345764,
              "p95": 36.6273040920496
            },
            "edge_shift_short_side": {
              "n": 51,
              "mean": 0.26837899816563915,
              "p05": 0.2646716638947978,
              "median": 0.26806826754049823,
              "p95": 0.2774795764549212
            },
            "centre_shift_diagonal": {
              "n": 51,
              "mean": 0.0799035190135481,
              "p05": 0.07868133751575121,
              "median": 0.07969967665032265,
              "p95": 0.08271052066812723
            },
            "score_difference": {
              "n": 51,
              "mean": 0.06748714634016448,
              "p05": 0.062383681535720825,
              "median": 0.06733560562133789,
              "p95": 0.07181569933891296
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                1.0,
                1.0
              ],
              "changed_nonempty_frame_rate": [
                1.0,
                1.0
              ]
            }
          },
          "224x172_fov_55_45": {
            "frames": 574,
            "groups": 65,
            "old_boxes": 571,
            "new_boxes": 601,
            "matched": 567,
            "added": 34,
            "deleted": 4,
            "both_empty": 5,
            "nonempty": 569,
            "presence_changed": 11,
            "count_changed": 33,
            "unmatched_changed": 33,
            "geometry_changed_boxes": 210,
            "geometry_changed_frames": 207,
            "changed": 222,
            "changed_iou90": 57,
            "changed_frame_rate": 0.3867595818815331,
            "changed_nonempty_frame_rate": 0.39015817223198596,
            "changed_frame_rate_iou90": 0.09930313588850175,
            "box_set_jaccard": 0.9371900826446281,
            "ious": {
              "n": 567,
              "mean": 0.950053812624786,
              "p05": 0.9057097922601076,
              "median": 0.9575772420083094,
              "p95": 0.9859575119805224
            },
            "edge_shift_pixels": {
              "n": 567,
              "mean": 1.026804374218828,
              "p05": 0.31386489868164064,
              "median": 0.80694580078125,
              "p95": 2.6168849945068353
            },
            "edge_shift_short_side": {
              "n": 567,
              "mean": 0.005969792873365281,
              "p05": 0.001824795922567678,
              "median": 0.004691545353379361,
              "p95": 0.0152144476424816
            },
            "centre_shift_diagonal": {
              "n": 567,
              "mean": 0.001966149805665613,
              "p05": 0.0003859041870855846,
              "median": 0.0016272859047624685,
              "p95": 0.004836622623394236
            },
            "score_difference": {
              "n": 567,
              "mean": 0.03090104697242616,
              "p05": 0.0019976675510406496,
              "median": 0.02931821346282959,
              "p95": 0.07234287858009333
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3071522545418624,
                0.46349416587827186
              ],
              "changed_nonempty_frame_rate": [
                0.30955717939349653,
                0.47069959319314725
              ]
            }
          },
          "240x96_unverified": {
            "frames": 300,
            "groups": 1,
            "old_boxes": 0,
            "new_boxes": 0,
            "matched": 0,
            "added": 0,
            "deleted": 0,
            "both_empty": 300,
            "nonempty": 0,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 0,
            "geometry_changed_frames": 0,
            "changed": 0,
            "changed_iou90": 0,
            "changed_frame_rate": 0.0,
            "changed_nonempty_frame_rate": null,
            "changed_frame_rate_iou90": 0.0,
            "box_set_jaccard": null,
            "ious": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_pixels": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_short_side": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "centre_shift_diagonal": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "score_difference": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "352x264_fov_40_30": {
            "frames": 66,
            "groups": 2,
            "old_boxes": 74,
            "new_boxes": 131,
            "matched": 74,
            "added": 57,
            "deleted": 0,
            "both_empty": 0,
            "nonempty": 66,
            "presence_changed": 0,
            "count_changed": 57,
            "unmatched_changed": 57,
            "geometry_changed_boxes": 72,
            "geometry_changed_frames": 65,
            "changed": 66,
            "changed_iou90": 62,
            "changed_frame_rate": 1.0,
            "changed_nonempty_frame_rate": 1.0,
            "changed_frame_rate_iou90": 0.9393939393939394,
            "box_set_jaccard": 0.5648854961832062,
            "ious": {
              "n": 74,
              "mean": 0.9175578705851579,
              "p05": 0.8995672148937535,
              "median": 0.917843361204298,
              "p95": 0.9383188228003405
            },
            "edge_shift_pixels": {
              "n": 74,
              "mean": 3.094332050632786,
              "p05": 2.333932304382324,
              "median": 2.6832122802734375,
              "p95": 5.25306167602539
            },
            "edge_shift_short_side": {
              "n": 74,
              "mean": 0.0117209547372454,
              "p05": 0.008840652668114865,
              "median": 0.010163682879823627,
              "p95": 0.01989796089403557
            },
            "centre_shift_diagonal": {
              "n": 74,
              "mean": 0.004816719504550146,
              "p05": 0.0029551188385108823,
              "median": 0.004008239768250649,
              "p95": 0.00765074363913202
            },
            "score_difference": {
              "n": 74,
              "mean": 0.02650224034850662,
              "p05": 0.014134687185287476,
              "median": 0.016465097665786743,
              "p95": 0.09984202086925498
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                1.0,
                1.0
              ],
              "changed_nonempty_frame_rate": [
                1.0,
                1.0
              ]
            }
          },
          "352x264_fov_55_40": {
            "frames": 3191,
            "groups": 160,
            "old_boxes": 3352,
            "new_boxes": 4076,
            "matched": 3230,
            "added": 846,
            "deleted": 122,
            "both_empty": 49,
            "nonempty": 3142,
            "presence_changed": 69,
            "count_changed": 347,
            "unmatched_changed": 359,
            "geometry_changed_boxes": 1343,
            "geometry_changed_frames": 1234,
            "changed": 1375,
            "changed_iou90": 608,
            "changed_frame_rate": 0.43089940457536824,
            "changed_nonempty_frame_rate": 0.4376193507320178,
            "changed_frame_rate_iou90": 0.19053588216859918,
            "box_set_jaccard": 0.7694140066698428,
            "ious": {
              "n": 3230,
              "mean": 0.9453000032889084,
              "p05": 0.8641112739348641,
              "median": 0.9563299903287842,
              "p95": 0.9865177994011373
            },
            "edge_shift_pixels": {
              "n": 3230,
              "mean": 2.270147981473905,
              "p05": 0.45996246337890623,
              "median": 1.4697799682617188,
              "p95": 6.3629795074462825
            },
            "edge_shift_short_side": {
              "n": 3230,
              "mean": 0.008599045384370852,
              "p05": 0.0017422820582534328,
              "median": 0.005567348364627723,
              "p95": 0.024102195103963192
            },
            "centre_shift_diagonal": {
              "n": 3230,
              "mean": 0.0026214572447467634,
              "p05": 0.00038703734716160156,
              "median": 0.001786506209009938,
              "p95": 0.007114862657997468
            },
            "score_difference": {
              "n": 3230,
              "mean": 0.03204093152893586,
              "p05": 0.0034463346004486085,
              "median": 0.02551254630088806,
              "p95": 0.08742135167121884
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3497158873042854,
                0.5110709619373328
              ],
              "changed_nonempty_frame_rate": [
                0.354293478952661,
                0.5210298624941861
              ]
            }
          },
          "352x264_unverified": {
            "frames": 1924,
            "groups": 130,
            "old_boxes": 1911,
            "new_boxes": 2510,
            "matched": 1828,
            "added": 682,
            "deleted": 83,
            "both_empty": 37,
            "nonempty": 1887,
            "presence_changed": 139,
            "count_changed": 249,
            "unmatched_changed": 257,
            "geometry_changed_boxes": 1042,
            "geometry_changed_frames": 967,
            "changed": 1118,
            "changed_iou90": 516,
            "changed_frame_rate": 0.581081081081081,
            "changed_nonempty_frame_rate": 0.5924748277689454,
            "changed_frame_rate_iou90": 0.2681912681912682,
            "box_set_jaccard": 0.7049749325106055,
            "ious": {
              "n": 1828,
              "mean": 0.9247800527218845,
              "p05": 0.7894396736961622,
              "median": 0.945610189559343,
              "p95": 0.9802247487270671
            },
            "edge_shift_pixels": {
              "n": 1828,
              "mean": 3.987994915652914,
              "p05": 0.6217018127441406,
              "median": 1.9019184112548828,
              "p95": 12.626033020019483
            },
            "edge_shift_short_side": {
              "n": 1828,
              "mean": 0.01510604134717013,
              "p05": 0.0023549311088793207,
              "median": 0.0072042364062684956,
              "p95": 0.04782588265158895
            },
            "centre_shift_diagonal": {
              "n": 1828,
              "mean": 0.0047249013176541505,
              "p05": 0.0005567352952636226,
              "median": 0.0022316073256451697,
              "p95": 0.014936337780818864
            },
            "score_difference": {
              "n": 1828,
              "mean": 0.03999735701918863,
              "p05": 0.0034179180860519414,
              "median": 0.0297585129737854,
              "p95": 0.11730665564537035
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.4780872775896176,
                0.6640166166166166
              ],
              "changed_nonempty_frame_rate": [
                0.48905445150387544,
                0.6758081577399397
              ]
            }
          },
          "640x480_fov_65_50": {
            "frames": 415,
            "groups": 1,
            "old_boxes": 172,
            "new_boxes": 316,
            "matched": 171,
            "added": 145,
            "deleted": 1,
            "both_empty": 102,
            "nonempty": 313,
            "presence_changed": 142,
            "count_changed": 142,
            "unmatched_changed": 142,
            "geometry_changed_boxes": 157,
            "geometry_changed_frames": 157,
            "changed": 299,
            "changed_iou90": 234,
            "changed_frame_rate": 0.7204819277108434,
            "changed_nonempty_frame_rate": 0.9552715654952076,
            "changed_frame_rate_iou90": 0.563855421686747,
            "box_set_jaccard": 0.5394321766561514,
            "ious": {
              "n": 171,
              "mean": 0.8668349438321661,
              "p05": 0.711714783887755,
              "median": 0.8946521425205023,
              "p95": 0.9581940724067314
            },
            "edge_shift_pixels": {
              "n": 171,
              "mean": 4.20880555270011,
              "p05": 1.1750946044921875,
              "median": 3.00872802734375,
              "p95": 10.886520385742188
            },
            "edge_shift_short_side": {
              "n": 171,
              "mean": 0.008768344901458561,
              "p05": 0.002448113759358724,
              "median": 0.0062681833902994795,
              "p95": 0.022680250803629558
            },
            "centre_shift_diagonal": {
              "n": 171,
              "mean": 0.0021898226962088546,
              "p05": 0.00047978968591441473,
              "median": 0.0017334708467178772,
              "p95": 0.005245165136414072
            },
            "score_difference": {
              "n": 171,
              "mean": 0.05349304975821958,
              "p05": 0.004184514284133911,
              "median": 0.04101806879043579,
              "p95": 0.133621484041214
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "640x480_fov_80_60": {
            "frames": 2285,
            "groups": 68,
            "old_boxes": 2061,
            "new_boxes": 2064,
            "matched": 2023,
            "added": 41,
            "deleted": 38,
            "both_empty": 193,
            "nonempty": 2092,
            "presence_changed": 69,
            "count_changed": 78,
            "unmatched_changed": 78,
            "geometry_changed_boxes": 978,
            "geometry_changed_frames": 978,
            "changed": 1048,
            "changed_iou90": 239,
            "changed_frame_rate": 0.4586433260393873,
            "changed_nonempty_frame_rate": 0.5009560229445507,
            "changed_frame_rate_iou90": 0.10459518599562363,
            "box_set_jaccard": 0.9624167459562322,
            "ious": {
              "n": 2023,
              "mean": 0.946162257525321,
              "p05": 0.8883902582250038,
              "median": 0.9511044945927671,
              "p95": 0.9838151303656156
            },
            "edge_shift_pixels": {
              "n": 2023,
              "mean": 2.3548125994423503,
              "p05": 0.6826690673828126,
              "median": 1.95758056640625,
              "p95": 4.9243179321289015
            },
            "edge_shift_short_side": {
              "n": 2023,
              "mean": 0.004905859582171563,
              "p05": 0.001422227223714193,
              "median": 0.004078292846679687,
              "p95": 0.01025899569193521
            },
            "centre_shift_diagonal": {
              "n": 2023,
              "mean": 0.00169528106436511,
              "p05": 0.0003832916223938399,
              "median": 0.0014607820889780416,
              "p95": 0.0036622050824157417
            },
            "score_difference": {
              "n": 2023,
              "mean": 0.03750243663669988,
              "p05": 0.0026478648185729987,
              "median": 0.03155761957168579,
              "p95": 0.08679058551788323
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.35825364411574134,
                0.5623117821790415
              ],
              "changed_nonempty_frame_rate": [
                0.3941002269579525,
                0.6080022909075679
              ]
            }
          }
        }
      },
      "common_confidence": {
        "overall": {
          "frames": 8806,
          "groups": 429,
          "old_boxes": 8192,
          "new_boxes": 9749,
          "matched": 7944,
          "added": 1805,
          "deleted": 248,
          "both_empty": 686,
          "nonempty": 8120,
          "presence_changed": 430,
          "count_changed": 906,
          "unmatched_changed": 926,
          "geometry_changed_boxes": 3853,
          "geometry_changed_frames": 3659,
          "changed": 4179,
          "changed_iou90": 1767,
          "changed_frame_rate": 0.47456279809220986,
          "changed_nonempty_frame_rate": 0.5146551724137931,
          "changed_frame_rate_iou90": 0.20065864183511242,
          "box_set_jaccard": 0.7946383915174552,
          "ious": {
            "n": 7944,
            "mean": 0.9370559547031968,
            "p05": 0.8412835455300801,
            "median": 0.9511281471030922,
            "p95": 0.9845554876068068
          },
          "edge_shift_pixels": {
            "n": 7944,
            "mean": 2.860527491407077,
            "p05": 0.5030360221862793,
            "median": 1.6969833374023438,
            "p95": 7.312796783447261
          },
          "edge_shift_short_side": {
            "n": 7944,
            "mean": 0.01066871263887578,
            "p05": 0.0017696351716012665,
            "median": 0.005349383209690903,
            "p95": 0.024749732202337688
          },
          "centre_shift_diagonal": {
            "n": 7944,
            "mean": 0.0033301565252147826,
            "p05": 0.00041155635983277023,
            "median": 0.0017999719353899483,
            "p95": 0.007722156099339505
          },
          "score_difference": {
            "n": 7944,
            "mean": 0.03581898567179539,
            "p05": 0.003137531876564026,
            "median": 0.028269410133361816,
            "p95": 0.09609012603759766
          },
          "group_bootstrap_95ci": {
            "available": true,
            "replicates": 2000,
            "seed": 42,
            "changed_frame_rate": [
              0.4111234615771728,
              0.5331427730368944
            ],
            "changed_nonempty_frame_rate": [
              0.45255716649039573,
              0.5743574764922418
            ]
          }
        },
        "by_split": {
          "test": {
            "frames": 2367,
            "groups": 72,
            "old_boxes": 1931,
            "new_boxes": 3198,
            "matched": 1796,
            "added": 1402,
            "deleted": 135,
            "both_empty": 445,
            "nonempty": 1922,
            "presence_changed": 245,
            "count_changed": 527,
            "unmatched_changed": 537,
            "geometry_changed_boxes": 1259,
            "geometry_changed_frames": 1140,
            "changed": 1419,
            "changed_iou90": 915,
            "changed_frame_rate": 0.5994930291508238,
            "changed_nonempty_frame_rate": 0.7382934443288242,
            "changed_frame_rate_iou90": 0.3865652724968314,
            "box_set_jaccard": 0.5388538853885388,
            "ious": {
              "n": 1796,
              "mean": 0.9019998829936273,
              "p05": 0.7156124535755564,
              "median": 0.926653844084594,
              "p95": 0.9764562744529468
            },
            "edge_shift_pixels": {
              "n": 1796,
              "mean": 5.406060147151052,
              "p05": 0.6354770660400391,
              "median": 2.4932708740234375,
              "p95": 32.82862949371338
            },
            "edge_shift_short_side": {
              "n": 1796,
              "mean": 0.022674641163073488,
              "p05": 0.0021152496337890625,
              "median": 0.007640173940947561,
              "p95": 0.1253291043368253
            },
            "centre_shift_diagonal": {
              "n": 1796,
              "mean": 0.006893479690768783,
              "p05": 0.0005289250052924216,
              "median": 0.0022814944673758674,
              "p95": 0.036384711121859904
            },
            "score_difference": {
              "n": 1796,
              "mean": 0.03861240617814733,
              "p05": 0.004770189523696899,
              "median": 0.030670970678329468,
              "p95": 0.10296879708766937
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.4080410417131413,
                0.7470581796750021
              ],
              "changed_nonempty_frame_rate": [
                0.5977885463161955,
                0.8310148332168035
              ]
            }
          },
          "train": {
            "frames": 4984,
            "groups": 293,
            "old_boxes": 4871,
            "new_boxes": 5091,
            "matched": 4790,
            "added": 301,
            "deleted": 81,
            "both_empty": 219,
            "nonempty": 4765,
            "presence_changed": 111,
            "count_changed": 266,
            "unmatched_changed": 275,
            "geometry_changed_boxes": 1931,
            "geometry_changed_frames": 1856,
            "changed": 2010,
            "changed_iou90": 609,
            "changed_frame_rate": 0.4032905296950241,
            "changed_nonempty_frame_rate": 0.4218258132214061,
            "changed_frame_rate_iou90": 0.12219101123595505,
            "box_set_jaccard": 0.9261407579273009,
            "ious": {
              "n": 4790,
              "mean": 0.9483002945154467,
              "p05": 0.8819478267939622,
              "median": 0.9565228000533195,
              "p95": 0.985942111572661
            },
            "edge_shift_pixels": {
              "n": 4790,
              "mean": 2.1429602382825164,
              "p05": 0.47539749145507815,
              "median": 1.5512962341308594,
              "p95": 4.967709922790529
            },
            "edge_shift_short_side": {
              "n": 4790,
              "mean": 0.007298555891453784,
              "p05": 0.0016792960701230717,
              "median": 0.0049114978674686316,
              "p95": 0.017395239165335002
            },
            "centre_shift_diagonal": {
              "n": 4790,
              "mean": 0.0022912164092981505,
              "p05": 0.00038302193547737367,
              "median": 0.0016699041258102878,
              "p95": 0.0053895680752691875
            },
            "score_difference": {
              "n": 4790,
              "mean": 0.03421967735121295,
              "p05": 0.002633744478225708,
              "median": 0.026939809322357178,
              "p95": 0.08973542451858521
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3470435816115084,
                0.4622916754425938
              ],
              "changed_nonempty_frame_rate": [
                0.3644286609443542,
                0.48323301118672995
              ]
            }
          },
          "val": {
            "frames": 1455,
            "groups": 64,
            "old_boxes": 1390,
            "new_boxes": 1460,
            "matched": 1358,
            "added": 102,
            "deleted": 32,
            "both_empty": 22,
            "nonempty": 1433,
            "presence_changed": 74,
            "count_changed": 113,
            "unmatched_changed": 114,
            "geometry_changed_boxes": 663,
            "geometry_changed_frames": 663,
            "changed": 750,
            "changed_iou90": 243,
            "changed_frame_rate": 0.5154639175257731,
            "changed_nonempty_frame_rate": 0.5233775296580601,
            "changed_frame_rate_iou90": 0.1670103092783505,
            "box_set_jaccard": 0.9101876675603218,
            "ious": {
              "n": 1358,
              "mean": 0.9437572191286088,
              "p05": 0.8867094204927027,
              "median": 0.9508556455654147,
              "p95": 0.9844132357340034
            },
            "edge_shift_pixels": {
              "n": 1358,
              "mean": 2.025012390339673,
              "p05": 0.48264255523681643,
              "median": 1.5992355346679688,
              "p95": 4.321367645263671
            },
            "edge_shift_short_side": {
              "n": 1358,
              "mean": 0.006677846063538739,
              "p05": 0.0018251101175944012,
              "median": 0.005043220520019531,
              "p95": 0.013898345195885845
            },
            "centre_shift_diagonal": {
              "n": 1358,
              "mean": 0.0022821408771335457,
              "p05": 0.0004463504186225028,
              "median": 0.0016933016859729008,
              "p95": 0.005285715694073108
            },
            "score_difference": {
              "n": 1358,
              "mean": 0.03776574828312218,
              "p05": 0.004077288508415222,
              "median": 0.029763072729110718,
              "p95": 0.10181725323200225
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.38899518527108845,
                0.6237887508770106
              ],
              "changed_nonempty_frame_rate": [
                0.39516840679580584,
                0.6301463520932991
              ]
            }
          }
        },
        "by_domain": {
          "176x132_unverified": {
            "frames": 51,
            "groups": 2,
            "old_boxes": 51,
            "new_boxes": 51,
            "matched": 51,
            "added": 0,
            "deleted": 0,
            "both_empty": 0,
            "nonempty": 51,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 51,
            "geometry_changed_frames": 51,
            "changed": 51,
            "changed_iou90": 51,
            "changed_frame_rate": 1.0,
            "changed_nonempty_frame_rate": 1.0,
            "changed_frame_rate_iou90": 1.0,
            "box_set_jaccard": 1.0,
            "ious": {
              "n": 51,
              "mean": 0.6129556982908946,
              "p05": 0.606105091010942,
              "median": 0.6125100007563757,
              "p95": 0.6167461357688201
            },
            "edge_shift_pixels": {
              "n": 51,
              "mean": 35.426027757864375,
              "p05": 34.93665963411331,
              "median": 35.385011315345764,
              "p95": 36.6273040920496
            },
            "edge_shift_short_side": {
              "n": 51,
              "mean": 0.26837899816563915,
              "p05": 0.2646716638947978,
              "median": 0.26806826754049823,
              "p95": 0.2774795764549212
            },
            "centre_shift_diagonal": {
              "n": 51,
              "mean": 0.0799035190135481,
              "p05": 0.07868133751575121,
              "median": 0.07969967665032265,
              "p95": 0.08271052066812723
            },
            "score_difference": {
              "n": 51,
              "mean": 0.06748714634016448,
              "p05": 0.062383681535720825,
              "median": 0.06733560562133789,
              "p95": 0.07181569933891296
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                1.0,
                1.0
              ],
              "changed_nonempty_frame_rate": [
                1.0,
                1.0
              ]
            }
          },
          "224x172_fov_55_45": {
            "frames": 574,
            "groups": 65,
            "old_boxes": 571,
            "new_boxes": 601,
            "matched": 567,
            "added": 34,
            "deleted": 4,
            "both_empty": 5,
            "nonempty": 569,
            "presence_changed": 11,
            "count_changed": 33,
            "unmatched_changed": 33,
            "geometry_changed_boxes": 210,
            "geometry_changed_frames": 207,
            "changed": 222,
            "changed_iou90": 57,
            "changed_frame_rate": 0.3867595818815331,
            "changed_nonempty_frame_rate": 0.39015817223198596,
            "changed_frame_rate_iou90": 0.09930313588850175,
            "box_set_jaccard": 0.9371900826446281,
            "ious": {
              "n": 567,
              "mean": 0.950053812624786,
              "p05": 0.9057097922601076,
              "median": 0.9575772420083094,
              "p95": 0.9859575119805224
            },
            "edge_shift_pixels": {
              "n": 567,
              "mean": 1.026804374218828,
              "p05": 0.31386489868164064,
              "median": 0.80694580078125,
              "p95": 2.6168849945068353
            },
            "edge_shift_short_side": {
              "n": 567,
              "mean": 0.005969792873365281,
              "p05": 0.001824795922567678,
              "median": 0.004691545353379361,
              "p95": 0.0152144476424816
            },
            "centre_shift_diagonal": {
              "n": 567,
              "mean": 0.001966149805665613,
              "p05": 0.0003859041870855846,
              "median": 0.0016272859047624685,
              "p95": 0.004836622623394236
            },
            "score_difference": {
              "n": 567,
              "mean": 0.03090104697242616,
              "p05": 0.0019976675510406496,
              "median": 0.02931821346282959,
              "p95": 0.07234287858009333
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3071522545418624,
                0.46349416587827186
              ],
              "changed_nonempty_frame_rate": [
                0.30955717939349653,
                0.47069959319314725
              ]
            }
          },
          "240x96_unverified": {
            "frames": 300,
            "groups": 1,
            "old_boxes": 0,
            "new_boxes": 0,
            "matched": 0,
            "added": 0,
            "deleted": 0,
            "both_empty": 300,
            "nonempty": 0,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 0,
            "geometry_changed_frames": 0,
            "changed": 0,
            "changed_iou90": 0,
            "changed_frame_rate": 0.0,
            "changed_nonempty_frame_rate": null,
            "changed_frame_rate_iou90": 0.0,
            "box_set_jaccard": null,
            "ious": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_pixels": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_short_side": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "centre_shift_diagonal": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "score_difference": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "352x264_fov_40_30": {
            "frames": 66,
            "groups": 2,
            "old_boxes": 74,
            "new_boxes": 131,
            "matched": 74,
            "added": 57,
            "deleted": 0,
            "both_empty": 0,
            "nonempty": 66,
            "presence_changed": 0,
            "count_changed": 57,
            "unmatched_changed": 57,
            "geometry_changed_boxes": 72,
            "geometry_changed_frames": 65,
            "changed": 66,
            "changed_iou90": 62,
            "changed_frame_rate": 1.0,
            "changed_nonempty_frame_rate": 1.0,
            "changed_frame_rate_iou90": 0.9393939393939394,
            "box_set_jaccard": 0.5648854961832062,
            "ious": {
              "n": 74,
              "mean": 0.9175578705851579,
              "p05": 0.8995672148937535,
              "median": 0.917843361204298,
              "p95": 0.9383188228003405
            },
            "edge_shift_pixels": {
              "n": 74,
              "mean": 3.094332050632786,
              "p05": 2.333932304382324,
              "median": 2.6832122802734375,
              "p95": 5.25306167602539
            },
            "edge_shift_short_side": {
              "n": 74,
              "mean": 0.0117209547372454,
              "p05": 0.008840652668114865,
              "median": 0.010163682879823627,
              "p95": 0.01989796089403557
            },
            "centre_shift_diagonal": {
              "n": 74,
              "mean": 0.004816719504550146,
              "p05": 0.0029551188385108823,
              "median": 0.004008239768250649,
              "p95": 0.00765074363913202
            },
            "score_difference": {
              "n": 74,
              "mean": 0.02650224034850662,
              "p05": 0.014134687185287476,
              "median": 0.016465097665786743,
              "p95": 0.09984202086925498
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                1.0,
                1.0
              ],
              "changed_nonempty_frame_rate": [
                1.0,
                1.0
              ]
            }
          },
          "352x264_fov_55_40": {
            "frames": 3191,
            "groups": 160,
            "old_boxes": 3352,
            "new_boxes": 4076,
            "matched": 3230,
            "added": 846,
            "deleted": 122,
            "both_empty": 49,
            "nonempty": 3142,
            "presence_changed": 69,
            "count_changed": 347,
            "unmatched_changed": 359,
            "geometry_changed_boxes": 1343,
            "geometry_changed_frames": 1234,
            "changed": 1375,
            "changed_iou90": 608,
            "changed_frame_rate": 0.43089940457536824,
            "changed_nonempty_frame_rate": 0.4376193507320178,
            "changed_frame_rate_iou90": 0.19053588216859918,
            "box_set_jaccard": 0.7694140066698428,
            "ious": {
              "n": 3230,
              "mean": 0.9453000032889084,
              "p05": 0.8641112739348641,
              "median": 0.9563299903287842,
              "p95": 0.9865177994011373
            },
            "edge_shift_pixels": {
              "n": 3230,
              "mean": 2.270147981473905,
              "p05": 0.45996246337890623,
              "median": 1.4697799682617188,
              "p95": 6.3629795074462825
            },
            "edge_shift_short_side": {
              "n": 3230,
              "mean": 0.008599045384370852,
              "p05": 0.0017422820582534328,
              "median": 0.005567348364627723,
              "p95": 0.024102195103963192
            },
            "centre_shift_diagonal": {
              "n": 3230,
              "mean": 0.0026214572447467634,
              "p05": 0.00038703734716160156,
              "median": 0.001786506209009938,
              "p95": 0.007114862657997468
            },
            "score_difference": {
              "n": 3230,
              "mean": 0.03204093152893586,
              "p05": 0.0034463346004486085,
              "median": 0.02551254630088806,
              "p95": 0.08742135167121884
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3497158873042854,
                0.5110709619373328
              ],
              "changed_nonempty_frame_rate": [
                0.354293478952661,
                0.5210298624941861
              ]
            }
          },
          "352x264_unverified": {
            "frames": 1924,
            "groups": 130,
            "old_boxes": 1911,
            "new_boxes": 2510,
            "matched": 1828,
            "added": 682,
            "deleted": 83,
            "both_empty": 37,
            "nonempty": 1887,
            "presence_changed": 139,
            "count_changed": 249,
            "unmatched_changed": 257,
            "geometry_changed_boxes": 1042,
            "geometry_changed_frames": 967,
            "changed": 1118,
            "changed_iou90": 516,
            "changed_frame_rate": 0.581081081081081,
            "changed_nonempty_frame_rate": 0.5924748277689454,
            "changed_frame_rate_iou90": 0.2681912681912682,
            "box_set_jaccard": 0.7049749325106055,
            "ious": {
              "n": 1828,
              "mean": 0.9247800527218845,
              "p05": 0.7894396736961622,
              "median": 0.945610189559343,
              "p95": 0.9802247487270671
            },
            "edge_shift_pixels": {
              "n": 1828,
              "mean": 3.987994915652914,
              "p05": 0.6217018127441406,
              "median": 1.9019184112548828,
              "p95": 12.626033020019483
            },
            "edge_shift_short_side": {
              "n": 1828,
              "mean": 0.01510604134717013,
              "p05": 0.0023549311088793207,
              "median": 0.0072042364062684956,
              "p95": 0.04782588265158895
            },
            "centre_shift_diagonal": {
              "n": 1828,
              "mean": 0.0047249013176541505,
              "p05": 0.0005567352952636226,
              "median": 0.0022316073256451697,
              "p95": 0.014936337780818864
            },
            "score_difference": {
              "n": 1828,
              "mean": 0.03999735701918863,
              "p05": 0.0034179180860519414,
              "median": 0.0297585129737854,
              "p95": 0.11730665564537035
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.4780872775896176,
                0.6640166166166166
              ],
              "changed_nonempty_frame_rate": [
                0.48905445150387544,
                0.6758081577399397
              ]
            }
          },
          "640x480_fov_65_50": {
            "frames": 415,
            "groups": 1,
            "old_boxes": 172,
            "new_boxes": 316,
            "matched": 171,
            "added": 145,
            "deleted": 1,
            "both_empty": 102,
            "nonempty": 313,
            "presence_changed": 142,
            "count_changed": 142,
            "unmatched_changed": 142,
            "geometry_changed_boxes": 157,
            "geometry_changed_frames": 157,
            "changed": 299,
            "changed_iou90": 234,
            "changed_frame_rate": 0.7204819277108434,
            "changed_nonempty_frame_rate": 0.9552715654952076,
            "changed_frame_rate_iou90": 0.563855421686747,
            "box_set_jaccard": 0.5394321766561514,
            "ious": {
              "n": 171,
              "mean": 0.8668349438321661,
              "p05": 0.711714783887755,
              "median": 0.8946521425205023,
              "p95": 0.9581940724067314
            },
            "edge_shift_pixels": {
              "n": 171,
              "mean": 4.20880555270011,
              "p05": 1.1750946044921875,
              "median": 3.00872802734375,
              "p95": 10.886520385742188
            },
            "edge_shift_short_side": {
              "n": 171,
              "mean": 0.008768344901458561,
              "p05": 0.002448113759358724,
              "median": 0.0062681833902994795,
              "p95": 0.022680250803629558
            },
            "centre_shift_diagonal": {
              "n": 171,
              "mean": 0.0021898226962088546,
              "p05": 0.00047978968591441473,
              "median": 0.0017334708467178772,
              "p95": 0.005245165136414072
            },
            "score_difference": {
              "n": 171,
              "mean": 0.05349304975821958,
              "p05": 0.004184514284133911,
              "median": 0.04101806879043579,
              "p95": 0.133621484041214
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "640x480_fov_80_60": {
            "frames": 2285,
            "groups": 68,
            "old_boxes": 2061,
            "new_boxes": 2064,
            "matched": 2023,
            "added": 41,
            "deleted": 38,
            "both_empty": 193,
            "nonempty": 2092,
            "presence_changed": 69,
            "count_changed": 78,
            "unmatched_changed": 78,
            "geometry_changed_boxes": 978,
            "geometry_changed_frames": 978,
            "changed": 1048,
            "changed_iou90": 239,
            "changed_frame_rate": 0.4586433260393873,
            "changed_nonempty_frame_rate": 0.5009560229445507,
            "changed_frame_rate_iou90": 0.10459518599562363,
            "box_set_jaccard": 0.9624167459562322,
            "ious": {
              "n": 2023,
              "mean": 0.946162257525321,
              "p05": 0.8883902582250038,
              "median": 0.9511044945927671,
              "p95": 0.9838151303656156
            },
            "edge_shift_pixels": {
              "n": 2023,
              "mean": 2.3548125994423503,
              "p05": 0.6826690673828126,
              "median": 1.95758056640625,
              "p95": 4.9243179321289015
            },
            "edge_shift_short_side": {
              "n": 2023,
              "mean": 0.004905859582171563,
              "p05": 0.001422227223714193,
              "median": 0.004078292846679687,
              "p95": 0.01025899569193521
            },
            "centre_shift_diagonal": {
              "n": 2023,
              "mean": 0.00169528106436511,
              "p05": 0.0003832916223938399,
              "median": 0.0014607820889780416,
              "p95": 0.0036622050824157417
            },
            "score_difference": {
              "n": 2023,
              "mean": 0.03750243663669988,
              "p05": 0.0026478648185729987,
              "median": 0.03155761957168579,
              "p95": 0.08679058551788323
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.35825364411574134,
                0.5623117821790415
              ],
              "changed_nonempty_frame_rate": [
                0.3941002269579525,
                0.6080022909075679
              ]
            }
          }
        }
      }
    },
    {
      "from": "manual306",
      "to": "manual1716",
      "adjacent": false,
      "native_confidence": {
        "overall": {
          "frames": 8806,
          "groups": 429,
          "old_boxes": 8192,
          "new_boxes": 9086,
          "matched": 7905,
          "added": 1181,
          "deleted": 287,
          "both_empty": 811,
          "nonempty": 7995,
          "presence_changed": 323,
          "count_changed": 769,
          "unmatched_changed": 795,
          "geometry_changed_boxes": 4061,
          "geometry_changed_frames": 3892,
          "changed": 4278,
          "changed_iou90": 1756,
          "changed_frame_rate": 0.4858051328639564,
          "changed_nonempty_frame_rate": 0.5350844277673545,
          "changed_frame_rate_iou90": 0.19940949352714057,
          "box_set_jaccard": 0.843379921049824,
          "ious": {
            "n": 7905,
            "mean": 0.9364179085072701,
            "p05": 0.8474000903949902,
            "median": 0.9491510486448737,
            "p95": 0.9820780686512295
          },
          "edge_shift_pixels": {
            "n": 7905,
            "mean": 2.82890780799039,
            "p05": 0.5607368469238282,
            "median": 1.746246337890625,
            "p95": 7.438537597656238
          },
          "edge_shift_short_side": {
            "n": 7905,
            "mean": 0.010491215308384557,
            "p05": 0.0019423536820845173,
            "median": 0.005636157411517519,
            "p95": 0.024486229636452396
          },
          "centre_shift_diagonal": {
            "n": 7905,
            "mean": 0.003287146271723917,
            "p05": 0.00045344912909167835,
            "median": 0.0019062396424014351,
            "p95": 0.007626258704710039
          },
          "score_difference": {
            "n": 7905,
            "mean": 0.026768706404356017,
            "p05": 0.0016675591468811035,
            "median": 0.02055150270462036,
            "p95": 0.07885289192199703
          },
          "group_bootstrap_95ci": {
            "available": true,
            "replicates": 2000,
            "seed": 42,
            "changed_frame_rate": [
              0.42650948836718416,
              0.5413700559355148
            ],
            "changed_nonempty_frame_rate": [
              0.48047965248713514,
              0.5845097148697818
            ]
          }
        },
        "by_split": {
          "test": {
            "frames": 2367,
            "groups": 72,
            "old_boxes": 1931,
            "new_boxes": 2585,
            "matched": 1763,
            "added": 822,
            "deleted": 168,
            "both_empty": 565,
            "nonempty": 1802,
            "presence_changed": 141,
            "count_changed": 410,
            "unmatched_changed": 422,
            "geometry_changed_boxes": 1249,
            "geometry_changed_frames": 1148,
            "changed": 1312,
            "changed_iou90": 829,
            "changed_frame_rate": 0.5542881284326151,
            "changed_nonempty_frame_rate": 0.7280799112097669,
            "changed_frame_rate_iou90": 0.35023236163920574,
            "box_set_jaccard": 0.6403922993098438,
            "ious": {
              "n": 1763,
              "mean": 0.9049931864386851,
              "p05": 0.7683801955107553,
              "median": 0.9287645740632703,
              "p95": 0.9762856474362657
            },
            "edge_shift_pixels": {
              "n": 1763,
              "mean": 5.172601565439729,
              "p05": 0.6625675201416016,
              "median": 2.44989013671875,
              "p95": 16.256700515747063
            },
            "edge_shift_short_side": {
              "n": 1763,
              "mean": 0.0216093111481003,
              "p05": 0.002232386560151071,
              "median": 0.007777358546401515,
              "p95": 0.06157841104449646
            },
            "centre_shift_diagonal": {
              "n": 1763,
              "mean": 0.006493266980193884,
              "p05": 0.0005747000342654969,
              "median": 0.0024741408013709463,
              "p95": 0.01766101973870877
            },
            "score_difference": {
              "n": 1763,
              "mean": 0.028553149102427913,
              "p05": 0.0024260759353637697,
              "median": 0.02120661735534668,
              "p95": 0.08215510249137865
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3864092624945405,
                0.7365332760293756
              ],
              "changed_nonempty_frame_rate": [
                0.6046301575797711,
                0.814140750674839
              ]
            }
          },
          "train": {
            "frames": 4984,
            "groups": 293,
            "old_boxes": 4871,
            "new_boxes": 5040,
            "matched": 4781,
            "added": 259,
            "deleted": 90,
            "both_empty": 224,
            "nonempty": 4760,
            "presence_changed": 107,
            "count_changed": 250,
            "unmatched_changed": 263,
            "geometry_changed_boxes": 2108,
            "geometry_changed_frames": 2041,
            "changed": 2187,
            "changed_iou90": 650,
            "changed_frame_rate": 0.43880417335473515,
            "changed_nonempty_frame_rate": 0.459453781512605,
            "changed_frame_rate_iou90": 0.13041733547351525,
            "box_set_jaccard": 0.9319688109161793,
            "ious": {
              "n": 4781,
              "mean": 0.9462543838129537,
              "p05": 0.8843715894026675,
              "median": 0.9546749149867418,
              "p95": 0.9837194929027814
            },
            "edge_shift_pixels": {
              "n": 4781,
              "mean": 2.162273703518958,
              "p05": 0.5252914428710938,
              "median": 1.63079833984375,
              "p95": 4.82293701171875
            },
            "edge_shift_short_side": {
              "n": 4781,
              "mean": 0.007318808507182621,
              "p05": 0.0018664042154947916,
              "median": 0.005352251457445549,
              "p95": 0.016823508522727272
            },
            "centre_shift_diagonal": {
              "n": 4781,
              "mean": 0.002340679410737764,
              "p05": 0.0004047535941020643,
              "median": 0.0017644723275445286,
              "p95": 0.005665190090681505
            },
            "score_difference": {
              "n": 4781,
              "mean": 0.025726689800660597,
              "p05": 0.0013315081596374512,
              "median": 0.02021247148513794,
              "p95": 0.07166677713394165
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.38715000693077495,
                0.4911795217450528
              ],
              "changed_nonempty_frame_rate": [
                0.40758065244019126,
                0.5133785393068682
              ]
            }
          },
          "val": {
            "frames": 1455,
            "groups": 64,
            "old_boxes": 1390,
            "new_boxes": 1461,
            "matched": 1361,
            "added": 100,
            "deleted": 29,
            "both_empty": 22,
            "nonempty": 1433,
            "presence_changed": 75,
            "count_changed": 109,
            "unmatched_changed": 110,
            "geometry_changed_boxes": 704,
            "geometry_changed_frames": 703,
            "changed": 779,
            "changed_iou90": 277,
            "changed_frame_rate": 0.5353951890034364,
            "changed_nonempty_frame_rate": 0.5436147941381717,
            "changed_frame_rate_iou90": 0.19037800687285222,
            "box_set_jaccard": 0.9134228187919463,
            "ious": {
              "n": 1361,
              "mean": 0.9425704408881977,
              "p05": 0.8752349150005639,
              "median": 0.9489608524030335,
              "p95": 0.9796509811824985
            },
            "edge_shift_pixels": {
              "n": 1361,
              "mean": 2.1347458381849034,
              "p05": 0.5760955810546875,
              "median": 1.636322021484375,
              "p95": 4.96685791015625
            },
            "edge_shift_short_side": {
              "n": 1361,
              "mean": 0.007233371040293155,
              "p05": 0.0018886652859774504,
              "median": 0.005144408254912405,
              "p95": 0.017571767171223957
            },
            "centre_shift_diagonal": {
              "n": 1361,
              "mean": 0.0024588341874786914,
              "p05": 0.0004752444862168351,
              "median": 0.0018761969321078862,
              "p95": 0.005939364937424968
            },
            "score_difference": {
              "n": 1361,
              "mean": 0.028117647554662454,
              "p05": 0.0023404955863952637,
              "median": 0.02093416452407837,
              "p95": 0.08372640609741211
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3967399462715728,
                0.6472561848678294
              ],
              "changed_nonempty_frame_rate": [
                0.40513108188266284,
                0.6533237958711686
              ]
            }
          }
        },
        "by_domain": {
          "176x132_unverified": {
            "frames": 51,
            "groups": 2,
            "old_boxes": 51,
            "new_boxes": 51,
            "matched": 51,
            "added": 0,
            "deleted": 0,
            "both_empty": 0,
            "nonempty": 51,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 51,
            "geometry_changed_frames": 51,
            "changed": 51,
            "changed_iou90": 51,
            "changed_frame_rate": 1.0,
            "changed_nonempty_frame_rate": 1.0,
            "changed_frame_rate_iou90": 1.0,
            "box_set_jaccard": 1.0,
            "ious": {
              "n": 51,
              "mean": 0.6214181440990394,
              "p05": 0.6157691501490421,
              "median": 0.6209624010817606,
              "p95": 0.624418082046514
            },
            "edge_shift_pixels": {
              "n": 51,
              "mean": 35.497625362054976,
              "p05": 35.38877719640732,
              "median": 35.695681035518646,
              "p95": 36.077037051320076
            },
            "edge_shift_short_side": {
              "n": 51,
              "mean": 0.26892140425799227,
              "p05": 0.2680967969424797,
              "median": 0.27042182602665643,
              "p95": 0.2733108867524248
            },
            "centre_shift_diagonal": {
              "n": 51,
              "mean": 0.08129903916286883,
              "p05": 0.08091260086878341,
              "median": 0.0818443473044593,
              "p95": 0.08274840759333778
            },
            "score_difference": {
              "n": 51,
              "mean": 0.01988816261291504,
              "p05": 0.014596730470657349,
              "median": 0.0200689435005188,
              "p95": 0.02447509765625
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                1.0,
                1.0
              ],
              "changed_nonempty_frame_rate": [
                1.0,
                1.0
              ]
            }
          },
          "224x172_fov_55_45": {
            "frames": 574,
            "groups": 65,
            "old_boxes": 571,
            "new_boxes": 595,
            "matched": 565,
            "added": 30,
            "deleted": 6,
            "both_empty": 5,
            "nonempty": 569,
            "presence_changed": 11,
            "count_changed": 33,
            "unmatched_changed": 33,
            "geometry_changed_boxes": 209,
            "geometry_changed_frames": 206,
            "changed": 220,
            "changed_iou90": 56,
            "changed_frame_rate": 0.3832752613240418,
            "changed_nonempty_frame_rate": 0.3866432337434095,
            "changed_frame_rate_iou90": 0.0975609756097561,
            "box_set_jaccard": 0.940099833610649,
            "ious": {
              "n": 565,
              "mean": 0.9501655787176014,
              "p05": 0.9077936927505879,
              "median": 0.9571460705638283,
              "p95": 0.9829653086542428
            },
            "edge_shift_pixels": {
              "n": 565,
              "mean": 1.1210627817474634,
              "p05": 0.32162170410156254,
              "median": 0.9078369140625,
              "p95": 2.74405517578125
            },
            "edge_shift_short_side": {
              "n": 565,
              "mean": 0.006517806870624788,
              "p05": 0.0018698936284974566,
              "median": 0.005278121593386628,
              "p95": 0.01595380916151889
            },
            "centre_shift_diagonal": {
              "n": 565,
              "mean": 0.002117613696918916,
              "p05": 0.00042207410135378814,
              "median": 0.0018956933568883615,
              "p95": 0.00514428615919153
            },
            "score_difference": {
              "n": 565,
              "mean": 0.02211831839738694,
              "p05": 0.0015745282173156739,
              "median": 0.017195045948028564,
              "p95": 0.0536403179168701
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.31282930016673427,
                0.4547332907853849
              ],
              "changed_nonempty_frame_rate": [
                0.3141267592103367,
                0.46208337684489
              ]
            }
          },
          "240x96_unverified": {
            "frames": 300,
            "groups": 1,
            "old_boxes": 0,
            "new_boxes": 0,
            "matched": 0,
            "added": 0,
            "deleted": 0,
            "both_empty": 300,
            "nonempty": 0,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 0,
            "geometry_changed_frames": 0,
            "changed": 0,
            "changed_iou90": 0,
            "changed_frame_rate": 0.0,
            "changed_nonempty_frame_rate": null,
            "changed_frame_rate_iou90": 0.0,
            "box_set_jaccard": null,
            "ious": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_pixels": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_short_side": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "centre_shift_diagonal": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "score_difference": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "352x264_fov_40_30": {
            "frames": 66,
            "groups": 2,
            "old_boxes": 74,
            "new_boxes": 127,
            "matched": 71,
            "added": 56,
            "deleted": 3,
            "both_empty": 0,
            "nonempty": 66,
            "presence_changed": 0,
            "count_changed": 57,
            "unmatched_changed": 58,
            "geometry_changed_boxes": 69,
            "geometry_changed_frames": 63,
            "changed": 66,
            "changed_iou90": 60,
            "changed_frame_rate": 1.0,
            "changed_nonempty_frame_rate": 1.0,
            "changed_frame_rate_iou90": 0.9090909090909091,
            "box_set_jaccard": 0.5461538461538461,
            "ious": {
              "n": 71,
              "mean": 0.9247907262650595,
              "p05": 0.9067686270116304,
              "median": 0.9287645740632703,
              "p95": 0.9381974369355687
            },
            "edge_shift_pixels": {
              "n": 71,
              "mean": 2.964272781157158,
              "p05": 1.5657806396484375,
              "median": 2.532501220703125,
              "p95": 5.123622894287109
            },
            "edge_shift_short_side": {
              "n": 71,
              "mean": 0.01122830598923166,
              "p05": 0.005930987271395597,
              "median": 0.009592807654178503,
              "p95": 0.019407662478360264
            },
            "centre_shift_diagonal": {
              "n": 71,
              "mean": 0.004114059779296282,
              "p05": 0.002603243266657316,
              "median": 0.0036578005250163495,
              "p95": 0.006473277516160003
            },
            "score_difference": {
              "n": 71,
              "mean": 0.013424834734956982,
              "p05": 0.0024532675743103027,
              "median": 0.005754053592681885,
              "p95": 0.07282969355583191
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                1.0,
                1.0
              ],
              "changed_nonempty_frame_rate": [
                1.0,
                1.0
              ]
            }
          },
          "352x264_fov_55_40": {
            "frames": 3191,
            "groups": 160,
            "old_boxes": 3352,
            "new_boxes": 3859,
            "matched": 3201,
            "added": 658,
            "deleted": 151,
            "both_empty": 55,
            "nonempty": 3136,
            "presence_changed": 82,
            "count_changed": 339,
            "unmatched_changed": 354,
            "geometry_changed_boxes": 1498,
            "geometry_changed_frames": 1402,
            "changed": 1529,
            "changed_iou90": 673,
            "changed_frame_rate": 0.4791601378878095,
            "changed_nonempty_frame_rate": 0.4875637755102041,
            "changed_frame_rate_iou90": 0.21090567220307113,
            "box_set_jaccard": 0.7982543640897756,
            "ious": {
              "n": 3201,
              "mean": 0.9422362287449284,
              "p05": 0.8737134023531139,
              "median": 0.9531513326618434,
              "p95": 0.9836001739642423
            },
            "edge_shift_pixels": {
              "n": 3201,
              "mean": 2.527748602343812,
              "p05": 0.520477294921875,
              "median": 1.598602294921875,
              "p95": 6.465721130371094
            },
            "edge_shift_short_side": {
              "n": 3201,
              "mean": 0.00957480531190838,
              "p05": 0.0019715049050071025,
              "median": 0.00605531172318892,
              "p95": 0.024491367918072326
            },
            "centre_shift_diagonal": {
              "n": 3201,
              "mean": 0.0028820097808351227,
              "p05": 0.00044583385094675243,
              "median": 0.001942387300277023,
              "p95": 0.007681413718536934
            },
            "score_difference": {
              "n": 3201,
              "mean": 0.0250366083795821,
              "p05": 0.0017763376235961914,
              "median": 0.02107173204421997,
              "p95": 0.0659608244895935
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.40573039892937063,
                0.5506608747611679
              ],
              "changed_nonempty_frame_rate": [
                0.4127102535917119,
                0.5642999040303049
              ]
            }
          },
          "352x264_unverified": {
            "frames": 1924,
            "groups": 130,
            "old_boxes": 1911,
            "new_boxes": 2183,
            "matched": 1818,
            "added": 365,
            "deleted": 93,
            "both_empty": 47,
            "nonempty": 1877,
            "presence_changed": 130,
            "count_changed": 234,
            "unmatched_changed": 244,
            "geometry_changed_boxes": 1127,
            "geometry_changed_frames": 1063,
            "changed": 1205,
            "changed_iou90": 516,
            "changed_frame_rate": 0.6262993762993763,
            "changed_nonempty_frame_rate": 0.6419818859882792,
            "changed_frame_rate_iou90": 0.2681912681912682,
            "box_set_jaccard": 0.7987697715289982,
            "ious": {
              "n": 1818,
              "mean": 0.9273566164710861,
              "p05": 0.830879379226845,
              "median": 0.9406585794835499,
              "p95": 0.979020578057439
            },
            "edge_shift_pixels": {
              "n": 1818,
              "mean": 3.190641646083891,
              "p05": 0.6813583374023438,
              "median": 1.8437385559082031,
              "p95": 8.941471099853509
            },
            "edge_shift_short_side": {
              "n": 1818,
              "mean": 0.012085763810923831,
              "p05": 0.0025809027931906962,
              "median": 0.006983858166318951,
              "p95": 0.03386920871156632
            },
            "centre_shift_diagonal": {
              "n": 1818,
              "mean": 0.0037765483395188946,
              "p05": 0.0006032348774150337,
              "median": 0.0023126688007478182,
              "p95": 0.010006702920896936
            },
            "score_difference": {
              "n": 1818,
              "mean": 0.03026962237651854,
              "p05": 0.0017948389053344727,
              "median": 0.020912110805511475,
              "p95": 0.09509861171245575
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.5427365779025365,
                0.6953727892430988
              ],
              "changed_nonempty_frame_rate": [
                0.5575948921799698,
                0.7120928575583086
              ]
            }
          },
          "640x480_fov_65_50": {
            "frames": 415,
            "groups": 1,
            "old_boxes": 172,
            "new_boxes": 199,
            "matched": 158,
            "added": 41,
            "deleted": 14,
            "both_empty": 202,
            "nonempty": 213,
            "presence_changed": 55,
            "count_changed": 55,
            "unmatched_changed": 55,
            "geometry_changed_boxes": 118,
            "geometry_changed_frames": 118,
            "changed": 173,
            "changed_iou90": 111,
            "changed_frame_rate": 0.41686746987951806,
            "changed_nonempty_frame_rate": 0.812206572769953,
            "changed_frame_rate_iou90": 0.2674698795180723,
            "box_set_jaccard": 0.7417840375586855,
            "ious": {
              "n": 158,
              "mean": 0.9105464162283504,
              "p05": 0.811883847695893,
              "median": 0.9166425447555959,
              "p95": 0.974017556349799
            },
            "edge_shift_pixels": {
              "n": 158,
              "mean": 3.2366172211079656,
              "p05": 1.1887039184570312,
              "median": 2.9808349609375,
              "p95": 6.223660278320313
            },
            "edge_shift_short_side": {
              "n": 158,
              "mean": 0.0067429525439749284,
              "p05": 0.0024764664967854818,
              "median": 0.0062100728352864586,
              "p95": 0.01296595891316732
            },
            "centre_shift_diagonal": {
              "n": 158,
              "mean": 0.0019074581081585675,
              "p05": 0.00046376207849441653,
              "median": 0.0016662058889480133,
              "p95": 0.004072804151191462
            },
            "score_difference": {
              "n": 158,
              "mean": 0.031139087073410614,
              "p05": 0.0029558211565017703,
              "median": 0.026013493537902832,
              "p95": 0.0804748266935349
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "640x480_fov_80_60": {
            "frames": 2285,
            "groups": 68,
            "old_boxes": 2061,
            "new_boxes": 2072,
            "matched": 2041,
            "added": 31,
            "deleted": 20,
            "both_empty": 202,
            "nonempty": 2083,
            "presence_changed": 45,
            "count_changed": 51,
            "unmatched_changed": 51,
            "geometry_changed_boxes": 989,
            "geometry_changed_frames": 989,
            "changed": 1034,
            "changed_iou90": 289,
            "changed_frame_rate": 0.4525164113785558,
            "changed_nonempty_frame_rate": 0.49639942390782527,
            "changed_frame_rate_iou90": 0.12647702407002187,
            "box_set_jaccard": 0.9756214149139579,
            "ious": {
              "n": 2041,
              "mean": 0.9418367060948684,
              "p05": 0.8501272139677343,
              "median": 0.9512776138221228,
              "p95": 0.9830575870358642
            },
            "edge_shift_pixels": {
              "n": 2041,
              "mean": 2.5992053796823327,
              "p05": 0.765289306640625,
              "median": 2.0532379150390625,
              "p95": 6.7860107421875
            },
            "edge_shift_short_side": {
              "n": 2041,
              "mean": 0.005415011207671527,
              "p05": 0.0015943527221679687,
              "median": 0.004277578989664714,
              "p95": 0.014137522379557291
            },
            "centre_shift_diagonal": {
              "n": 2041,
              "mean": 0.0019390660101883388,
              "p05": 0.0003790237996667601,
              "median": 0.001627158942500382,
              "p95": 0.00437744808809221
            },
            "score_difference": {
              "n": 2041,
              "mean": 0.027951975507750224,
              "p05": 0.0014196038246154785,
              "median": 0.021047532558441162,
              "p95": 0.07978272438049316
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3241340063160585,
                0.5673548735282369
              ],
              "changed_nonempty_frame_rate": [
                0.36616412161978895,
                0.6113442981901824
              ]
            }
          }
        }
      },
      "common_confidence": {
        "overall": {
          "frames": 8806,
          "groups": 429,
          "old_boxes": 8192,
          "new_boxes": 9086,
          "matched": 7905,
          "added": 1181,
          "deleted": 287,
          "both_empty": 811,
          "nonempty": 7995,
          "presence_changed": 323,
          "count_changed": 769,
          "unmatched_changed": 795,
          "geometry_changed_boxes": 4061,
          "geometry_changed_frames": 3892,
          "changed": 4278,
          "changed_iou90": 1756,
          "changed_frame_rate": 0.4858051328639564,
          "changed_nonempty_frame_rate": 0.5350844277673545,
          "changed_frame_rate_iou90": 0.19940949352714057,
          "box_set_jaccard": 0.843379921049824,
          "ious": {
            "n": 7905,
            "mean": 0.9364179085072701,
            "p05": 0.8474000903949902,
            "median": 0.9491510486448737,
            "p95": 0.9820780686512295
          },
          "edge_shift_pixels": {
            "n": 7905,
            "mean": 2.82890780799039,
            "p05": 0.5607368469238282,
            "median": 1.746246337890625,
            "p95": 7.438537597656238
          },
          "edge_shift_short_side": {
            "n": 7905,
            "mean": 0.010491215308384557,
            "p05": 0.0019423536820845173,
            "median": 0.005636157411517519,
            "p95": 0.024486229636452396
          },
          "centre_shift_diagonal": {
            "n": 7905,
            "mean": 0.003287146271723917,
            "p05": 0.00045344912909167835,
            "median": 0.0019062396424014351,
            "p95": 0.007626258704710039
          },
          "score_difference": {
            "n": 7905,
            "mean": 0.026768706404356017,
            "p05": 0.0016675591468811035,
            "median": 0.02055150270462036,
            "p95": 0.07885289192199703
          },
          "group_bootstrap_95ci": {
            "available": true,
            "replicates": 2000,
            "seed": 42,
            "changed_frame_rate": [
              0.42650948836718416,
              0.5413700559355148
            ],
            "changed_nonempty_frame_rate": [
              0.48047965248713514,
              0.5845097148697818
            ]
          }
        },
        "by_split": {
          "test": {
            "frames": 2367,
            "groups": 72,
            "old_boxes": 1931,
            "new_boxes": 2585,
            "matched": 1763,
            "added": 822,
            "deleted": 168,
            "both_empty": 565,
            "nonempty": 1802,
            "presence_changed": 141,
            "count_changed": 410,
            "unmatched_changed": 422,
            "geometry_changed_boxes": 1249,
            "geometry_changed_frames": 1148,
            "changed": 1312,
            "changed_iou90": 829,
            "changed_frame_rate": 0.5542881284326151,
            "changed_nonempty_frame_rate": 0.7280799112097669,
            "changed_frame_rate_iou90": 0.35023236163920574,
            "box_set_jaccard": 0.6403922993098438,
            "ious": {
              "n": 1763,
              "mean": 0.9049931864386851,
              "p05": 0.7683801955107553,
              "median": 0.9287645740632703,
              "p95": 0.9762856474362657
            },
            "edge_shift_pixels": {
              "n": 1763,
              "mean": 5.172601565439729,
              "p05": 0.6625675201416016,
              "median": 2.44989013671875,
              "p95": 16.256700515747063
            },
            "edge_shift_short_side": {
              "n": 1763,
              "mean": 0.0216093111481003,
              "p05": 0.002232386560151071,
              "median": 0.007777358546401515,
              "p95": 0.06157841104449646
            },
            "centre_shift_diagonal": {
              "n": 1763,
              "mean": 0.006493266980193884,
              "p05": 0.0005747000342654969,
              "median": 0.0024741408013709463,
              "p95": 0.01766101973870877
            },
            "score_difference": {
              "n": 1763,
              "mean": 0.028553149102427913,
              "p05": 0.0024260759353637697,
              "median": 0.02120661735534668,
              "p95": 0.08215510249137865
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3864092624945405,
                0.7365332760293756
              ],
              "changed_nonempty_frame_rate": [
                0.6046301575797711,
                0.814140750674839
              ]
            }
          },
          "train": {
            "frames": 4984,
            "groups": 293,
            "old_boxes": 4871,
            "new_boxes": 5040,
            "matched": 4781,
            "added": 259,
            "deleted": 90,
            "both_empty": 224,
            "nonempty": 4760,
            "presence_changed": 107,
            "count_changed": 250,
            "unmatched_changed": 263,
            "geometry_changed_boxes": 2108,
            "geometry_changed_frames": 2041,
            "changed": 2187,
            "changed_iou90": 650,
            "changed_frame_rate": 0.43880417335473515,
            "changed_nonempty_frame_rate": 0.459453781512605,
            "changed_frame_rate_iou90": 0.13041733547351525,
            "box_set_jaccard": 0.9319688109161793,
            "ious": {
              "n": 4781,
              "mean": 0.9462543838129537,
              "p05": 0.8843715894026675,
              "median": 0.9546749149867418,
              "p95": 0.9837194929027814
            },
            "edge_shift_pixels": {
              "n": 4781,
              "mean": 2.162273703518958,
              "p05": 0.5252914428710938,
              "median": 1.63079833984375,
              "p95": 4.82293701171875
            },
            "edge_shift_short_side": {
              "n": 4781,
              "mean": 0.007318808507182621,
              "p05": 0.0018664042154947916,
              "median": 0.005352251457445549,
              "p95": 0.016823508522727272
            },
            "centre_shift_diagonal": {
              "n": 4781,
              "mean": 0.002340679410737764,
              "p05": 0.0004047535941020643,
              "median": 0.0017644723275445286,
              "p95": 0.005665190090681505
            },
            "score_difference": {
              "n": 4781,
              "mean": 0.025726689800660597,
              "p05": 0.0013315081596374512,
              "median": 0.02021247148513794,
              "p95": 0.07166677713394165
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.38715000693077495,
                0.4911795217450528
              ],
              "changed_nonempty_frame_rate": [
                0.40758065244019126,
                0.5133785393068682
              ]
            }
          },
          "val": {
            "frames": 1455,
            "groups": 64,
            "old_boxes": 1390,
            "new_boxes": 1461,
            "matched": 1361,
            "added": 100,
            "deleted": 29,
            "both_empty": 22,
            "nonempty": 1433,
            "presence_changed": 75,
            "count_changed": 109,
            "unmatched_changed": 110,
            "geometry_changed_boxes": 704,
            "geometry_changed_frames": 703,
            "changed": 779,
            "changed_iou90": 277,
            "changed_frame_rate": 0.5353951890034364,
            "changed_nonempty_frame_rate": 0.5436147941381717,
            "changed_frame_rate_iou90": 0.19037800687285222,
            "box_set_jaccard": 0.9134228187919463,
            "ious": {
              "n": 1361,
              "mean": 0.9425704408881977,
              "p05": 0.8752349150005639,
              "median": 0.9489608524030335,
              "p95": 0.9796509811824985
            },
            "edge_shift_pixels": {
              "n": 1361,
              "mean": 2.1347458381849034,
              "p05": 0.5760955810546875,
              "median": 1.636322021484375,
              "p95": 4.96685791015625
            },
            "edge_shift_short_side": {
              "n": 1361,
              "mean": 0.007233371040293155,
              "p05": 0.0018886652859774504,
              "median": 0.005144408254912405,
              "p95": 0.017571767171223957
            },
            "centre_shift_diagonal": {
              "n": 1361,
              "mean": 0.0024588341874786914,
              "p05": 0.0004752444862168351,
              "median": 0.0018761969321078862,
              "p95": 0.005939364937424968
            },
            "score_difference": {
              "n": 1361,
              "mean": 0.028117647554662454,
              "p05": 0.0023404955863952637,
              "median": 0.02093416452407837,
              "p95": 0.08372640609741211
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3967399462715728,
                0.6472561848678294
              ],
              "changed_nonempty_frame_rate": [
                0.40513108188266284,
                0.6533237958711686
              ]
            }
          }
        },
        "by_domain": {
          "176x132_unverified": {
            "frames": 51,
            "groups": 2,
            "old_boxes": 51,
            "new_boxes": 51,
            "matched": 51,
            "added": 0,
            "deleted": 0,
            "both_empty": 0,
            "nonempty": 51,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 51,
            "geometry_changed_frames": 51,
            "changed": 51,
            "changed_iou90": 51,
            "changed_frame_rate": 1.0,
            "changed_nonempty_frame_rate": 1.0,
            "changed_frame_rate_iou90": 1.0,
            "box_set_jaccard": 1.0,
            "ious": {
              "n": 51,
              "mean": 0.6214181440990394,
              "p05": 0.6157691501490421,
              "median": 0.6209624010817606,
              "p95": 0.624418082046514
            },
            "edge_shift_pixels": {
              "n": 51,
              "mean": 35.497625362054976,
              "p05": 35.38877719640732,
              "median": 35.695681035518646,
              "p95": 36.077037051320076
            },
            "edge_shift_short_side": {
              "n": 51,
              "mean": 0.26892140425799227,
              "p05": 0.2680967969424797,
              "median": 0.27042182602665643,
              "p95": 0.2733108867524248
            },
            "centre_shift_diagonal": {
              "n": 51,
              "mean": 0.08129903916286883,
              "p05": 0.08091260086878341,
              "median": 0.0818443473044593,
              "p95": 0.08274840759333778
            },
            "score_difference": {
              "n": 51,
              "mean": 0.01988816261291504,
              "p05": 0.014596730470657349,
              "median": 0.0200689435005188,
              "p95": 0.02447509765625
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                1.0,
                1.0
              ],
              "changed_nonempty_frame_rate": [
                1.0,
                1.0
              ]
            }
          },
          "224x172_fov_55_45": {
            "frames": 574,
            "groups": 65,
            "old_boxes": 571,
            "new_boxes": 595,
            "matched": 565,
            "added": 30,
            "deleted": 6,
            "both_empty": 5,
            "nonempty": 569,
            "presence_changed": 11,
            "count_changed": 33,
            "unmatched_changed": 33,
            "geometry_changed_boxes": 209,
            "geometry_changed_frames": 206,
            "changed": 220,
            "changed_iou90": 56,
            "changed_frame_rate": 0.3832752613240418,
            "changed_nonempty_frame_rate": 0.3866432337434095,
            "changed_frame_rate_iou90": 0.0975609756097561,
            "box_set_jaccard": 0.940099833610649,
            "ious": {
              "n": 565,
              "mean": 0.9501655787176014,
              "p05": 0.9077936927505879,
              "median": 0.9571460705638283,
              "p95": 0.9829653086542428
            },
            "edge_shift_pixels": {
              "n": 565,
              "mean": 1.1210627817474634,
              "p05": 0.32162170410156254,
              "median": 0.9078369140625,
              "p95": 2.74405517578125
            },
            "edge_shift_short_side": {
              "n": 565,
              "mean": 0.006517806870624788,
              "p05": 0.0018698936284974566,
              "median": 0.005278121593386628,
              "p95": 0.01595380916151889
            },
            "centre_shift_diagonal": {
              "n": 565,
              "mean": 0.002117613696918916,
              "p05": 0.00042207410135378814,
              "median": 0.0018956933568883615,
              "p95": 0.00514428615919153
            },
            "score_difference": {
              "n": 565,
              "mean": 0.02211831839738694,
              "p05": 0.0015745282173156739,
              "median": 0.017195045948028564,
              "p95": 0.0536403179168701
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.31282930016673427,
                0.4547332907853849
              ],
              "changed_nonempty_frame_rate": [
                0.3141267592103367,
                0.46208337684489
              ]
            }
          },
          "240x96_unverified": {
            "frames": 300,
            "groups": 1,
            "old_boxes": 0,
            "new_boxes": 0,
            "matched": 0,
            "added": 0,
            "deleted": 0,
            "both_empty": 300,
            "nonempty": 0,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 0,
            "geometry_changed_frames": 0,
            "changed": 0,
            "changed_iou90": 0,
            "changed_frame_rate": 0.0,
            "changed_nonempty_frame_rate": null,
            "changed_frame_rate_iou90": 0.0,
            "box_set_jaccard": null,
            "ious": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_pixels": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_short_side": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "centre_shift_diagonal": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "score_difference": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "352x264_fov_40_30": {
            "frames": 66,
            "groups": 2,
            "old_boxes": 74,
            "new_boxes": 127,
            "matched": 71,
            "added": 56,
            "deleted": 3,
            "both_empty": 0,
            "nonempty": 66,
            "presence_changed": 0,
            "count_changed": 57,
            "unmatched_changed": 58,
            "geometry_changed_boxes": 69,
            "geometry_changed_frames": 63,
            "changed": 66,
            "changed_iou90": 60,
            "changed_frame_rate": 1.0,
            "changed_nonempty_frame_rate": 1.0,
            "changed_frame_rate_iou90": 0.9090909090909091,
            "box_set_jaccard": 0.5461538461538461,
            "ious": {
              "n": 71,
              "mean": 0.9247907262650595,
              "p05": 0.9067686270116304,
              "median": 0.9287645740632703,
              "p95": 0.9381974369355687
            },
            "edge_shift_pixels": {
              "n": 71,
              "mean": 2.964272781157158,
              "p05": 1.5657806396484375,
              "median": 2.532501220703125,
              "p95": 5.123622894287109
            },
            "edge_shift_short_side": {
              "n": 71,
              "mean": 0.01122830598923166,
              "p05": 0.005930987271395597,
              "median": 0.009592807654178503,
              "p95": 0.019407662478360264
            },
            "centre_shift_diagonal": {
              "n": 71,
              "mean": 0.004114059779296282,
              "p05": 0.002603243266657316,
              "median": 0.0036578005250163495,
              "p95": 0.006473277516160003
            },
            "score_difference": {
              "n": 71,
              "mean": 0.013424834734956982,
              "p05": 0.0024532675743103027,
              "median": 0.005754053592681885,
              "p95": 0.07282969355583191
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                1.0,
                1.0
              ],
              "changed_nonempty_frame_rate": [
                1.0,
                1.0
              ]
            }
          },
          "352x264_fov_55_40": {
            "frames": 3191,
            "groups": 160,
            "old_boxes": 3352,
            "new_boxes": 3859,
            "matched": 3201,
            "added": 658,
            "deleted": 151,
            "both_empty": 55,
            "nonempty": 3136,
            "presence_changed": 82,
            "count_changed": 339,
            "unmatched_changed": 354,
            "geometry_changed_boxes": 1498,
            "geometry_changed_frames": 1402,
            "changed": 1529,
            "changed_iou90": 673,
            "changed_frame_rate": 0.4791601378878095,
            "changed_nonempty_frame_rate": 0.4875637755102041,
            "changed_frame_rate_iou90": 0.21090567220307113,
            "box_set_jaccard": 0.7982543640897756,
            "ious": {
              "n": 3201,
              "mean": 0.9422362287449284,
              "p05": 0.8737134023531139,
              "median": 0.9531513326618434,
              "p95": 0.9836001739642423
            },
            "edge_shift_pixels": {
              "n": 3201,
              "mean": 2.527748602343812,
              "p05": 0.520477294921875,
              "median": 1.598602294921875,
              "p95": 6.465721130371094
            },
            "edge_shift_short_side": {
              "n": 3201,
              "mean": 0.00957480531190838,
              "p05": 0.0019715049050071025,
              "median": 0.00605531172318892,
              "p95": 0.024491367918072326
            },
            "centre_shift_diagonal": {
              "n": 3201,
              "mean": 0.0028820097808351227,
              "p05": 0.00044583385094675243,
              "median": 0.001942387300277023,
              "p95": 0.007681413718536934
            },
            "score_difference": {
              "n": 3201,
              "mean": 0.0250366083795821,
              "p05": 0.0017763376235961914,
              "median": 0.02107173204421997,
              "p95": 0.0659608244895935
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.40573039892937063,
                0.5506608747611679
              ],
              "changed_nonempty_frame_rate": [
                0.4127102535917119,
                0.5642999040303049
              ]
            }
          },
          "352x264_unverified": {
            "frames": 1924,
            "groups": 130,
            "old_boxes": 1911,
            "new_boxes": 2183,
            "matched": 1818,
            "added": 365,
            "deleted": 93,
            "both_empty": 47,
            "nonempty": 1877,
            "presence_changed": 130,
            "count_changed": 234,
            "unmatched_changed": 244,
            "geometry_changed_boxes": 1127,
            "geometry_changed_frames": 1063,
            "changed": 1205,
            "changed_iou90": 516,
            "changed_frame_rate": 0.6262993762993763,
            "changed_nonempty_frame_rate": 0.6419818859882792,
            "changed_frame_rate_iou90": 0.2681912681912682,
            "box_set_jaccard": 0.7987697715289982,
            "ious": {
              "n": 1818,
              "mean": 0.9273566164710861,
              "p05": 0.830879379226845,
              "median": 0.9406585794835499,
              "p95": 0.979020578057439
            },
            "edge_shift_pixels": {
              "n": 1818,
              "mean": 3.190641646083891,
              "p05": 0.6813583374023438,
              "median": 1.8437385559082031,
              "p95": 8.941471099853509
            },
            "edge_shift_short_side": {
              "n": 1818,
              "mean": 0.012085763810923831,
              "p05": 0.0025809027931906962,
              "median": 0.006983858166318951,
              "p95": 0.03386920871156632
            },
            "centre_shift_diagonal": {
              "n": 1818,
              "mean": 0.0037765483395188946,
              "p05": 0.0006032348774150337,
              "median": 0.0023126688007478182,
              "p95": 0.010006702920896936
            },
            "score_difference": {
              "n": 1818,
              "mean": 0.03026962237651854,
              "p05": 0.0017948389053344727,
              "median": 0.020912110805511475,
              "p95": 0.09509861171245575
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.5427365779025365,
                0.6953727892430988
              ],
              "changed_nonempty_frame_rate": [
                0.5575948921799698,
                0.7120928575583086
              ]
            }
          },
          "640x480_fov_65_50": {
            "frames": 415,
            "groups": 1,
            "old_boxes": 172,
            "new_boxes": 199,
            "matched": 158,
            "added": 41,
            "deleted": 14,
            "both_empty": 202,
            "nonempty": 213,
            "presence_changed": 55,
            "count_changed": 55,
            "unmatched_changed": 55,
            "geometry_changed_boxes": 118,
            "geometry_changed_frames": 118,
            "changed": 173,
            "changed_iou90": 111,
            "changed_frame_rate": 0.41686746987951806,
            "changed_nonempty_frame_rate": 0.812206572769953,
            "changed_frame_rate_iou90": 0.2674698795180723,
            "box_set_jaccard": 0.7417840375586855,
            "ious": {
              "n": 158,
              "mean": 0.9105464162283504,
              "p05": 0.811883847695893,
              "median": 0.9166425447555959,
              "p95": 0.974017556349799
            },
            "edge_shift_pixels": {
              "n": 158,
              "mean": 3.2366172211079656,
              "p05": 1.1887039184570312,
              "median": 2.9808349609375,
              "p95": 6.223660278320313
            },
            "edge_shift_short_side": {
              "n": 158,
              "mean": 0.0067429525439749284,
              "p05": 0.0024764664967854818,
              "median": 0.0062100728352864586,
              "p95": 0.01296595891316732
            },
            "centre_shift_diagonal": {
              "n": 158,
              "mean": 0.0019074581081585675,
              "p05": 0.00046376207849441653,
              "median": 0.0016662058889480133,
              "p95": 0.004072804151191462
            },
            "score_difference": {
              "n": 158,
              "mean": 0.031139087073410614,
              "p05": 0.0029558211565017703,
              "median": 0.026013493537902832,
              "p95": 0.0804748266935349
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "640x480_fov_80_60": {
            "frames": 2285,
            "groups": 68,
            "old_boxes": 2061,
            "new_boxes": 2072,
            "matched": 2041,
            "added": 31,
            "deleted": 20,
            "both_empty": 202,
            "nonempty": 2083,
            "presence_changed": 45,
            "count_changed": 51,
            "unmatched_changed": 51,
            "geometry_changed_boxes": 989,
            "geometry_changed_frames": 989,
            "changed": 1034,
            "changed_iou90": 289,
            "changed_frame_rate": 0.4525164113785558,
            "changed_nonempty_frame_rate": 0.49639942390782527,
            "changed_frame_rate_iou90": 0.12647702407002187,
            "box_set_jaccard": 0.9756214149139579,
            "ious": {
              "n": 2041,
              "mean": 0.9418367060948684,
              "p05": 0.8501272139677343,
              "median": 0.9512776138221228,
              "p95": 0.9830575870358642
            },
            "edge_shift_pixels": {
              "n": 2041,
              "mean": 2.5992053796823327,
              "p05": 0.765289306640625,
              "median": 2.0532379150390625,
              "p95": 6.7860107421875
            },
            "edge_shift_short_side": {
              "n": 2041,
              "mean": 0.005415011207671527,
              "p05": 0.0015943527221679687,
              "median": 0.004277578989664714,
              "p95": 0.014137522379557291
            },
            "centre_shift_diagonal": {
              "n": 2041,
              "mean": 0.0019390660101883388,
              "p05": 0.0003790237996667601,
              "median": 0.001627158942500382,
              "p95": 0.00437744808809221
            },
            "score_difference": {
              "n": 2041,
              "mean": 0.027951975507750224,
              "p05": 0.0014196038246154785,
              "median": 0.021047532558441162,
              "p95": 0.07978272438049316
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.3241340063160585,
                0.5673548735282369
              ],
              "changed_nonempty_frame_rate": [
                0.36616412161978895,
                0.6113442981901824
              ]
            }
          }
        }
      }
    },
    {
      "from": "manual1330",
      "to": "manual1716",
      "adjacent": true,
      "native_confidence": {
        "overall": {
          "frames": 8806,
          "groups": 429,
          "old_boxes": 9749,
          "new_boxes": 9086,
          "matched": 9005,
          "added": 81,
          "deleted": 744,
          "both_empty": 712,
          "nonempty": 8094,
          "presence_changed": 199,
          "count_changed": 443,
          "unmatched_changed": 444,
          "geometry_changed_boxes": 2631,
          "geometry_changed_frames": 1870,
          "changed": 2120,
          "changed_iou90": 772,
          "changed_frame_rate": 0.24074494662729956,
          "changed_nonempty_frame_rate": 0.2619224116629602,
          "changed_frame_rate_iou90": 0.08766749943220531,
          "box_set_jaccard": 0.9160732451678535,
          "ious": {
            "n": 9005,
            "mean": 0.9497381920256736,
            "p05": 0.8503953593882967,
            "median": 0.9642320250231682,
            "p95": 0.986217572578838
          },
          "edge_shift_pixels": {
            "n": 9005,
            "mean": 2.1980322723290877,
            "p05": 0.40478973388671874,
            "median": 1.2156829833984375,
            "p95": 5.487248229980449
          },
          "edge_shift_short_side": {
            "n": 9005,
            "mean": 0.007784948726076989,
            "p05": 0.0013242085774739585,
            "median": 0.004001018612883812,
            "p95": 0.01984745372425425
          },
          "centre_shift_diagonal": {
            "n": 9005,
            "mean": 0.002397995633447427,
            "p05": 0.0003031945137390847,
            "median": 0.0012211189402003295,
            "p95": 0.006505905567420449
          },
          "score_difference": {
            "n": 9005,
            "mean": 0.031717103180257826,
            "p05": 0.005321502685546876,
            "median": 0.027702391147613525,
            "p95": 0.0671842455863952
          },
          "group_bootstrap_95ci": {
            "available": true,
            "replicates": 2000,
            "seed": 42,
            "changed_frame_rate": [
              0.18894654660253526,
              0.29579569799666033
            ],
            "changed_nonempty_frame_rate": [
              0.20429868346074037,
              0.32142251685076134
            ]
          }
        },
        "by_split": {
          "test": {
            "frames": 2367,
            "groups": 72,
            "old_boxes": 3198,
            "new_boxes": 2585,
            "matched": 2527,
            "added": 58,
            "deleted": 671,
            "both_empty": 441,
            "nonempty": 1926,
            "presence_changed": 188,
            "count_changed": 356,
            "unmatched_changed": 357,
            "geometry_changed_boxes": 1354,
            "geometry_changed_frames": 736,
            "changed": 938,
            "changed_iou90": 524,
            "changed_frame_rate": 0.39628221377270806,
            "changed_nonempty_frame_rate": 0.48701973001038423,
            "changed_frame_rate_iou90": 0.2213772708069286,
            "box_set_jaccard": 0.7761056511056511,
            "ious": {
              "n": 2527,
              "mean": 0.9186898042419238,
              "p05": 0.7713219170640732,
              "median": 0.9445955051527798,
              "p95": 0.98263151605624
            },
            "edge_shift_pixels": {
              "n": 2527,
              "mean": 4.136993640629102,
              "p05": 0.5011756896972657,
              "median": 1.7010498046875,
              "p95": 21.65977783203125
            },
            "edge_shift_short_side": {
              "n": 2527,
              "mean": 0.014935771544761044,
              "p05": 0.0016234334309895833,
              "median": 0.005692863464355468,
              "p95": 0.08204461300011837
            },
            "centre_shift_diagonal": {
              "n": 2527,
              "mean": 0.004707060428634939,
              "p05": 0.00038732032039345696,
              "median": 0.0019828575866118986,
              "p95": 0.024745518468425882
            },
            "score_difference": {
              "n": 2527,
              "mean": 0.03686907933453679,
              "p05": 0.004537951946258545,
              "median": 0.029241323471069336,
              "p95": 0.09302827119827267
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.2381613211894275,
                0.5319350263406727
              ],
              "changed_nonempty_frame_rate": [
                0.32680825334441843,
                0.608623473807291
              ]
            }
          },
          "train": {
            "frames": 4984,
            "groups": 293,
            "old_boxes": 5091,
            "new_boxes": 5040,
            "matched": 5024,
            "added": 16,
            "deleted": 67,
            "both_empty": 241,
            "nonempty": 4743,
            "presence_changed": 6,
            "count_changed": 74,
            "unmatched_changed": 74,
            "geometry_changed_boxes": 962,
            "geometry_changed_frames": 841,
            "changed": 877,
            "changed_iou90": 168,
            "changed_frame_rate": 0.17596308186195828,
            "changed_nonempty_frame_rate": 0.18490406915454355,
            "changed_frame_rate_iou90": 0.033707865168539325,
            "box_set_jaccard": 0.9837477971411788,
            "ious": {
              "n": 5024,
              "mean": 0.9624693098240209,
              "p05": 0.9203131534365453,
              "median": 0.9680196716120246,
              "p95": 0.9874154500436705
            },
            "edge_shift_pixels": {
              "n": 5024,
              "mean": 1.4450476687656608,
              "p05": 0.38149185180664064,
              "median": 1.1152610778808594,
              "p95": 3.018771362304686
            },
            "edge_shift_short_side": {
              "n": 5024,
              "mean": 0.0050245421493521686,
              "p05": 0.001221793203642874,
              "median": 0.003691436305190578,
              "p95": 0.011141343550248576
            },
            "centre_shift_diagonal": {
              "n": 5024,
              "mean": 0.0014756551456145948,
              "p05": 0.00028531565291516065,
              "median": 0.0011050656701803493,
              "p95": 0.003402032949566714
            },
            "score_difference": {
              "n": 5024,
              "mean": 0.02942922064785365,
              "p05": 0.0052086830139160155,
              "median": 0.02580481767654419,
              "p95": 0.060029625892639146
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.14156124373632026,
                0.2088119256229409
              ],
              "changed_nonempty_frame_rate": [
                0.14885073859679346,
                0.219175920647031
              ]
            }
          },
          "val": {
            "frames": 1455,
            "groups": 64,
            "old_boxes": 1460,
            "new_boxes": 1461,
            "matched": 1454,
            "added": 7,
            "deleted": 6,
            "both_empty": 30,
            "nonempty": 1425,
            "presence_changed": 5,
            "count_changed": 13,
            "unmatched_changed": 13,
            "geometry_changed_boxes": 315,
            "geometry_changed_frames": 293,
            "changed": 305,
            "changed_iou90": 80,
            "changed_frame_rate": 0.20962199312714777,
            "changed_nonempty_frame_rate": 0.21403508771929824,
            "changed_frame_rate_iou90": 0.054982817869415807,
            "box_set_jaccard": 0.9911383776414451,
            "ious": {
              "n": 1454,
              "mean": 0.9597094025556872,
              "p05": 0.9069001648511135,
              "median": 0.96572113813097,
              "p95": 0.986850023342426
            },
            "edge_shift_pixels": {
              "n": 1454,
              "mean": 1.4299712479883162,
              "p05": 0.4026193618774414,
              "median": 1.0227203369140625,
              "p95": 2.964112854003902
            },
            "edge_shift_short_side": {
              "n": 1454,
              "mean": 0.004895095478931794,
              "p05": 0.0014435790977988805,
              "median": 0.003356602395227713,
              "p95": 0.011359315929990824
            },
            "centre_shift_diagonal": {
              "n": 1454,
              "mean": 0.0015718827541030688,
              "p05": 0.00026973274539403557,
              "median": 0.0010325836893336974,
              "p95": 0.0039589658073050475
            },
            "score_difference": {
              "n": 1454,
              "mean": 0.03066846363482154,
              "p05": 0.005836305022239685,
              "median": 0.029346436262130737,
              "p95": 0.05980142354965209
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.12297349878763743,
                0.29697404774095076
              ],
              "changed_nonempty_frame_rate": [
                0.12573152172528787,
                0.3027123552123552
              ]
            }
          }
        },
        "by_domain": {
          "176x132_unverified": {
            "frames": 51,
            "groups": 2,
            "old_boxes": 51,
            "new_boxes": 51,
            "matched": 51,
            "added": 0,
            "deleted": 0,
            "both_empty": 0,
            "nonempty": 51,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 0,
            "geometry_changed_frames": 0,
            "changed": 0,
            "changed_iou90": 0,
            "changed_frame_rate": 0.0,
            "changed_nonempty_frame_rate": 0.0,
            "changed_frame_rate_iou90": 0.0,
            "box_set_jaccard": 1.0,
            "ious": {
              "n": 51,
              "mean": 0.9578803818803815,
              "p05": 0.9540564283404203,
              "median": 0.9577602298691152,
              "p95": 0.9610636312334322
            },
            "edge_shift_pixels": {
              "n": 51,
              "mean": 0.580838446523629,
              "p05": 0.4920215606689453,
              "median": 0.5725250244140625,
              "p95": 0.6855049133300781
            },
            "edge_shift_short_side": {
              "n": 51,
              "mean": 0.004400291261542643,
              "p05": 0.003727436065673828,
              "median": 0.004337310791015625,
              "p95": 0.005193219040379379
            },
            "centre_shift_diagonal": {
              "n": 51,
              "mean": 0.001920496067751599,
              "p05": 0.0009111050423310184,
              "median": 0.0023621184044983145,
              "p95": 0.002653577444824883
            },
            "score_difference": {
              "n": 51,
              "mean": 0.047598983727249446,
              "p05": 0.046735405921936035,
              "median": 0.04764533042907715,
              "p95": 0.048433661460876465
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.0,
                0.0
              ],
              "changed_nonempty_frame_rate": [
                0.0,
                0.0
              ]
            }
          },
          "224x172_fov_55_45": {
            "frames": 574,
            "groups": 65,
            "old_boxes": 601,
            "new_boxes": 595,
            "matched": 595,
            "added": 0,
            "deleted": 6,
            "both_empty": 5,
            "nonempty": 569,
            "presence_changed": 0,
            "count_changed": 6,
            "unmatched_changed": 6,
            "geometry_changed_boxes": 123,
            "geometry_changed_frames": 120,
            "changed": 123,
            "changed_iou90": 13,
            "changed_frame_rate": 0.21428571428571427,
            "changed_nonempty_frame_rate": 0.21616871704745166,
            "changed_frame_rate_iou90": 0.02264808362369338,
            "box_set_jaccard": 0.9900166389351082,
            "ious": {
              "n": 595,
              "mean": 0.9646829500978129,
              "p05": 0.9287073788498991,
              "median": 0.9699744793619418,
              "p95": 0.9900058063024334
            },
            "edge_shift_pixels": {
              "n": 595,
              "mean": 0.6376460387927143,
              "p05": 0.20146636962890627,
              "median": 0.5145263671875,
              "p95": 1.493392562866209
            },
            "edge_shift_short_side": {
              "n": 595,
              "mean": 0.0037072444115855484,
              "p05": 0.0011713161024936411,
              "median": 0.002991432367369186,
              "p95": 0.008682514900384937
            },
            "centre_shift_diagonal": {
              "n": 595,
              "mean": 0.0013063701260005557,
              "p05": 0.00021376945397568372,
              "median": 0.0010165496997707453,
              "p95": 0.003431686935278334
            },
            "score_difference": {
              "n": 595,
              "mean": 0.03069466592884865,
              "p05": 0.006456434726715089,
              "median": 0.027814209461212158,
              "p95": 0.06072175502777099
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.13457778512943513,
                0.3042071197411003
              ],
              "changed_nonempty_frame_rate": [
                0.1352264462165883,
                0.30704228766766267
              ]
            }
          },
          "240x96_unverified": {
            "frames": 300,
            "groups": 1,
            "old_boxes": 0,
            "new_boxes": 0,
            "matched": 0,
            "added": 0,
            "deleted": 0,
            "both_empty": 300,
            "nonempty": 0,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 0,
            "geometry_changed_frames": 0,
            "changed": 0,
            "changed_iou90": 0,
            "changed_frame_rate": 0.0,
            "changed_nonempty_frame_rate": null,
            "changed_frame_rate_iou90": 0.0,
            "box_set_jaccard": null,
            "ious": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_pixels": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_short_side": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "centre_shift_diagonal": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "score_difference": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "352x264_fov_40_30": {
            "frames": 66,
            "groups": 2,
            "old_boxes": 131,
            "new_boxes": 127,
            "matched": 127,
            "added": 0,
            "deleted": 4,
            "both_empty": 0,
            "nonempty": 66,
            "presence_changed": 0,
            "count_changed": 4,
            "unmatched_changed": 4,
            "geometry_changed_boxes": 3,
            "geometry_changed_frames": 2,
            "changed": 6,
            "changed_iou90": 5,
            "changed_frame_rate": 0.09090909090909091,
            "changed_nonempty_frame_rate": 0.09090909090909091,
            "changed_frame_rate_iou90": 0.07575757575757576,
            "box_set_jaccard": 0.9694656488549618,
            "ious": {
              "n": 127,
              "mean": 0.9693583808255232,
              "p05": 0.958058895898124,
              "median": 0.9721855494244063,
              "p95": 0.9820051240896555
            },
            "edge_shift_pixels": {
              "n": 127,
              "mean": 1.4164198927991971,
              "p05": 0.7548004150390625,
              "median": 1.1908378601074219,
              "p95": 2.2544580459594723
            },
            "edge_shift_short_side": {
              "n": 127,
              "mean": 0.005365226866663625,
              "p05": 0.00285909248120857,
              "median": 0.00451074947010387,
              "p95": 0.008539613810452547
            },
            "centre_shift_diagonal": {
              "n": 127,
              "mean": 0.0020822062000156625,
              "p05": 0.0010202800203211219,
              "median": 0.0016230943984449641,
              "p95": 0.0040621685459042225
            },
            "score_difference": {
              "n": 127,
              "mean": 0.03344269906441996,
              "p05": 0.019444072246551515,
              "median": 0.02317899465560913,
              "p95": 0.05636138319969177
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.01694915254237288,
                0.7142857142857143
              ],
              "changed_nonempty_frame_rate": [
                0.01694915254237288,
                0.7142857142857143
              ]
            }
          },
          "352x264_fov_55_40": {
            "frames": 3191,
            "groups": 160,
            "old_boxes": 4076,
            "new_boxes": 3859,
            "matched": 3816,
            "added": 43,
            "deleted": 260,
            "both_empty": 54,
            "nonempty": 3137,
            "presence_changed": 29,
            "count_changed": 173,
            "unmatched_changed": 173,
            "geometry_changed_boxes": 1279,
            "geometry_changed_frames": 788,
            "changed": 852,
            "changed_iou90": 320,
            "changed_frame_rate": 0.26700094014415543,
            "changed_nonempty_frame_rate": 0.271597067261715,
            "changed_frame_rate_iou90": 0.10028204324663115,
            "box_set_jaccard": 0.9264384559359068,
            "ious": {
              "n": 3816,
              "mean": 0.9462844952374199,
              "p05": 0.8369166194377338,
              "median": 0.9622970108610163,
              "p95": 0.9856237474222888
            },
            "edge_shift_pixels": {
              "n": 3816,
              "mean": 2.0295232816899986,
              "p05": 0.44533538818359375,
              "median": 1.2809810638427734,
              "p95": 4.947967529296875
            },
            "edge_shift_short_side": {
              "n": 3816,
              "mean": 0.007687588188219693,
              "p05": 0.0016868764703924007,
              "median": 0.004852200999404445,
              "p95": 0.018742301247336647
            },
            "centre_shift_diagonal": {
              "n": 3816,
              "mean": 0.0023381385539539266,
              "p05": 0.0003486494604989333,
              "median": 0.0014876191303380892,
              "p95": 0.006377977288448264
            },
            "score_difference": {
              "n": 3816,
              "mean": 0.03430586111433101,
              "p05": 0.005786135792732239,
              "median": 0.030896902084350586,
              "p95": 0.06979405879974365
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.20600083668421504,
                0.3318011799747966
              ],
              "changed_nonempty_frame_rate": [
                0.20824151155729065,
                0.33994644270848234
              ]
            }
          },
          "352x264_unverified": {
            "frames": 1924,
            "groups": 130,
            "old_boxes": 2510,
            "new_boxes": 2183,
            "matched": 2174,
            "added": 9,
            "deleted": 336,
            "both_empty": 54,
            "nonempty": 1870,
            "presence_changed": 11,
            "count_changed": 98,
            "unmatched_changed": 99,
            "geometry_changed_boxes": 799,
            "geometry_changed_frames": 533,
            "changed": 550,
            "changed_iou90": 204,
            "changed_frame_rate": 0.28586278586278585,
            "changed_nonempty_frame_rate": 0.29411764705882354,
            "changed_frame_rate_iou90": 0.10602910602910603,
            "box_set_jaccard": 0.8630408892417626,
            "ious": {
              "n": 2174,
              "mean": 0.9380931988547012,
              "p05": 0.8099671618499431,
              "median": 0.9593672029569908,
              "p95": 0.9859828691491457
            },
            "edge_shift_pixels": {
              "n": 2174,
              "mean": 3.719050294807885,
              "p05": 0.46162261962890627,
              "median": 1.3829383850097656,
              "p95": 21.157911682128894
            },
            "edge_shift_short_side": {
              "n": 2174,
              "mean": 0.014087311722757139,
              "p05": 0.0017485705288973722,
              "median": 0.005238402973521839,
              "p95": 0.08014360485654885
            },
            "centre_shift_diagonal": {
              "n": 2174,
              "mean": 0.004294415186445625,
              "p05": 0.0003641832697987999,
              "median": 0.0014876911769900686,
              "p95": 0.024698181287936598
            },
            "score_difference": {
              "n": 2174,
              "mean": 0.030559951873031798,
              "p05": 0.0032566577196121217,
              "median": 0.0266837477684021,
              "p95": 0.07034893929958343
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.20138467948807479,
                0.3807427100752508
              ],
              "changed_nonempty_frame_rate": [
                0.2061431615279033,
                0.39351432955172644
              ]
            }
          },
          "640x480_fov_65_50": {
            "frames": 415,
            "groups": 1,
            "old_boxes": 316,
            "new_boxes": 199,
            "matched": 198,
            "added": 1,
            "deleted": 118,
            "both_empty": 102,
            "nonempty": 313,
            "presence_changed": 115,
            "count_changed": 115,
            "unmatched_changed": 115,
            "geometry_changed_boxes": 121,
            "geometry_changed_frames": 121,
            "changed": 236,
            "changed_iou90": 174,
            "changed_frame_rate": 0.5686746987951807,
            "changed_nonempty_frame_rate": 0.7539936102236422,
            "changed_frame_rate_iou90": 0.41927710843373495,
            "box_set_jaccard": 0.6246056782334385,
            "ious": {
              "n": 198,
              "mean": 0.9169444066277778,
              "p05": 0.7809189081259054,
              "median": 0.937111420663769,
              "p95": 0.9814607685500873
            },
            "edge_shift_pixels": {
              "n": 198,
              "mean": 2.6948284573025174,
              "p05": 0.7131851196289063,
              "median": 1.8296661376953125,
              "p95": 8.180142211914058
            },
            "edge_shift_short_side": {
              "n": 198,
              "mean": 0.005614225952713578,
              "p05": 0.0014858023325602214,
              "median": 0.003811804453531901,
              "p95": 0.01704196294148762
            },
            "centre_shift_diagonal": {
              "n": 198,
              "mean": 0.0014080096658791034,
              "p05": 0.00021101930796495639,
              "median": 0.0011032911561270839,
              "p95": 0.003885050287093236
            },
            "score_difference": {
              "n": 198,
              "mean": 0.04920474868832213,
              "p05": 0.00565837621688843,
              "median": 0.04068991541862488,
              "p95": 0.10896816253662109
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "640x480_fov_80_60": {
            "frames": 2285,
            "groups": 68,
            "old_boxes": 2064,
            "new_boxes": 2072,
            "matched": 2044,
            "added": 28,
            "deleted": 20,
            "both_empty": 197,
            "nonempty": 2088,
            "presence_changed": 44,
            "count_changed": 47,
            "unmatched_changed": 47,
            "geometry_changed_boxes": 306,
            "geometry_changed_frames": 306,
            "changed": 353,
            "changed_iou90": 56,
            "changed_frame_rate": 0.15448577680525163,
            "changed_nonempty_frame_rate": 0.16906130268199235,
            "changed_frame_rate_iou90": 0.02450765864332604,
            "box_set_jaccard": 0.9770554493307839,
            "ious": {
              "n": 2044,
              "mean": 0.9659757384509968,
              "p05": 0.9262788661680273,
              "median": 0.9690733992256597,
              "p95": 0.9867826113593761
            },
            "edge_shift_pixels": {
              "n": 2044,
              "mean": 1.3898830301840945,
              "p05": 0.5024017333984375,
              "median": 1.2076263427734375,
              "p95": 2.9503738403320283
            },
            "edge_shift_short_side": {
              "n": 2044,
              "mean": 0.0028955896462168635,
              "p05": 0.0010466702779134117,
              "median": 0.0025158882141113285,
              "p95": 0.006146612167358393
            },
            "centre_shift_diagonal": {
              "n": 2044,
              "mean": 0.0009379127770554751,
              "p05": 0.000244909787528417,
              "median": 0.0007591046408848,
              "p95": 0.002150078573670528
            },
            "score_difference": {
              "n": 2044,
              "mean": 0.026214958578639768,
              "p05": 0.009198004007339477,
              "median": 0.022522062063217163,
              "p95": 0.05967358350753784
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.06873920219842047,
                0.26355636324129994
              ],
              "changed_nonempty_frame_rate": [
                0.0761032075347428,
                0.28254682387736635
              ]
            }
          }
        }
      },
      "common_confidence": {
        "overall": {
          "frames": 8806,
          "groups": 429,
          "old_boxes": 9749,
          "new_boxes": 9086,
          "matched": 9005,
          "added": 81,
          "deleted": 744,
          "both_empty": 712,
          "nonempty": 8094,
          "presence_changed": 199,
          "count_changed": 443,
          "unmatched_changed": 444,
          "geometry_changed_boxes": 2631,
          "geometry_changed_frames": 1870,
          "changed": 2120,
          "changed_iou90": 772,
          "changed_frame_rate": 0.24074494662729956,
          "changed_nonempty_frame_rate": 0.2619224116629602,
          "changed_frame_rate_iou90": 0.08766749943220531,
          "box_set_jaccard": 0.9160732451678535,
          "ious": {
            "n": 9005,
            "mean": 0.9497381920256736,
            "p05": 0.8503953593882967,
            "median": 0.9642320250231682,
            "p95": 0.986217572578838
          },
          "edge_shift_pixels": {
            "n": 9005,
            "mean": 2.1980322723290877,
            "p05": 0.40478973388671874,
            "median": 1.2156829833984375,
            "p95": 5.487248229980449
          },
          "edge_shift_short_side": {
            "n": 9005,
            "mean": 0.007784948726076989,
            "p05": 0.0013242085774739585,
            "median": 0.004001018612883812,
            "p95": 0.01984745372425425
          },
          "centre_shift_diagonal": {
            "n": 9005,
            "mean": 0.002397995633447427,
            "p05": 0.0003031945137390847,
            "median": 0.0012211189402003295,
            "p95": 0.006505905567420449
          },
          "score_difference": {
            "n": 9005,
            "mean": 0.031717103180257826,
            "p05": 0.005321502685546876,
            "median": 0.027702391147613525,
            "p95": 0.0671842455863952
          },
          "group_bootstrap_95ci": {
            "available": true,
            "replicates": 2000,
            "seed": 42,
            "changed_frame_rate": [
              0.18894654660253526,
              0.29579569799666033
            ],
            "changed_nonempty_frame_rate": [
              0.20429868346074037,
              0.32142251685076134
            ]
          }
        },
        "by_split": {
          "test": {
            "frames": 2367,
            "groups": 72,
            "old_boxes": 3198,
            "new_boxes": 2585,
            "matched": 2527,
            "added": 58,
            "deleted": 671,
            "both_empty": 441,
            "nonempty": 1926,
            "presence_changed": 188,
            "count_changed": 356,
            "unmatched_changed": 357,
            "geometry_changed_boxes": 1354,
            "geometry_changed_frames": 736,
            "changed": 938,
            "changed_iou90": 524,
            "changed_frame_rate": 0.39628221377270806,
            "changed_nonempty_frame_rate": 0.48701973001038423,
            "changed_frame_rate_iou90": 0.2213772708069286,
            "box_set_jaccard": 0.7761056511056511,
            "ious": {
              "n": 2527,
              "mean": 0.9186898042419238,
              "p05": 0.7713219170640732,
              "median": 0.9445955051527798,
              "p95": 0.98263151605624
            },
            "edge_shift_pixels": {
              "n": 2527,
              "mean": 4.136993640629102,
              "p05": 0.5011756896972657,
              "median": 1.7010498046875,
              "p95": 21.65977783203125
            },
            "edge_shift_short_side": {
              "n": 2527,
              "mean": 0.014935771544761044,
              "p05": 0.0016234334309895833,
              "median": 0.005692863464355468,
              "p95": 0.08204461300011837
            },
            "centre_shift_diagonal": {
              "n": 2527,
              "mean": 0.004707060428634939,
              "p05": 0.00038732032039345696,
              "median": 0.0019828575866118986,
              "p95": 0.024745518468425882
            },
            "score_difference": {
              "n": 2527,
              "mean": 0.03686907933453679,
              "p05": 0.004537951946258545,
              "median": 0.029241323471069336,
              "p95": 0.09302827119827267
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.2381613211894275,
                0.5319350263406727
              ],
              "changed_nonempty_frame_rate": [
                0.32680825334441843,
                0.608623473807291
              ]
            }
          },
          "train": {
            "frames": 4984,
            "groups": 293,
            "old_boxes": 5091,
            "new_boxes": 5040,
            "matched": 5024,
            "added": 16,
            "deleted": 67,
            "both_empty": 241,
            "nonempty": 4743,
            "presence_changed": 6,
            "count_changed": 74,
            "unmatched_changed": 74,
            "geometry_changed_boxes": 962,
            "geometry_changed_frames": 841,
            "changed": 877,
            "changed_iou90": 168,
            "changed_frame_rate": 0.17596308186195828,
            "changed_nonempty_frame_rate": 0.18490406915454355,
            "changed_frame_rate_iou90": 0.033707865168539325,
            "box_set_jaccard": 0.9837477971411788,
            "ious": {
              "n": 5024,
              "mean": 0.9624693098240209,
              "p05": 0.9203131534365453,
              "median": 0.9680196716120246,
              "p95": 0.9874154500436705
            },
            "edge_shift_pixels": {
              "n": 5024,
              "mean": 1.4450476687656608,
              "p05": 0.38149185180664064,
              "median": 1.1152610778808594,
              "p95": 3.018771362304686
            },
            "edge_shift_short_side": {
              "n": 5024,
              "mean": 0.0050245421493521686,
              "p05": 0.001221793203642874,
              "median": 0.003691436305190578,
              "p95": 0.011141343550248576
            },
            "centre_shift_diagonal": {
              "n": 5024,
              "mean": 0.0014756551456145948,
              "p05": 0.00028531565291516065,
              "median": 0.0011050656701803493,
              "p95": 0.003402032949566714
            },
            "score_difference": {
              "n": 5024,
              "mean": 0.02942922064785365,
              "p05": 0.0052086830139160155,
              "median": 0.02580481767654419,
              "p95": 0.060029625892639146
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.14156124373632026,
                0.2088119256229409
              ],
              "changed_nonempty_frame_rate": [
                0.14885073859679346,
                0.219175920647031
              ]
            }
          },
          "val": {
            "frames": 1455,
            "groups": 64,
            "old_boxes": 1460,
            "new_boxes": 1461,
            "matched": 1454,
            "added": 7,
            "deleted": 6,
            "both_empty": 30,
            "nonempty": 1425,
            "presence_changed": 5,
            "count_changed": 13,
            "unmatched_changed": 13,
            "geometry_changed_boxes": 315,
            "geometry_changed_frames": 293,
            "changed": 305,
            "changed_iou90": 80,
            "changed_frame_rate": 0.20962199312714777,
            "changed_nonempty_frame_rate": 0.21403508771929824,
            "changed_frame_rate_iou90": 0.054982817869415807,
            "box_set_jaccard": 0.9911383776414451,
            "ious": {
              "n": 1454,
              "mean": 0.9597094025556872,
              "p05": 0.9069001648511135,
              "median": 0.96572113813097,
              "p95": 0.986850023342426
            },
            "edge_shift_pixels": {
              "n": 1454,
              "mean": 1.4299712479883162,
              "p05": 0.4026193618774414,
              "median": 1.0227203369140625,
              "p95": 2.964112854003902
            },
            "edge_shift_short_side": {
              "n": 1454,
              "mean": 0.004895095478931794,
              "p05": 0.0014435790977988805,
              "median": 0.003356602395227713,
              "p95": 0.011359315929990824
            },
            "centre_shift_diagonal": {
              "n": 1454,
              "mean": 0.0015718827541030688,
              "p05": 0.00026973274539403557,
              "median": 0.0010325836893336974,
              "p95": 0.0039589658073050475
            },
            "score_difference": {
              "n": 1454,
              "mean": 0.03066846363482154,
              "p05": 0.005836305022239685,
              "median": 0.029346436262130737,
              "p95": 0.05980142354965209
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.12297349878763743,
                0.29697404774095076
              ],
              "changed_nonempty_frame_rate": [
                0.12573152172528787,
                0.3027123552123552
              ]
            }
          }
        },
        "by_domain": {
          "176x132_unverified": {
            "frames": 51,
            "groups": 2,
            "old_boxes": 51,
            "new_boxes": 51,
            "matched": 51,
            "added": 0,
            "deleted": 0,
            "both_empty": 0,
            "nonempty": 51,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 0,
            "geometry_changed_frames": 0,
            "changed": 0,
            "changed_iou90": 0,
            "changed_frame_rate": 0.0,
            "changed_nonempty_frame_rate": 0.0,
            "changed_frame_rate_iou90": 0.0,
            "box_set_jaccard": 1.0,
            "ious": {
              "n": 51,
              "mean": 0.9578803818803815,
              "p05": 0.9540564283404203,
              "median": 0.9577602298691152,
              "p95": 0.9610636312334322
            },
            "edge_shift_pixels": {
              "n": 51,
              "mean": 0.580838446523629,
              "p05": 0.4920215606689453,
              "median": 0.5725250244140625,
              "p95": 0.6855049133300781
            },
            "edge_shift_short_side": {
              "n": 51,
              "mean": 0.004400291261542643,
              "p05": 0.003727436065673828,
              "median": 0.004337310791015625,
              "p95": 0.005193219040379379
            },
            "centre_shift_diagonal": {
              "n": 51,
              "mean": 0.001920496067751599,
              "p05": 0.0009111050423310184,
              "median": 0.0023621184044983145,
              "p95": 0.002653577444824883
            },
            "score_difference": {
              "n": 51,
              "mean": 0.047598983727249446,
              "p05": 0.046735405921936035,
              "median": 0.04764533042907715,
              "p95": 0.048433661460876465
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.0,
                0.0
              ],
              "changed_nonempty_frame_rate": [
                0.0,
                0.0
              ]
            }
          },
          "224x172_fov_55_45": {
            "frames": 574,
            "groups": 65,
            "old_boxes": 601,
            "new_boxes": 595,
            "matched": 595,
            "added": 0,
            "deleted": 6,
            "both_empty": 5,
            "nonempty": 569,
            "presence_changed": 0,
            "count_changed": 6,
            "unmatched_changed": 6,
            "geometry_changed_boxes": 123,
            "geometry_changed_frames": 120,
            "changed": 123,
            "changed_iou90": 13,
            "changed_frame_rate": 0.21428571428571427,
            "changed_nonempty_frame_rate": 0.21616871704745166,
            "changed_frame_rate_iou90": 0.02264808362369338,
            "box_set_jaccard": 0.9900166389351082,
            "ious": {
              "n": 595,
              "mean": 0.9646829500978129,
              "p05": 0.9287073788498991,
              "median": 0.9699744793619418,
              "p95": 0.9900058063024334
            },
            "edge_shift_pixels": {
              "n": 595,
              "mean": 0.6376460387927143,
              "p05": 0.20146636962890627,
              "median": 0.5145263671875,
              "p95": 1.493392562866209
            },
            "edge_shift_short_side": {
              "n": 595,
              "mean": 0.0037072444115855484,
              "p05": 0.0011713161024936411,
              "median": 0.002991432367369186,
              "p95": 0.008682514900384937
            },
            "centre_shift_diagonal": {
              "n": 595,
              "mean": 0.0013063701260005557,
              "p05": 0.00021376945397568372,
              "median": 0.0010165496997707453,
              "p95": 0.003431686935278334
            },
            "score_difference": {
              "n": 595,
              "mean": 0.03069466592884865,
              "p05": 0.006456434726715089,
              "median": 0.027814209461212158,
              "p95": 0.06072175502777099
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.13457778512943513,
                0.3042071197411003
              ],
              "changed_nonempty_frame_rate": [
                0.1352264462165883,
                0.30704228766766267
              ]
            }
          },
          "240x96_unverified": {
            "frames": 300,
            "groups": 1,
            "old_boxes": 0,
            "new_boxes": 0,
            "matched": 0,
            "added": 0,
            "deleted": 0,
            "both_empty": 300,
            "nonempty": 0,
            "presence_changed": 0,
            "count_changed": 0,
            "unmatched_changed": 0,
            "geometry_changed_boxes": 0,
            "geometry_changed_frames": 0,
            "changed": 0,
            "changed_iou90": 0,
            "changed_frame_rate": 0.0,
            "changed_nonempty_frame_rate": null,
            "changed_frame_rate_iou90": 0.0,
            "box_set_jaccard": null,
            "ious": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_pixels": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "edge_shift_short_side": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "centre_shift_diagonal": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "score_difference": {
              "n": 0,
              "mean": null,
              "p05": null,
              "median": null,
              "p95": null
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "352x264_fov_40_30": {
            "frames": 66,
            "groups": 2,
            "old_boxes": 131,
            "new_boxes": 127,
            "matched": 127,
            "added": 0,
            "deleted": 4,
            "both_empty": 0,
            "nonempty": 66,
            "presence_changed": 0,
            "count_changed": 4,
            "unmatched_changed": 4,
            "geometry_changed_boxes": 3,
            "geometry_changed_frames": 2,
            "changed": 6,
            "changed_iou90": 5,
            "changed_frame_rate": 0.09090909090909091,
            "changed_nonempty_frame_rate": 0.09090909090909091,
            "changed_frame_rate_iou90": 0.07575757575757576,
            "box_set_jaccard": 0.9694656488549618,
            "ious": {
              "n": 127,
              "mean": 0.9693583808255232,
              "p05": 0.958058895898124,
              "median": 0.9721855494244063,
              "p95": 0.9820051240896555
            },
            "edge_shift_pixels": {
              "n": 127,
              "mean": 1.4164198927991971,
              "p05": 0.7548004150390625,
              "median": 1.1908378601074219,
              "p95": 2.2544580459594723
            },
            "edge_shift_short_side": {
              "n": 127,
              "mean": 0.005365226866663625,
              "p05": 0.00285909248120857,
              "median": 0.00451074947010387,
              "p95": 0.008539613810452547
            },
            "centre_shift_diagonal": {
              "n": 127,
              "mean": 0.0020822062000156625,
              "p05": 0.0010202800203211219,
              "median": 0.0016230943984449641,
              "p95": 0.0040621685459042225
            },
            "score_difference": {
              "n": 127,
              "mean": 0.03344269906441996,
              "p05": 0.019444072246551515,
              "median": 0.02317899465560913,
              "p95": 0.05636138319969177
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.01694915254237288,
                0.7142857142857143
              ],
              "changed_nonempty_frame_rate": [
                0.01694915254237288,
                0.7142857142857143
              ]
            }
          },
          "352x264_fov_55_40": {
            "frames": 3191,
            "groups": 160,
            "old_boxes": 4076,
            "new_boxes": 3859,
            "matched": 3816,
            "added": 43,
            "deleted": 260,
            "both_empty": 54,
            "nonempty": 3137,
            "presence_changed": 29,
            "count_changed": 173,
            "unmatched_changed": 173,
            "geometry_changed_boxes": 1279,
            "geometry_changed_frames": 788,
            "changed": 852,
            "changed_iou90": 320,
            "changed_frame_rate": 0.26700094014415543,
            "changed_nonempty_frame_rate": 0.271597067261715,
            "changed_frame_rate_iou90": 0.10028204324663115,
            "box_set_jaccard": 0.9264384559359068,
            "ious": {
              "n": 3816,
              "mean": 0.9462844952374199,
              "p05": 0.8369166194377338,
              "median": 0.9622970108610163,
              "p95": 0.9856237474222888
            },
            "edge_shift_pixels": {
              "n": 3816,
              "mean": 2.0295232816899986,
              "p05": 0.44533538818359375,
              "median": 1.2809810638427734,
              "p95": 4.947967529296875
            },
            "edge_shift_short_side": {
              "n": 3816,
              "mean": 0.007687588188219693,
              "p05": 0.0016868764703924007,
              "median": 0.004852200999404445,
              "p95": 0.018742301247336647
            },
            "centre_shift_diagonal": {
              "n": 3816,
              "mean": 0.0023381385539539266,
              "p05": 0.0003486494604989333,
              "median": 0.0014876191303380892,
              "p95": 0.006377977288448264
            },
            "score_difference": {
              "n": 3816,
              "mean": 0.03430586111433101,
              "p05": 0.005786135792732239,
              "median": 0.030896902084350586,
              "p95": 0.06979405879974365
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.20600083668421504,
                0.3318011799747966
              ],
              "changed_nonempty_frame_rate": [
                0.20824151155729065,
                0.33994644270848234
              ]
            }
          },
          "352x264_unverified": {
            "frames": 1924,
            "groups": 130,
            "old_boxes": 2510,
            "new_boxes": 2183,
            "matched": 2174,
            "added": 9,
            "deleted": 336,
            "both_empty": 54,
            "nonempty": 1870,
            "presence_changed": 11,
            "count_changed": 98,
            "unmatched_changed": 99,
            "geometry_changed_boxes": 799,
            "geometry_changed_frames": 533,
            "changed": 550,
            "changed_iou90": 204,
            "changed_frame_rate": 0.28586278586278585,
            "changed_nonempty_frame_rate": 0.29411764705882354,
            "changed_frame_rate_iou90": 0.10602910602910603,
            "box_set_jaccard": 0.8630408892417626,
            "ious": {
              "n": 2174,
              "mean": 0.9380931988547012,
              "p05": 0.8099671618499431,
              "median": 0.9593672029569908,
              "p95": 0.9859828691491457
            },
            "edge_shift_pixels": {
              "n": 2174,
              "mean": 3.719050294807885,
              "p05": 0.46162261962890627,
              "median": 1.3829383850097656,
              "p95": 21.157911682128894
            },
            "edge_shift_short_side": {
              "n": 2174,
              "mean": 0.014087311722757139,
              "p05": 0.0017485705288973722,
              "median": 0.005238402973521839,
              "p95": 0.08014360485654885
            },
            "centre_shift_diagonal": {
              "n": 2174,
              "mean": 0.004294415186445625,
              "p05": 0.0003641832697987999,
              "median": 0.0014876911769900686,
              "p95": 0.024698181287936598
            },
            "score_difference": {
              "n": 2174,
              "mean": 0.030559951873031798,
              "p05": 0.0032566577196121217,
              "median": 0.0266837477684021,
              "p95": 0.07034893929958343
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.20138467948807479,
                0.3807427100752508
              ],
              "changed_nonempty_frame_rate": [
                0.2061431615279033,
                0.39351432955172644
              ]
            }
          },
          "640x480_fov_65_50": {
            "frames": 415,
            "groups": 1,
            "old_boxes": 316,
            "new_boxes": 199,
            "matched": 198,
            "added": 1,
            "deleted": 118,
            "both_empty": 102,
            "nonempty": 313,
            "presence_changed": 115,
            "count_changed": 115,
            "unmatched_changed": 115,
            "geometry_changed_boxes": 121,
            "geometry_changed_frames": 121,
            "changed": 236,
            "changed_iou90": 174,
            "changed_frame_rate": 0.5686746987951807,
            "changed_nonempty_frame_rate": 0.7539936102236422,
            "changed_frame_rate_iou90": 0.41927710843373495,
            "box_set_jaccard": 0.6246056782334385,
            "ious": {
              "n": 198,
              "mean": 0.9169444066277778,
              "p05": 0.7809189081259054,
              "median": 0.937111420663769,
              "p95": 0.9814607685500873
            },
            "edge_shift_pixels": {
              "n": 198,
              "mean": 2.6948284573025174,
              "p05": 0.7131851196289063,
              "median": 1.8296661376953125,
              "p95": 8.180142211914058
            },
            "edge_shift_short_side": {
              "n": 198,
              "mean": 0.005614225952713578,
              "p05": 0.0014858023325602214,
              "median": 0.003811804453531901,
              "p95": 0.01704196294148762
            },
            "centre_shift_diagonal": {
              "n": 198,
              "mean": 0.0014080096658791034,
              "p05": 0.00021101930796495639,
              "median": 0.0011032911561270839,
              "p95": 0.003885050287093236
            },
            "score_difference": {
              "n": 198,
              "mean": 0.04920474868832213,
              "p05": 0.00565837621688843,
              "median": 0.04068991541862488,
              "p95": 0.10896816253662109
            },
            "group_bootstrap_95ci": {
              "available": false,
              "reason": "fewer than two groups"
            }
          },
          "640x480_fov_80_60": {
            "frames": 2285,
            "groups": 68,
            "old_boxes": 2064,
            "new_boxes": 2072,
            "matched": 2044,
            "added": 28,
            "deleted": 20,
            "both_empty": 197,
            "nonempty": 2088,
            "presence_changed": 44,
            "count_changed": 47,
            "unmatched_changed": 47,
            "geometry_changed_boxes": 306,
            "geometry_changed_frames": 306,
            "changed": 353,
            "changed_iou90": 56,
            "changed_frame_rate": 0.15448577680525163,
            "changed_nonempty_frame_rate": 0.16906130268199235,
            "changed_frame_rate_iou90": 0.02450765864332604,
            "box_set_jaccard": 0.9770554493307839,
            "ious": {
              "n": 2044,
              "mean": 0.9659757384509968,
              "p05": 0.9262788661680273,
              "median": 0.9690733992256597,
              "p95": 0.9867826113593761
            },
            "edge_shift_pixels": {
              "n": 2044,
              "mean": 1.3898830301840945,
              "p05": 0.5024017333984375,
              "median": 1.2076263427734375,
              "p95": 2.9503738403320283
            },
            "edge_shift_short_side": {
              "n": 2044,
              "mean": 0.0028955896462168635,
              "p05": 0.0010466702779134117,
              "median": 0.0025158882141113285,
              "p95": 0.006146612167358393
            },
            "centre_shift_diagonal": {
              "n": 2044,
              "mean": 0.0009379127770554751,
              "p05": 0.000244909787528417,
              "median": 0.0007591046408848,
              "p95": 0.002150078573670528
            },
            "score_difference": {
              "n": 2044,
              "mean": 0.026214958578639768,
              "p05": 0.009198004007339477,
              "median": 0.022522062063217163,
              "p95": 0.05967358350753784
            },
            "group_bootstrap_95ci": {
              "available": true,
              "replicates": 2000,
              "seed": 42,
              "changed_frame_rate": [
                0.06873920219842047,
                0.26355636324129994
              ],
              "changed_nonempty_frame_rate": [
                0.0761032075347428,
                0.28254682387736635
              ]
            }
          }
        }
      }
    }
  ],
  "judgement": {
    "state": "machine_proposals_not_converged",
    "stable": false,
    "correctness_confirmed": false,
    "operational_rule": "both adjacent pairs: <1% changed frames and <1% changed nonempty frames; both group bootstrap upper bounds <1%"
  },
  "test_ground_truth_accessed": false,
  "three_round_consensus": {
    "all_empty_frames": 675,
    "no_substantive_pairwise_change_frames": 3499,
    "correctness_confirmed": false
  }
}
