{
  "scope": "completed pilot weights; no final test scoring",
  "frame_id": "2024_11_29/29-11-2024_07-00-28#all",
  "protocol_sha256": "43e90b43366b704014165e65652f30ca8819c1ac2de0b7e49e5bc0bcd7ea9b7a",
  "source_sha256": "7c4bff826e9244cb19738e2ac3069ab0478f0aba3bb0ae04db6b1a1786158557",
  "device": {
    "device": "cuda:2",
    "cuda_index": 2,
    "uuid": "3ce8e1e7-efb2-80a6-de52-75da2f9fa259",
    "name": "NVIDIA GeForce RTX 3090",
    "total_memory_bytes": 25438126080
  },
  "precision": "fp32",
  "cuda_matmul_allow_tf32": false,
  "cudnn_allow_tf32": true,
  "batch": 1,
  "input_size": 640,
  "confidence_threshold": 0.25,
  "warmup": 5,
  "measurement": "CUDA synchronized; raw PCD read/decode and normalization included only in raw_sensor_to_boxes",
  "models": {
    "yolo26s": {
      "checkpoint": "/root/private/project/pallet_detection_v2/outputs/pilot600_v5/within/within/yolo26s/seed_42/best.pt",
      "checkpoint_sha256": "5428b5b0558a1c44e763c91b0ff7b1e5e96e39a68c614fa75668e994ee13b18d",
      "parameters": 9949262,
      "peak_gpu_mib": 128.2490234375,
      "forward_only": {
        "median_ms": 10.871408507227898,
        "p95_ms": 11.821463704109192,
        "repetitions": 20
      },
      "model_and_postprocess": {
        "median_ms": 10.873682796955109,
        "p95_ms": 11.238258332014084,
        "repetitions": 20
      },
      "raw_sensor_to_boxes": {
        "median_ms": 134.58453305065632,
        "p95_ms": 152.5589069351554,
        "repetitions": 8
      }
    },
    "yolo26_p2_only": {
      "checkpoint": "/root/private/project/pallet_detection_v2/outputs/pilot600_v5/within/within/yolo26_p2_only/seed_42/best.pt",
      "checkpoint_sha256": "419de922c4e7d18c6a23e5d486f17c512515bdf52c8214cd433486a1443f8c4d",
      "parameters": 9664088,
      "peak_gpu_mib": 148.10009765625,
      "forward_only": {
        "median_ms": 13.566694222390652,
        "p95_ms": 13.77516146749258,
        "repetitions": 20
      },
      "model_and_postprocess": {
        "median_ms": 14.382780995219946,
        "p95_ms": 14.992251992225647,
        "repetitions": 20
      },
      "raw_sensor_to_boxes": {
        "median_ms": 141.21458074077964,
        "p95_ms": 142.39417016506195,
        "repetitions": 8
      }
    },
    "yolo26_p2_fusion_no_edge": {
      "checkpoint": "/root/private/project/pallet_detection_v2/outputs/pilot600_v5/within/within/yolo26_p2_fusion_no_edge/seed_42/best.pt",
      "checkpoint_sha256": "881d1276082a91b73c9546116b1b8921186b12ca9f01ab944ebabe9d9ca755b2",
      "parameters": 9755870,
      "peak_gpu_mib": 148.45166015625,
      "forward_only": {
        "median_ms": 16.20388962328434,
        "p95_ms": 20.6298241391778,
        "repetitions": 20
      },
      "model_and_postprocess": {
        "median_ms": 16.050361562520266,
        "p95_ms": 17.926250584423542,
        "repetitions": 20
      },
      "raw_sensor_to_boxes": {
        "median_ms": 141.17402350530028,
        "p95_ms": 146.43069170415401,
        "repetitions": 8
      }
    },
    "yolo26_p2_edge_no_fusion": {
      "checkpoint": "/root/private/project/pallet_detection_v2/outputs/pilot600_v5/within/within/yolo26_p2_edge_no_fusion/seed_42/best.pt",
      "checkpoint_sha256": "996ca70d46c976849925111922d088056e83e8c5f367d53397c4ffbeb868e24f",
      "parameters": 9664152,
      "peak_gpu_mib": 154.3505859375,
      "forward_only": {
        "median_ms": 13.772983569651842,
        "p95_ms": 14.028811827301979,
        "repetitions": 20
      },
      "model_and_postprocess": {
        "median_ms": 14.534851536154747,
        "p95_ms": 14.91171307861805,
        "repetitions": 20
      },
      "raw_sensor_to_boxes": {
        "median_ms": 151.37507673352957,
        "p95_ms": 152.7107134461403,
        "repetitions": 8
      }
    },
    "pallet_yolo26": {
      "checkpoint": "/root/private/project/pallet_detection_v2/outputs/pilot600_v5/within/within/pallet_yolo26/seed_42/best.pt",
      "checkpoint_sha256": "519b9d29762b6ef60fb533993076b120c0bc6a2bdcd35eb581f53d7b3f8cb174",
      "parameters": 9755934,
      "peak_gpu_mib": 154.73291015625,
      "forward_only": {
        "median_ms": 14.446018263697624,
        "p95_ms": 14.795304276049137,
        "repetitions": 20
      },
      "model_and_postprocess": {
        "median_ms": 15.15258476138115,
        "p95_ms": 15.938153490424156,
        "repetitions": 20
      },
      "raw_sensor_to_boxes": {
        "median_ms": 153.10837049037218,
        "p95_ms": 155.38235567510128,
        "repetitions": 8
      }
    },
    "yolov8s": {
      "checkpoint": "/root/private/project/pallet_detection_v2/outputs/pilot600_v5/within/within/yolov8s/seed_42/best.pt",
      "checkpoint_sha256": "8a0480764d8eec17c862f722d4583f1e3832aabf3bbe06a2808e6b55868e5a4e",
      "parameters": 11136611,
      "peak_gpu_mib": 134.64404296875,
      "forward_only": {
        "median_ms": 6.111049558967352,
        "p95_ms": 6.402709521353245,
        "repetitions": 20
      },
      "model_and_postprocess": {
        "median_ms": 6.659156642854214,
        "p95_ms": 6.924984976649284,
        "repetitions": 20
      },
      "raw_sensor_to_boxes": {
        "median_ms": 139.33210959658027,
        "p95_ms": 141.66703633964062,
        "repetitions": 8
      }
    },
    "yolov8_cspnext": {
      "checkpoint": "/root/private/project/pallet_detection_v2/outputs/pilot600_v5/within/within/yolov8_cspnext/seed_42/best.pt",
      "checkpoint_sha256": "e1cac802055e8c9980319d6827e86428da4f653799507ebae8d3c0da3def2772",
      "parameters": 7179331,
      "peak_gpu_mib": 119.30908203125,
      "forward_only": {
        "median_ms": 6.286265328526497,
        "p95_ms": 6.5136803314089775,
        "repetitions": 20
      },
      "model_and_postprocess": {
        "median_ms": 6.425009574741125,
        "p95_ms": 7.248298265039921,
        "repetitions": 20
      },
      "raw_sensor_to_boxes": {
        "median_ms": 134.94802732020617,
        "p95_ms": 136.6404602304101,
        "repetitions": 8
      }
    },
    "rfdetr_small": {
      "checkpoint": "/root/private/project/pallet_detection_v2/outputs/pilot600_v5/within/within/rfdetr_small/seed_42/best.pt",
      "checkpoint_sha256": "21fa541f485ca639bdad9b8ed7e0c87bbecf515132216a1de386b9015223cb17",
      "parameters": 32012756,
      "peak_gpu_mib": 215.1982421875,
      "forward_only": {
        "median_ms": 12.886660173535347,
        "p95_ms": 12.948613613843918,
        "repetitions": 20
      },
      "model_and_postprocess": {
        "median_ms": 12.601244263350964,
        "p95_ms": 12.791862711310387,
        "repetitions": 20
      },
      "raw_sensor_to_boxes": {
        "median_ms": 133.29017022624612,
        "p95_ms": 140.55068977177143,
        "repetitions": 8
      }
    }
  }
}
