{ "title": "Vision Detection Deployment Benchmark 2026", "evaluatorVersion": "pran-vision-deployment/1.0.0", "executedAt": "2026-08-23T20:24:28.193928+00:00", "seed": 20260824, "dataset": "COCO 2017 val (5,000 images)", "environment": { "platform": "Linux-6.17.0-1022-gcp-x86_64-with-glibc2.39", "machine": "x86_64", "python": "3.12.3", "torch": "2.13.0+cu130", "ultralytics": "8.4.127", "device": "cpu", "mpsAvailable": false, "cudaAvailable": false, "packages": { "anyio": "4.14.2", "attrs": "26.1.0", "cattrs": "26.1.0", "certifi": "2026.7.22", "charset-normalizer": "3.5.1", "coloredlogs": "15.0.1", "contourpy": "1.3.3", "coremltools": "9.0", "cuda-bindings": "13.3.1", "cuda-pathfinder": "1.6.1", "cuda-toolkit": "13.0.3.0", "cycler": "0.12.1", "filelock": "3.32.4", "flatbuffers": "25.12.19", "fonttools": "4.63.0", "fsspec": "2026.7.0", "h11": "0.16.0", "httpcore": "1.0.9", "httpx": "0.28.1", "humanfriendly": "10.0", "idna": "3.19", "jinja2": "3.1.6", "kiwisolver": "1.5.0", "markupsafe": "3.0.3", "matplotlib": "3.11.1", "ml_dtypes": "0.6.0", "mpmath": "1.3.0", "networkx": "3.6.1", "numpy": "2.5.2", "nvidia-cublas": "13.1.1.3", "nvidia-cuda-cupti": "13.0.85", "nvidia-cuda-nvrtc": "13.0.88", "nvidia-cuda-runtime": "13.0.96", "nvidia-cudnn-cu13": "9.20.0.48", "nvidia-cufft": "12.0.0.61", "nvidia-cufile": "1.15.1.6", "nvidia-curand": "10.4.0.35", "nvidia-cusolver": "12.0.4.66", "nvidia-cusparse": "12.6.3.3", "nvidia-cusparselt-cu13": "0.8.1", "nvidia-ml-py": "13.610.43", "nvidia-nccl-cu13": "2.29.7", "nvidia-nvjitlink": "13.3.33", "nvidia-nvshmem-cu13": "3.4.5", "nvidia-nvtx": "13.0.85", "onnx": "1.19.1", "onnxruntime": "1.23.2", "opencv-python": "5.0.0.93", "packaging": "26.3", "pillow": "12.3.0", "polars": "1.43.2", "polars-runtime-32": "1.43.2", "protobuf": "7.36.0", "psutil": "7.1.3", "pyaml": "26.7.0", "pyparsing": "3.3.2", "python-dateutil": "2.9.0.post0", "pyyaml": "6.0.3", "requests": "2.34.2", "setuptools": "84.0.0", "six": "1.17.0", "sympy": "1.14.0", "torch": "2.13.0", "torchvision": "0.28.0", "tqdm": "4.70.0", "triton": "3.7.1", "typing_extensions": "4.16.0", "ultralytics": "8.4.127", "ultralytics-platform": "0.1.11", "ultralytics-thop": "2.1.6", "urllib3": "2.7.0" } }, "configurations": [ { "model": "yolo11n.onnx", "modelSha256": "d24052a63c4627180609d80200c5aaa7a3e6bfd33182c9ca1a076928d1280d4d", "sourceModel": "yolo11n.pt", "sourceModelSha256": "0ebbc80d4a7680d14987a577cd21342b65ecfd94632bd9a8da63ae6417644ee1", "modelSizeMb": 10.21, "runtime": "onnx", "device": "cpu", "imgsz": 640, "exportSeconds": 0.6177, "accuracy": { "map50to95": 0.3877, "map50": 0.5446, "map75": 0.4221, "precision": 0.6503, "recall": 0.4976, "personMap50to95": 0.5181, "speedMsPerImage": { "preprocess": 0.4281, "inference": 44.8164, "loss": 0.0007, "postprocess": 1.5389 } }, "latency": { "runs": 200, "warmupRuns": 20, "latencyMs": { "mean": 38.475, "stdev": 0.9499, "p50": 38.232, "p95": 40.2347, "p99": 41.3458, "min": 36.6019, "max": 41.9498 }, "reportedStageMeanMs": { "inference": 36.568, "postprocess": 0.6545, "preprocess": 1.0433 }, "throughputFpsAtP95": 24.8542, "safeFpsAt50PctHeadroom": 12.4271, "peakProcessRssMb": 1005.5, "rawWallMs": [ 38.187, 37.6206, 38.031, 39.9065, 39.4097, 38.864, 38.2904, 37.7725, 38.0202, 39.8396, 37.7076, 37.0804, 38.114, 39.4835, 37.6213, 40.4835, 38.5859, 37.9904, 37.64, 38.3953, 37.9855, 37.215, 36.9533, 37.5392, 37.3202, 38.0243, 37.7301, 38.0414, 38.0787, 38.2103, 39.8016, 39.1465, 38.9581, 37.4126, 37.6806, 37.5158, 38.4697, 38.8851, 38.1083, 37.8748, 37.7785, 39.5761, 39.0213, 37.4809, 38.4021, 36.8416, 38.3942, 37.9277, 39.6408, 38.9745, 37.4678, 39.6098, 37.9045, 38.2026, 38.7519, 38.8111, 39.4289, 38.3428, 38.7232, 38.5792, 38.1487, 37.2031, 38.2302, 38.1399, 38.7931, 37.3855, 37.8262, 37.6004, 39.2415, 37.5458, 38.4856, 37.8527, 38.9047, 38.3558, 36.8929, 37.8024, 38.5936, 36.8627, 38.4475, 38.7381, 37.9844, 39.2173, 38.2046, 38.8596, 37.8516, 39.9653, 37.9598, 38.226, 38.618, 37.8924, 37.8847, 37.7784, 38.7711, 38.0884, 37.8452, 39.7061, 38.9371, 37.3494, 39.418, 37.7937, 38.0964, 38.4297, 38.1722, 37.7383, 38.6602, 37.8677, 38.7892, 37.585, 40.3496, 38.5705, 39.4423, 39.2809, 37.7385, 40.1767, 37.9553, 38.0149, 37.9269, 37.9262, 38.1472, 40.2318, 41.48, 40.755, 38.0784, 38.1503, 38.5706, 38.4339, 38.2002, 38.0882, 37.6338, 38.7651, 37.2786, 38.5214, 38.4509, 38.7944, 40.0959, 38.3664, 40.0549, 40.6816, 37.6545, 37.5711, 39.6565, 37.6362, 40.2896, 37.9181, 38.8151, 39.4255, 38.8691, 41.3444, 39.4217, 38.0765, 40.7516, 38.5129, 39.6827, 38.6865, 38.6567, 39.1141, 37.2092, 37.9885, 37.9002, 39.7307, 38.5697, 37.5549, 37.6505, 40.5497, 38.0196, 37.3889, 37.1037, 38.2875, 38.8787, 37.4278, 37.8603, 37.4088, 38.2004, 38.4974, 38.3552, 39.2157, 37.8896, 37.8349, 38.4045, 41.9498, 37.8786, 39.1292, 39.9745, 37.6104, 39.4972, 37.8629, 39.2135, 40.1571, 38.86, 40.1675, 38.5289, 38.5312, 37.1874, 36.6019, 38.2339, 38.6602, 39.9487, 38.2266, 36.9972, 39.0273 ] } }, { "model": "yolo11s.onnx", "modelSha256": "b9399143de9810973ef7ee74ceec6410bd18cd986704f394bad7f1293d913d6d", "sourceModel": "yolo11s.pt", "sourceModelSha256": "85a76fe86dd8afe384648546b56a7a78580c7cb7b404fc595f97969322d502d5", "modelSizeMb": 36.25, "runtime": "onnx", "device": "cpu", "imgsz": 640, "exportSeconds": 1.067, "accuracy": { "map50to95": 0.4608, "map50": 0.6282, "map75": 0.498, "precision": 0.6935, "recall": 0.5727, "personMap50to95": 0.5783, "speedMsPerImage": { "preprocess": 0.6189, "inference": 94.1163, "loss": 0.001, "postprocess": 1.3746 } }, "latency": { "runs": 200, "warmupRuns": 20, "latencyMs": { "mean": 83.4511, "stdev": 0.9015, "p50": 83.366, "p95": 85.2678, "p99": 86.4657, "min": 81.7751, "max": 87.6844 }, "reportedStageMeanMs": { "inference": 81.5281, "postprocess": 0.6927, "preprocess": 1.0062 }, "throughputFpsAtP95": 11.7278, "safeFpsAt50PctHeadroom": 5.8639, "peakProcessRssMb": 1200.81, "rawWallMs": [ 82.9164, 82.549, 83.2248, 84.5571, 85.5974, 84.0435, 83.2908, 83.0706, 83.9217, 84.1389, 84.8832, 85.2653, 84.5364, 83.538, 83.4258, 84.8412, 85.0405, 85.7635, 83.4638, 82.6446, 83.6574, 82.3131, 82.5589, 83.4877, 83.3741, 82.5276, 82.5055, 84.2229, 84.082, 83.6609, 83.1395, 83.4449, 83.4958, 83.4539, 83.5724, 84.1685, 83.9524, 83.2689, 83.1062, 82.7816, 81.9066, 82.7957, 84.1709, 82.9836, 83.7357, 83.5509, 83.5034, 83.7519, 83.02, 82.8888, 82.9966, 82.736, 83.0597, 82.9937, 84.0229, 82.6911, 82.8573, 82.5203, 82.5232, 86.5785, 83.896, 82.9023, 86.4645, 82.7522, 82.9697, 84.7358, 82.8269, 84.1126, 84.2055, 84.1645, 83.3811, 86.0415, 83.3198, 87.6844, 83.66, 82.8519, 83.9707, 84.1107, 82.8325, 83.4122, 84.1212, 83.1077, 82.7609, 85.3956, 83.4597, 83.8101, 83.7882, 83.2952, 83.3617, 81.7902, 82.4553, 83.6452, 82.861, 83.7872, 82.5, 84.2804, 84.6198, 84.67, 83.2923, 84.444, 81.7751, 82.3383, 83.5594, 82.1294, 83.5751, 83.5298, 82.7745, 82.8344, 82.9072, 83.8011, 83.7838, 83.3704, 82.7535, 83.614, 82.3496, 83.0556, 82.6695, 83.0977, 83.3842, 81.8042, 83.3304, 82.9387, 82.4798, 82.8009, 83.5633, 82.3829, 83.2104, 84.2303, 83.7203, 83.6692, 83.9445, 83.5733, 85.6005, 84.3765, 82.9947, 83.3463, 84.8907, 83.9527, 85.3156, 82.8864, 82.3653, 83.4467, 83.7327, 83.1167, 85.361, 83.4418, 83.0445, 82.7714, 83.0162, 82.9125, 84.2545, 84.1404, 83.2785, 82.7626, 82.2742, 82.8932, 82.847, 82.7493, 83.182, 81.953, 82.8971, 82.3374, 83.0671, 83.9264, 82.8929, 83.2142, 83.9984, 83.7952, 83.161, 83.2624, 82.4541, 83.5732, 83.8279, 82.6337, 82.476, 83.5047, 82.4019, 83.0678, 83.7901, 83.7204, 83.3576, 83.4447, 84.6649, 84.1061, 82.4602, 83.1728, 82.8632, 83.9717, 84.1095, 81.9015, 83.5874, 83.9847, 83.1961, 83.3761, 83.9071, 82.4007, 83.4109, 82.6923, 82.3461, 82.8947 ] } } ] }