{
  "title": "Vision Detection Deployment Benchmark 2026",
  "evaluatorVersion": "pran-vision-deployment/1.0.0",
  "executedAt": "2026-08-24T04:20:23.096079+00:00",
  "seed": 20260824,
  "dataset": "COCO 2017 val (5,000 images)",
  "environment": {
    "platform": "Linux-6.9.12-x86_64-with-glibc2.35",
    "machine": "x86_64",
    "python": "3.11.10",
    "torch": "2.5.1+cu121",
    "ultralytics": "8.4.127",
    "device": "0",
    "mpsAvailable": false,
    "cudaAvailable": true,
    "packages": {
      "anyio": "4.14.2",
      "astunparse": "1.6.3",
      "cffi": "2.1.1",
      "contourpy": "1.3.3",
      "cryptography": "50.0.0",
      "cycler": "0.12.1",
      "dnspython": "2.7.0",
      "expecttest": "0.2.1",
      "fonttools": "4.63.0",
      "fsspec": "2024.10.0",
      "google-api-core": "2.34.0",
      "google-auth": "2.56.3",
      "google-cloud-core": "2.6.1",
      "google-cloud-storage": "3.3.1",
      "google-crc32c": "1.8.0",
      "google-resumable-media": "2.10.1",
      "googleapis-common-protos": "1.75.1",
      "h11": "0.16.0",
      "hpack": "4.0.0",
      "httpcore": "1.0.9",
      "httpx": "0.28.1",
      "hypothesis": "6.115.5",
      "kiwisolver": "1.5.0",
      "lintrunner": "0.12.5",
      "matplotlib": "3.11.1",
      "mpmath": "1.3.0",
      "networkx": "3.4.2",
      "ninja": "1.11.1.1",
      "nvidia-cublas-cu12": "12.1.3.1",
      "nvidia-cuda-cupti-cu12": "12.1.105",
      "nvidia-cuda-nvrtc-cu12": "12.1.105",
      "nvidia-cuda-runtime-cu12": "12.1.105",
      "nvidia-cudnn-cu12": "9.1.0.70",
      "nvidia-cufft-cu12": "11.0.2.54",
      "nvidia-curand-cu12": "10.3.2.106",
      "nvidia-cusolver-cu12": "11.4.5.107",
      "nvidia-cusparse-cu12": "12.1.0.106",
      "nvidia-ml-py": "13.610.43",
      "nvidia-nccl-cu12": "2.21.5",
      "nvidia-nvjitlink-cu12": "12.1.105",
      "nvidia-nvtx-cu12": "12.1.105",
      "opencv-python": "5.0.0.93",
      "optree": "0.13.0",
      "pillow": "10.2.0",
      "polars": "1.43.2",
      "polars-runtime-32": "1.43.2",
      "proto-plus": "1.28.3",
      "protobuf": "7.36.0",
      "psutil": "7.1.3",
      "pyasn1": "0.6.4",
      "pyasn1_modules": "0.4.2",
      "pyparsing": "3.3.2",
      "python-dateutil": "2.9.0.post0",
      "python-etcd": "0.4.5",
      "requests": "2.34.2",
      "sortedcontainers": "2.4.0",
      "sympy": "1.13.1",
      "torch": "2.5.1+cu121",
      "torchaudio": "2.5.1+cu121",
      "torchelastic": "0.2.2",
      "torchvision": "0.20.1+cu121",
      "triton": "3.1.0",
      "types-dataclasses": "0.6.6",
      "ultralytics": "8.4.127",
      "ultralytics-platform": "0.1.11",
      "ultralytics-thop": "2.1.6",
      "zstandard": "0.23.0"
    }
  },
  "configurations": [
    {
      "model": "yolo11n.pt",
      "modelSha256": "0ebbc80d4a7680d14987a577cd21342b65ecfd94632bd9a8da63ae6417644ee1",
      "sourceModel": "yolo11n.pt",
      "sourceModelSha256": "0ebbc80d4a7680d14987a577cd21342b65ecfd94632bd9a8da63ae6417644ee1",
      "modelSizeMb": 5.35,
      "runtime": "pytorch",
      "device": "0",
      "imgsz": 640,
      "exportSeconds": 0.0,
      "accuracy": {
        "map50to95": 0.389,
        "map50": 0.5461,
        "map75": 0.4232,
        "precision": 0.6522,
        "recall": 0.5042,
        "personMap50to95": 0.5177,
        "speedMsPerImage": {
          "preprocess": 0.413,
          "inference": 1.7035,
          "loss": 0.0003,
          "postprocess": 0.7499
        }
      },
      "latency": {
        "runs": 200,
        "warmupRuns": 20,
        "latencyMs": {
          "mean": 12.6192,
          "stdev": 4.4028,
          "p50": 12.2073,
          "p95": 13.047,
          "p99": 13.6548,
          "min": 11.3274,
          "max": 74.3917
        },
        "reportedStageMeanMs": {
          "inference": 9.4897,
          "postprocess": 1.1188,
          "preprocess": 1.6864
        },
        "throughputFpsAtP95": 76.6457,
        "safeFpsAt50PctHeadroom": 38.3229,
        "peakProcessRssMb": 1581.98,
        "rawWallMs": [
          11.9811,
          12.4533,
          12.3072,
          12.8289,
          12.0657,
          11.9322,
          12.001,
          12.5921,
          11.8607,
          12.0082,
          11.8501,
          11.9205,
          12.837,
          12.198,
          11.6497,
          12.4285,
          11.4259,
          13.3167,
          12.0174,
          11.9162,
          11.9189,
          11.3274,
          12.074,
          11.9908,
          12.1782,
          12.2054,
          11.9589,
          74.3917,
          12.6304,
          12.1088,
          12.4471,
          12.8244,
          12.0775,
          12.7015,
          12.2671,
          13.0009,
          12.1549,
          12.2093,
          12.1927,
          12.6918,
          12.1458,
          12.2667,
          12.0976,
          12.0786,
          12.9641,
          12.3112,
          11.7149,
          12.6131,
          11.7926,
          13.6425,
          12.1083,
          12.7233,
          12.2735,
          11.534,
          12.2431,
          12.0383,
          12.1572,
          12.1671,
          11.4662,
          12.6104,
          12.4214,
          12.1641,
          12.3981,
          12.7447,
          12.0905,
          12.5807,
          12.4054,
          12.8953,
          12.1988,
          12.0406,
          12.1085,
          12.7453,
          12.0329,
          12.2317,
          12.1158,
          12.1321,
          12.9385,
          12.3419,
          11.8423,
          12.5774,
          11.6358,
          13.5935,
          12.2354,
          12.1178,
          12.0982,
          11.5432,
          12.1447,
          12.122,
          12.0989,
          12.1821,
          11.5596,
          12.4588,
          12.3921,
          12.0432,
          12.4307,
          12.7076,
          12.1088,
          12.6271,
          12.3106,
          13.0181,
          12.2795,
          12.3226,
          12.213,
          12.9246,
          12.1935,
          12.304,
          12.2584,
          12.1466,
          13.1153,
          12.4127,
          11.842,
          12.6266,
          11.6033,
          13.6155,
          12.156,
          12.1503,
          12.3257,
          11.5297,
          12.8627,
          12.3485,
          12.4309,
          12.2012,
          11.5173,
          12.5685,
          12.4117,
          12.1185,
          12.336,
          12.6879,
          12.1593,
          12.5223,
          12.5188,
          13.0162,
          12.3031,
          12.1417,
          12.2286,
          12.788,
          12.1252,
          12.2194,
          12.1509,
          12.1697,
          14.8682,
          13.2198,
          12.1391,
          12.6649,
          11.6396,
          13.6189,
          12.222,
          12.0831,
          12.1334,
          11.5609,
          12.1042,
          12.1267,
          12.1298,
          12.1252,
          11.6204,
          12.4756,
          12.5314,
          12.0851,
          12.4314,
          12.748,
          12.2193,
          12.6632,
          12.4585,
          13.0434,
          12.1144,
          12.1477,
          12.1222,
          12.7092,
          12.132,
          12.1067,
          12.181,
          12.1495,
          12.9995,
          12.318,
          11.8704,
          12.5828,
          11.5739,
          13.5454,
          12.1386,
          12.1961,
          12.3049,
          11.6345,
          12.3523,
          12.1392,
          12.2314,
          12.1001,
          11.6216,
          12.7101,
          12.4779,
          12.1192,
          12.2362,
          12.7912,
          12.0101,
          12.5642,
          12.477,
          12.9469,
          12.2005,
          12.0486,
          12.2155,
          12.6947
        ]
      }
    },
    {
      "model": "yolo11s.pt",
      "modelSha256": "85a76fe86dd8afe384648546b56a7a78580c7cb7b404fc595f97969322d502d5",
      "sourceModel": "yolo11s.pt",
      "sourceModelSha256": "85a76fe86dd8afe384648546b56a7a78580c7cb7b404fc595f97969322d502d5",
      "modelSizeMb": 18.42,
      "runtime": "pytorch",
      "device": "0",
      "imgsz": 640,
      "exportSeconds": 0.0,
      "accuracy": {
        "map50to95": 0.4635,
        "map50": 0.6318,
        "map75": 0.5,
        "precision": 0.6998,
        "recall": 0.5763,
        "personMap50to95": 0.5795,
        "speedMsPerImage": {
          "preprocess": 0.3859,
          "inference": 3.4233,
          "loss": 0.0003,
          "postprocess": 0.6845
        }
      },
      "latency": {
        "runs": 200,
        "warmupRuns": 20,
        "latencyMs": {
          "mean": 12.7117,
          "stdev": 3.2408,
          "p50": 12.388,
          "p95": 13.2219,
          "p99": 14.2493,
          "min": 11.5849,
          "max": 57.9638
        },
        "reportedStageMeanMs": {
          "inference": 9.583,
          "postprocess": 1.111,
          "preprocess": 1.6984
        },
        "throughputFpsAtP95": 75.6321,
        "safeFpsAt50PctHeadroom": 37.8161,
        "peakProcessRssMb": 1660.01,
        "rawWallMs": [
          12.3118,
          13.0669,
          12.9349,
          13.4847,
          12.7652,
          12.5673,
          12.2835,
          13.1869,
          12.3578,
          12.502,
          12.2793,
          12.1999,
          13.2497,
          12.7188,
          11.9845,
          12.9217,
          11.7595,
          13.9116,
          12.4174,
          12.2211,
          12.4147,
          11.6819,
          12.3208,
          12.1897,
          12.2701,
          12.2658,
          11.6217,
          57.9638,
          12.4577,
          12.26,
          12.4592,
          13.0938,
          12.4148,
          13.22,
          12.6531,
          13.0197,
          12.4201,
          12.2561,
          12.2975,
          12.9089,
          12.3803,
          12.5539,
          12.1627,
          12.2714,
          12.9194,
          12.6829,
          11.9765,
          12.7878,
          11.8911,
          14.2481,
          12.404,
          12.2144,
          12.3279,
          11.7356,
          12.3817,
          12.2051,
          12.4493,
          12.4367,
          11.6852,
          12.8646,
          12.7283,
          12.3992,
          12.5007,
          13.0298,
          12.347,
          13.1466,
          12.7689,
          12.9762,
          12.3858,
          12.2656,
          12.2501,
          13.0339,
          12.321,
          12.4599,
          12.1795,
          12.2291,
          12.9685,
          12.7134,
          12.1435,
          12.9501,
          12.1089,
          14.368,
          12.3853,
          12.323,
          12.2921,
          11.7739,
          12.23,
          12.2309,
          12.4405,
          12.3022,
          11.5849,
          12.8812,
          12.4294,
          12.3061,
          12.3902,
          12.7979,
          12.4096,
          12.9134,
          12.593,
          12.872,
          12.2898,
          12.2888,
          12.1974,
          12.8877,
          12.4235,
          12.4494,
          12.1571,
          12.2767,
          12.959,
          12.6366,
          12.1162,
          12.8859,
          12.0318,
          14.114,
          12.3181,
          12.2949,
          12.2434,
          11.7064,
          12.1755,
          12.2326,
          12.4594,
          12.2592,
          11.651,
          12.7136,
          12.3817,
          12.1861,
          12.4894,
          12.8031,
          12.4023,
          12.8431,
          12.549,
          12.9613,
          12.139,
          12.351,
          12.1856,
          12.8436,
          12.34,
          12.4181,
          12.2554,
          12.3029,
          13.273,
          12.5869,
          12.0143,
          12.6971,
          11.895,
          13.8679,
          12.2132,
          12.2223,
          12.0822,
          11.7319,
          12.1656,
          12.2305,
          12.4742,
          12.2705,
          11.6357,
          12.5982,
          12.3831,
          12.3167,
          12.6253,
          13.0818,
          12.5008,
          13.2204,
          12.5356,
          13.0839,
          12.2862,
          12.3922,
          12.1863,
          12.9863,
          12.3453,
          12.4168,
          12.2431,
          12.2025,
          12.964,
          12.528,
          12.0247,
          12.733,
          11.8332,
          13.8981,
          12.2493,
          12.2219,
          12.281,
          11.7111,
          12.2518,
          12.1759,
          12.4921,
          12.1708,
          11.6511,
          12.6467,
          12.5456,
          12.4084,
          12.4296,
          13.0308,
          12.3636,
          13.0845,
          12.5048,
          13.0055,
          12.2816,
          12.3667,
          12.2551,
          12.9214
        ]
      }
    }
  ]
}