{"ran_at":"2026-11-02T19:18:05.027200Z","version":"0.1.0","onnxruntime":"1.29.0","ep":"cuda","device":0,"tflops":6.707,"model_load_ms":{"yolox-s@1.0.0":78.2},"model_ms":{"yolox-s@1.0.0":{"fp32":7.674,"fp16":null,"input":"640x640"}},"detector_fps":{"b1":76.5,"b4":null,"b8":null,"fp16_b1":null},"decode_fps":{"cpu":null,"fullpic_cpu":null},"capacity":{"streams_at_fps":{"fps":10.0,"streams":null},"concurrent_models":3,"basis":{"detector_fps":76.52972495494659,"decode_fps":null,"source_fps":null,"shared_cpu":false,"batching":false,"decode":"cpu","at_least":false},"by_type":{"det5":null,"crowd2":null,"anpr":null,"face":null,"search":null},"decodes":null,"precision":"fp32","basis_by_type":{"models":{"det":"yolox-s@1.0.0"},"ms":{"det":13.066818162337638},"fps":{"det5":5.0,"crowd2":2.0,"anpr":5.0,"face":5.0,"search":5.0},"plates_per_s":2.0,"faces_per_s":5.0,"crops_per_s":2.0,"decode_fps":null,"fullpic_fps":null,"source_fps":null,"shared_cpu":false,"at_least":[]}},"clip":null,"notes":{"capacity.scope":"the detector and video decoding only: plate reading (OCR) and embeddings (CLIP) cost more per stream and are not included","decode_fps":"this computer does not have libva 2 (libva.so.2 is missing), which the AI runtime's FFmpeg needs to start, even for CPU decoding; this is not a camera problem. Install it \u2014 Ubuntu/Debian: sudo apt install libva2 libva-drm2; RHEL, Rocky, AlmaLinux, Fedora: sudo dnf install libva \u2014 then restart","detector_fps":"timed on a plain frame (the test clip could not be decoded)","detector_fps.b4":"the model's batch dimension is fixed at 1","detector_fps.b8":"the model's batch dimension is fixed at 1","model_ms.fp16":"cuda has no FP16 path: FP16 is not measured","detector_fps.fp16_b1":"cuda has no FP16 path: FP16 is not measured","capacity.streams_at_fps":"not measured: decode fps, the clip's frame rate","capacity.by_type":"streams per type at the catalogue rates (fps: det5 5, crowd2 2, anpr 5, face 5, search 5) and 2 plates/s, 5 faces/s, 2 crops/s: cost_s = fps\u00b7det_s (det5, crowd2); fps\u00b7det_s + plates/s\u00b7(scout_s + 2\u00b7lexa_s) (anpr); fps\u00b7visage_s + faces/s\u00b7persona_s (face); fps\u00b7det_s + crops/s\u00b7recall_s (search); det_s from the detector loop, the others one inference at batch 1 (scout_s at 640x640, ANPR's vehicle crops); streams = floor(min(1/cost_s, V/R)) (separate engines), V the letterbox decode (the full-picture decode for anpr), R the clip's rate; no headroom applied; null = a model it needs is not installed or a figure is missing"}}
