Spaces:
Running
Running
Download index.html from EdgeFirst/Models: direct link, hf CLI and curl.
- Browser
- Download file 276 kB
-
https://huggingface.co/spaces/EdgeFirst/Models/resolve/62017d033abff09445aeb1dba7a627ef6137918e/index.html
- Command line
-
hf download hf://spaces/EdgeFirst/Models@62017d033abff09445aeb1dba7a627ef6137918e/index.html
-
curl -L -o index.html https://huggingface.co/spaces/EdgeFirst/Models/resolve/62017d033abff09445aeb1dba7a627ef6137918e/index.html
276 kB
| <html lang="en"> | |
| <head> | |
| <meta charset="UTF-8" /> | |
| <title>EdgeFirst Model Zoo — Models, Platforms & Benchmarks</title> | |
| <meta name="description" content="Multi-platform, multi-model zoo with full profiling and validation results. COCO accuracy and on-target FPS for YOLO families across NXP i.MX, ARA240, Hailo, Jetson, and desktop — every number traceable to a public EdgeFirst Studio validation session." /> | |
| <meta property="og:type" content="website" /> | |
| <meta property="og:site_name" content="EdgeFirst Model Zoo" /> | |
| <meta property="og:title" content="EdgeFirst Model Zoo — Models, Platforms & Benchmarks" /> | |
| <meta property="og:description" content="Multi-platform, multi-model zoo with full profiling and validation results. COCO accuracy and on-target FPS, traceable to public EdgeFirst Studio validation sessions." /> | |
| <meta property="og:image" content="https://huggingface.co/spaces/EdgeFirst/Models/resolve/main/social-card.png" /> | |
| <meta property="og:image:width" content="1200" /> | |
| <meta property="og:image:height" content="630" /> | |
| <meta property="og:url" content="https://huggingface.co/spaces/EdgeFirst/Models" /> | |
| <meta name="twitter:card" content="summary_large_image" /> | |
| <meta name="twitter:title" content="EdgeFirst Model Zoo — Models, Platforms & Benchmarks" /> | |
| <meta name="twitter:description" content="Multi-platform, multi-model zoo with full profiling and validation results. COCO accuracy and on-target FPS, traceable to public EdgeFirst Studio validation sessions." /> | |
| <meta name="twitter:image" content="https://huggingface.co/spaces/EdgeFirst/Models/resolve/main/social-card.png" /> | |
| <script src="https://cdn.jsdelivr.net/npm/chart.js@4.5.0/dist/chart.umd.js" integrity="sha384-iU8HYtnGQ8Cy4zl7gbNMOhsDTTKX02BTXptVP/vqAWIaTfM7isw76iyZCsjL2eVi" crossorigin="anonymous"></script> | |
| <style> | |
| :root { | |
| color-scheme: light; | |
| --navy: #3E3371; | |
| --navy-deep: #2A2350; | |
| --gold: #E8B820; | |
| --gold-soft: #FFF6D9; | |
| --teal: #1FA0A8; | |
| --teal-text: #167A80; | |
| --teal-soft: #E0F4F5; | |
| --indigo: #4B0082; | |
| --bg: #FFFFFF; | |
| --bg-subtle: #F8F9FA; | |
| --bg-card: #F4F2FA; | |
| --text: #2A2A33; | |
| --text-strong: #1A1A22; | |
| --text-muted: #6C757D; | |
| --border: #E2E0EC; | |
| --border-strong: #C9C5DC; | |
| --good: #2E8B57; | |
| --good-bg: #E7F4EC; | |
| --warn: #C99016; | |
| --warn-bg: #FBF1D6; | |
| --bad: #B0413E; | |
| --bad-bg: #F8E3E2; | |
| --sans: 'Barlow', -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif; | |
| --serif: 'Crimson Text', Georgia, 'Times New Roman', serif; | |
| --mono: 'JetBrains Mono', ui-monospace, SFMono-Regular, Consolas, 'Liberation Mono', monospace; | |
| } | |
| * { box-sizing: border-box; margin: 0; padding: 0; } | |
| body { | |
| font-family: var(--sans); | |
| background: var(--bg); | |
| color: var(--text); | |
| line-height: 1.5; | |
| font-size: 14px; | |
| } | |
| .container { max-width: 1280px; margin: 0 auto; padding: 1.5rem 1.5rem 4rem; } | |
| /* ---------- Header ---------- */ | |
| header { | |
| display: flex; align-items: baseline; justify-content: space-between; | |
| flex-wrap: wrap; gap: 0.75rem; | |
| padding-bottom: 1rem; margin-bottom: 1.5rem; | |
| border-bottom: 2px solid var(--gold); | |
| } | |
| h1 { | |
| font-size: 1.75rem; font-weight: 700; color: var(--navy); letter-spacing: -0.01em; | |
| } | |
| h1 .gold { color: var(--gold); } | |
| h1 .sub { color: var(--text-muted); font-weight: 400; font-size: 0.95rem; margin-left: 0.5rem; } | |
| .header-meta { | |
| font-size: 0.78rem; color: var(--text-muted); font-family: var(--mono); | |
| display: flex; gap: 1.25rem; align-items: center; | |
| } | |
| .header-meta .badge { | |
| background: var(--teal-soft); color: var(--teal-text); | |
| padding: 0.2rem 0.5rem; border-radius: 4px; font-weight: 500; | |
| } | |
| .header-meta .badge.stale { background: var(--warn-bg); color: var(--warn); } | |
| .header-meta .badge.err { background: var(--bad-bg); color: var(--bad); } | |
| /* ---------- Tab nav ---------- */ | |
| nav.tabs { | |
| display: flex; flex-wrap: wrap; gap: 0.25rem; | |
| margin-bottom: 1.5rem; | |
| border-bottom: 1px solid var(--border); | |
| } | |
| nav.tabs button { | |
| background: none; border: none; cursor: pointer; | |
| padding: 0.6rem 1rem; | |
| font-family: var(--sans); font-size: 0.85rem; font-weight: 500; | |
| color: var(--text-muted); | |
| border-bottom: 3px solid transparent; | |
| text-transform: uppercase; letter-spacing: 0.04em; | |
| transition: color 0.15s, border-color 0.15s; | |
| } | |
| nav.tabs button:hover { color: var(--navy); } | |
| nav.tabs button.active { | |
| color: var(--navy); border-bottom-color: var(--gold); | |
| } | |
| .tab-panel { display: none; } | |
| .tab-panel.active { display: block; } | |
| /* ---------- KPI row ---------- */ | |
| .kpi-row { | |
| display: grid; grid-template-columns: repeat(auto-fit, minmax(150px, 1fr)); | |
| gap: 0.75rem; margin-bottom: 1.5rem; | |
| } | |
| .kpi { | |
| background: var(--bg-card); border: 1px solid var(--border); | |
| border-radius: 6px; padding: 0.85rem 1rem; | |
| } | |
| .kpi-label { | |
| font-size: 0.7rem; text-transform: uppercase; letter-spacing: 0.06em; | |
| color: var(--text-muted); font-weight: 600; margin-bottom: 0.3rem; | |
| } | |
| .kpi-value { | |
| font-family: var(--mono); font-size: 1.6rem; font-weight: 600; | |
| color: var(--navy); line-height: 1.1; | |
| } | |
| .kpi-sub { | |
| font-size: 0.75rem; color: var(--text-muted); margin-top: 0.2rem; | |
| } | |
| .kpi.accent { border-color: var(--gold); } | |
| .kpi.accent .kpi-value { color: var(--indigo); } | |
| /* ---------- Section card ---------- */ | |
| .section { | |
| background: var(--bg); border: 1px solid var(--border); | |
| border-radius: 8px; padding: 1.25rem 1.5rem; | |
| margin-bottom: 1.25rem; | |
| } | |
| .section-header { | |
| display: flex; align-items: baseline; justify-content: space-between; | |
| margin-bottom: 1rem; gap: 0.5rem; flex-wrap: wrap; | |
| } | |
| h2 { | |
| font-size: 0.95rem; font-weight: 600; color: var(--navy); | |
| text-transform: uppercase; letter-spacing: 0.06em; | |
| padding-bottom: 0.3rem; border-bottom: 2px solid var(--gold); | |
| display: inline-block; | |
| } | |
| h3 { | |
| font-size: 0.85rem; font-weight: 600; color: var(--navy); | |
| margin: 1.25rem 0 0.5rem; | |
| } | |
| .section-note { font-size: 0.78rem; color: var(--text-muted); } | |
| .section-note code { font-family: var(--mono); background: var(--bg-subtle); padding: 0.1rem 0.35rem; border-radius: 3px; font-size: 0.92em; } | |
| /* ---------- Tables ---------- */ | |
| table.dt { | |
| width: 100%; border-collapse: collapse; font-size: 0.82rem; | |
| } | |
| table.dt th { | |
| text-align: left; font-weight: 600; color: var(--text-strong); | |
| background: var(--bg-subtle); padding: 0.5rem 0.65rem; | |
| border-bottom: 2px solid var(--border-strong); | |
| text-transform: uppercase; letter-spacing: 0.03em; font-size: 0.72rem; | |
| } | |
| table.dt th[data-sort] { cursor: pointer; user-select: none; white-space: nowrap; } | |
| table.dt th[data-sort]:hover { color: var(--navy); } | |
| table.dt th .sort-ind { color: var(--gold); margin-left: 0.2rem; } | |
| table.dt td { | |
| padding: 0.5rem 0.65rem; border-bottom: 1px solid var(--border); | |
| vertical-align: middle; | |
| } | |
| table.dt td.num { font-family: var(--mono); text-align: right; } | |
| table.dt tr:hover td { background: var(--bg-subtle); } | |
| table.dt a { color: var(--teal-text); text-decoration: none; } | |
| table.dt a:hover { color: var(--navy); text-decoration: underline; } | |
| td .repo-name { font-family: var(--mono); font-size: 0.85em; color: var(--navy-deep); font-weight: 500; } | |
| /* ---------- Coverage matrix ---------- */ | |
| .coverage-wrap { overflow-x: auto; } | |
| table.matrix { | |
| border-collapse: collapse; font-size: 0.72rem; min-width: 100%; | |
| } | |
| table.matrix th, table.matrix td { | |
| border: 1px solid var(--border); padding: 0.32rem 0.5rem; | |
| text-align: center; | |
| } | |
| table.matrix th { | |
| background: var(--bg-subtle); color: var(--text-strong); | |
| font-weight: 600; text-transform: uppercase; letter-spacing: 0.03em; | |
| font-size: 0.68rem; white-space: nowrap; | |
| } | |
| table.matrix th.row-h { | |
| text-align: left; font-family: var(--mono); background: var(--bg-card); | |
| text-transform: none; letter-spacing: 0; min-width: 130px; | |
| } | |
| table.matrix td.row-h { | |
| text-align: left; font-family: var(--mono); background: var(--bg-card); | |
| color: var(--navy-deep); font-size: 0.7rem; | |
| } | |
| .cell { | |
| display: inline-block; min-width: 28px; | |
| font-family: var(--mono); font-weight: 600; font-size: 0.72rem; | |
| } | |
| .cell-val { color: var(--good); background: var(--good-bg); padding: 0.15rem 0.35rem; border-radius: 3px; } | |
| a.cell-val { text-decoration: none; cursor: pointer; } | |
| a.cell-val:hover { background: var(--good); color: #fff; } | |
| .cell-plan { color: var(--warn); background: var(--warn-bg); padding: 0.15rem 0.35rem; border-radius: 3px; } | |
| .cell-none { color: var(--text-muted); opacity: 0.5; } | |
| .cell-unsupported { color: var(--text-muted); font-size: 0.65rem; font-style: italic; opacity: 0.7; } | |
| .cell-target { color: var(--text-muted); background: #f4f4f4; padding: 0.15rem 0.35rem; border-radius: 3px; } | |
| /* ---------- Legend ---------- */ | |
| .legend { display: flex; gap: 1rem; font-size: 0.75rem; color: var(--text-muted); margin-top: 0.75rem; flex-wrap: wrap; } | |
| .legend .swatch { display: inline-block; width: 14px; height: 14px; border-radius: 3px; margin-right: 0.35rem; vertical-align: middle; } | |
| /* ---------- Charts ---------- */ | |
| .chart-grid { | |
| display: grid; grid-template-columns: 1fr 1fr; gap: 1.25rem; | |
| } | |
| @media (max-width: 800px) { .chart-grid { grid-template-columns: 1fr; } } | |
| .chart-card { | |
| background: var(--bg); border: 1px solid var(--border); | |
| border-radius: 6px; padding: 1rem; | |
| } | |
| .chart-card h3 { margin-top: 0; } | |
| .chart-host { position: relative; height: 320px; } | |
| /* ---------- Roadmap ---------- */ | |
| .phase-grid { display: grid; grid-template-columns: repeat(auto-fit, minmax(240px, 1fr)); gap: 1rem; } | |
| .phase-card { | |
| background: var(--bg-card); border: 1px solid var(--border); | |
| border-radius: 6px; padding: 1rem; | |
| } | |
| .phase-title { font-weight: 600; color: var(--navy); font-size: 0.92rem; margin-bottom: 0.25rem; } | |
| .phase-summary { font-size: 0.78rem; color: var(--text-muted); font-family: var(--serif); margin-bottom: 0.75rem; } | |
| .phase-progress { | |
| height: 6px; background: var(--border); border-radius: 3px; overflow: hidden; | |
| margin-bottom: 0.85rem; | |
| } | |
| .phase-progress-bar { height: 100%; background: var(--teal); } | |
| .phase-items { list-style: none; } | |
| .phase-items li { | |
| display: flex; align-items: center; gap: 0.5rem; | |
| font-size: 0.78rem; padding: 0.2rem 0; | |
| } | |
| .phase-items .dot { | |
| display: inline-block; width: 8px; height: 8px; border-radius: 50%; | |
| } | |
| .phase-items .dot.published { background: var(--good); } | |
| .phase-items .dot.planned { background: var(--border-strong); } | |
| .phase-items a { color: var(--text); text-decoration: none; } | |
| .phase-items a:hover { color: var(--navy); text-decoration: underline; } | |
| .phase-items .planned-text { color: var(--text-muted); } | |
| /* ---------- Pills / badges ---------- */ | |
| .pill { | |
| display: inline-block; font-size: 0.7rem; padding: 0.12rem 0.45rem; | |
| border-radius: 10px; font-weight: 500; font-family: var(--mono); | |
| } | |
| .pill-onnx { background: var(--teal-soft); color: var(--teal-text); } | |
| .pill-tflite { background: #f1ecfb; color: var(--indigo); } | |
| .pill-target { background: var(--gold-soft); color: var(--warn); } | |
| /* ---------- Loading ---------- */ | |
| .skeleton { | |
| display: inline-block; height: 1em; min-width: 30px; | |
| background: linear-gradient(90deg, var(--bg-subtle) 25%, var(--border) 50%, var(--bg-subtle) 75%); | |
| background-size: 200% 100%; | |
| animation: shimmer 1.5s infinite; | |
| border-radius: 3px; | |
| } | |
| @keyframes shimmer { | |
| 0% { background-position: 200% 0; } | |
| 100% { background-position: -200% 0; } | |
| } | |
| /* ---------- Leaderboard ---------- */ | |
| .leaderboard-grid { | |
| display: grid; grid-template-columns: repeat(auto-fit, minmax(280px, 1fr)); | |
| gap: 1rem; | |
| } | |
| .leaderboard-card { | |
| background: var(--bg); border: 1px solid var(--border); | |
| border-radius: 6px; padding: 0.9rem 1rem; | |
| } | |
| .leaderboard-card h3 { | |
| margin: 0 0 0.5rem; font-size: 0.82rem; | |
| color: var(--navy); display: flex; justify-content: space-between; align-items: baseline; | |
| } | |
| .leaderboard-card h3 .meta { font-size: 0.7rem; color: var(--text-muted); font-family: var(--mono); font-weight: 400; } | |
| .lb-row { | |
| display: grid; grid-template-columns: 18px 1fr auto; | |
| gap: 0.5rem; padding: 0.3rem 0; font-size: 0.78rem; | |
| border-bottom: 1px dashed var(--border); | |
| } | |
| .lb-row:last-child { border-bottom: none; } | |
| .lb-rank { font-family: var(--mono); color: var(--text-muted); font-size: 0.72rem; } | |
| .lb-name { font-family: var(--mono); color: var(--navy-deep); } | |
| .lb-metric { font-family: var(--mono); color: var(--text-strong); font-weight: 600; text-align: right; } | |
| .lb-empty { font-size: 0.78rem; color: var(--text-muted); font-style: italic; padding: 0.3rem 0; font-family: var(--serif); } | |
| /* ---------- Overview prose / figures / EFPI ---------- */ | |
| .prose { | |
| font-family: var(--serif); font-size: 0.95rem; color: var(--text); | |
| margin-bottom: 0.6rem; | |
| } | |
| .prose a { color: var(--teal-text); text-decoration: none; } | |
| .prose a:hover { color: var(--navy); text-decoration: underline; } | |
| .prose code { font-family: var(--mono); background: var(--bg-subtle); padding: 0.05rem 0.3rem; border-radius: 3px; font-size: 0.85em; } | |
| .diagram-grid { | |
| display: grid; grid-template-columns: repeat(auto-fit, minmax(300px, 1fr)); | |
| gap: 1.25rem; margin-top: 0.75rem; | |
| } | |
| .figure { margin: 0; background: var(--bg-card); border: 1px solid var(--border); border-radius: 6px; padding: 0.75rem; } | |
| .figure img { width: 100%; height: auto; border-radius: 4px; background: #fff; } | |
| .figure figcaption { font-family: var(--serif); font-size: 0.78rem; color: var(--text-muted); margin-top: 0.5rem; } | |
| .efpi-callout { border-color: var(--gold); background: var(--gold-soft); } | |
| .btn-gold { | |
| display: inline-block; background: var(--navy); color: #fff ; | |
| font-family: var(--sans); font-weight: 600; font-size: 0.85rem; | |
| padding: 0.5rem 1rem; border-radius: 5px; text-decoration: none; | |
| border: 2px solid var(--gold); | |
| } | |
| .btn-gold:hover { background: var(--navy-deep); } | |
| /* ---------- Coverage super-columns / leaderboard filters ---------- */ | |
| table.matrix th.supercol { border-bottom: 2px solid var(--border-strong); } | |
| .lb-filter { display: flex; gap: 0.4rem; flex-wrap: wrap; } | |
| .lb-filter button { | |
| background: var(--bg-subtle); border: 1px solid var(--border); cursor: pointer; | |
| font-family: var(--sans); font-size: 0.75rem; font-weight: 500; | |
| color: var(--text-muted); padding: 0.3rem 0.7rem; border-radius: 12px; | |
| } | |
| .lb-filter button.active { background: var(--navy); color: #fff; border-color: var(--navy); } | |
| .lb-sub { font-size: 0.7rem; color: var(--text-muted); font-family: var(--mono); font-weight: 400; } | |
| footer { | |
| margin-top: 2.5rem; padding-top: 1rem; border-top: 1px solid var(--border); | |
| font-size: 0.75rem; color: var(--text-muted); text-align: center; | |
| } | |
| footer a { color: var(--teal-text); text-decoration: none; } | |
| footer a:hover { text-decoration: underline; color: var(--navy); } | |
| </style> | |
| </head> | |
| <body> | |
| <div class="container"> | |
| <header> | |
| <div> | |
| <h1><span>Edge</span><span class="gold">First</span> · Model Zoo | |
| <span class="sub">/ models · platforms · benchmarks · validation</span> | |
| </h1> | |
| </div> | |
| <div class="header-meta"> | |
| <span>Updated: <span id="snapshot-date">—</span></span> | |
| <span style="display:none">HF: <span id="hf-status" class="badge">loading…</span></span> | |
| <a href="https://huggingface.co/EdgeFirst" target="_blank" rel="noopener">huggingface.co/EdgeFirst →</a> | |
| </div> | |
| </header> | |
| <!-- KPI row --> | |
| <div class="kpi-row"> | |
| <div class="kpi"><div class="kpi-label">Model repos</div><div class="kpi-value" id="kpi-repos">—</div><div class="kpi-sub">family × task</div></div> | |
| <div class="kpi"><div class="kpi-label">Model families</div><div class="kpi-value" id="kpi-families">—</div><div class="kpi-sub">YOLOv5 → YOLO26</div></div> | |
| <div class="kpi"><div class="kpi-label">Tasks</div><div class="kpi-value" id="kpi-tasks">—</div><div class="kpi-sub">detection · instance seg</div></div> | |
| <div class="kpi"><div class="kpi-label">Target platforms</div><div class="kpi-value" id="kpi-platforms">—</div><div class="kpi-sub">embedded + reference</div></div> | |
| <div class="kpi accent"><div class="kpi-label">Validation sessions</div><div class="kpi-value" id="kpi-validation">—</div><div class="kpi-sub">public on EdgeFirst Studio</div></div> | |
| </div> | |
| <!-- Tabs --> | |
| <nav class="tabs" id="tabs"> | |
| <button data-tab="overview" class="active">Overview</button> | |
| <button data-tab="accuracy">Accuracy / Performance</button> | |
| <button data-tab="coverage">Platform Coverage</button> | |
| <button data-tab="studio">Validation Sessions</button> | |
| <button data-tab="roadmap">Progress</button> | |
| <button data-tab="leaderboard">Leaderboards</button> | |
| </nav> | |
| <!-- Overview --> | |
| <section class="tab-panel active" id="tab-overview"> | |
| <div class="section"> | |
| <div class="section-header"><h2>The EdgeFirst Model Zoo</h2> | |
| <span class="section-note">Multi-platform · multi-model · fully validated</span> | |
| </div> | |
| <p class="prose"> | |
| The EdgeFirst Model Zoo is a <strong>multi-platform, multi-model</strong> collection of | |
| production-ready vision models with <strong>full profiling and validation results</strong> for | |
| every published artifact. Each model is trained, exported, quantized, and compiled in | |
| <a href="https://edgefirst.studio" target="_blank" rel="noopener">EdgeFirst Studio</a>, then | |
| validated <em>on the actual deployment hardware</em> — accuracy and timing are measured by the | |
| same pipeline that runs the deployed model, never a separate benchmark configuration. | |
| </p> | |
| <p class="prose"> | |
| On-target measurement is performed by the | |
| <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener">EdgeFirst Profiler</a>: | |
| it runs full inference on the device through each runtime's native delegate, captures per-image | |
| predictions as Parquet (inference results) and a Perfetto trace (<code>.pftrace</code>, detailed | |
| per-stage timing), and ships both to EdgeFirst Studio for processing and publishing. Every | |
| accuracy or timing number on this page links back to a public Studio validation session you can | |
| inspect yourself. The Profiler is built on our open-source stack, including the | |
| <a href="https://github.com/EdgeFirstAI/hal" target="_blank" rel="noopener">EdgeFirst HAL</a> — | |
| see <a href="https://github.com/EdgeFirstAI" target="_blank" rel="noopener">github.com/EdgeFirstAI</a>. | |
| </p> | |
| <h3>How the numbers are produced</h3> | |
| <div class="diagram-grid"> | |
| <figure class="figure"> | |
| <img src="01-ecosystem.png" alt="EdgeFirst ecosystem: Studio, Profiler, open-source stack and target hardware" loading="lazy" /> | |
| <figcaption>The EdgeFirst ecosystem — Studio, Profiler, the open-source stack, and the target hardware they serve.</figcaption> | |
| </figure> | |
| <figure class="figure"> | |
| <img src="02-model-lifecycle.png" alt="Model lifecycle: train, export, quantize, compile per platform, validate, publish" loading="lazy" /> | |
| <figcaption>Model lifecycle — one training session fans out to ONNX, TFLite INT8, and platform-compiled artifacts, each validated before publishing.</figcaption> | |
| </figure> | |
| <figure class="figure"> | |
| <img src="03-on-target-validation.png" alt="On-target validation: Profiler runs on device, ships Parquet results and pftrace to Studio" loading="lazy" /> | |
| <figcaption>On-target validation — the Profiler runs on the device and ships Parquet inference results plus a detailed <code>.pftrace</code> to Studio for scoring and publication.</figcaption> | |
| </figure> | |
| </div> | |
| </div> | |
| <div class="section efpi-callout"> | |
| <div class="section-header"><h2>EdgeFirst Perception Index Report</h2></div> | |
| <p class="prose"> | |
| Want the full story behind these numbers? The <strong>EdgeFirst Perception Index (EFPI)</strong> | |
| is a comprehensive technical report covering how we collected these benchmarks and validation | |
| results, how the models were optimized for each platform, and our insights and analysis of the | |
| results across the embedded hardware landscape. | |
| </p> | |
| <p style="margin-top:0.75rem"> | |
| <a class="btn-gold" href="https://www.au-zone.com/efpi" target="_blank" rel="noopener">Download the free report →</a> | |
| </p> | |
| </div> | |
| <div class="section"> | |
| <div class="section-header"><h2>Model Matrix</h2> | |
| <span class="section-note">COCO val2017 · 640×640 · one repo per family × task</span> | |
| </div> | |
| <table class="dt" id="matrix-table"> | |
| <thead> | |
| <tr> | |
| <th>Repo</th><th>Family</th><th>Task</th> | |
| <th>Sizes</th><th>Nano mAP<sub>50-95</sub> (ONNX)</th><th>Nano mAP<sub>50-95</sub> (INT8)</th> | |
| <th>Last modified</th> | |
| </tr> | |
| </thead> | |
| <tbody id="matrix-body"></tbody> | |
| </table> | |
| </div> | |
| <div class="section"> | |
| <div class="section-header"><h2>Hardware Targets</h2> | |
| <span class="section-note">Platforms the zoo compiles models for</span> | |
| </div> | |
| <div id="platform-grid" style="display:grid;grid-template-columns:repeat(auto-fit,minmax(220px,1fr));gap:0.75rem"></div> | |
| </div> | |
| </section> | |
| <!-- Accuracy / Performance --> | |
| <section class="tab-panel" id="tab-accuracy"> | |
| <div class="section"> | |
| <div class="section-header"><h2>Nano Detection — mAP comparison</h2> | |
| <span class="section-note">COCO val2017, ONNX FP32 vs TFLite INT8</span> | |
| </div> | |
| <div class="chart-grid"> | |
| <div class="chart-card"> | |
| <h3>mAP@0.5-0.95 — ONNX FP32 vs TFLite INT8</h3> | |
| <div class="chart-host"><canvas id="chart-det-bar"></canvas></div> | |
| </div> | |
| <div class="chart-card"> | |
| <h3>mAP@0.5-0.95 vs Compute (Nano GFLOPs)</h3> | |
| <div class="chart-host"><canvas id="chart-det-scatter"></canvas></div> | |
| </div> | |
| </div> | |
| </div> | |
| <div class="section"> | |
| <div class="section-header"><h2>Nano Segmentation — Mask mAP</h2> | |
| <span class="section-note">YOLOv8 / YOLO11 / YOLO26, COCO val2017</span> | |
| </div> | |
| <div class="chart-grid"> | |
| <div class="chart-card"> | |
| <h3>Mask mAP@0.5-0.95 (ONNX vs INT8)</h3> | |
| <div class="chart-host"><canvas id="chart-seg-bar"></canvas></div> | |
| </div> | |
| <div class="chart-card"> | |
| <h3>Detection mAP vs Mask mAP (ONNX FP32)</h3> | |
| <div class="chart-host"><canvas id="chart-seg-scatter"></canvas></div> | |
| </div> | |
| </div> | |
| </div> | |
| <div class="section"> | |
| <div class="section-header"><h2>Accuracy vs On-target Throughput</h2> | |
| <span class="section-note">COCO val2017 · pipelined FPS measured on each platform by the <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler</a></span> | |
| </div> | |
| <div class="chart-host" style="height:420px"><canvas id="chart-det-fps"></canvas></div> | |
| <p style="font-family:var(--serif);color:var(--text-muted);font-size:0.82rem;margin-top:0.5rem"> | |
| Each point is a public validation session: color = platform, shape = model family | |
| (● YOLOv5 · ■ YOLOv8 · ▲ YOLO11 · ◆ YOLO26). X axis is sustained pipelined throughput on a log | |
| scale — the full image load → decode → preprocess → inference → postprocess pipeline, not bare | |
| inference time. ⚠ flagged sessions are shown at their measured accuracy. | |
| </p> | |
| </div> | |
| <div class="section"> | |
| <div class="section-header"><h2>Accuracy vs On-target Latency</h2> | |
| <span class="section-note">End-to-end per-image latency measured by the <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler</a> on deployment hardware</span> | |
| </div> | |
| <div id="timing-host"> | |
| <p style="font-family:var(--serif);color:var(--text-muted);font-size:0.92rem"> | |
| On-target latency results are being collected across the platform matrix. | |
| See the <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler documentation</a> | |
| for how profiling and validation are performed. | |
| </p> | |
| </div> | |
| </div> | |
| </section> | |
| <!-- Studio Sessions --> | |
| <section class="tab-panel" id="tab-studio"> | |
| <div class="section"> | |
| <div class="section-header"><h2>Public Validation Sessions</h2> | |
| <span class="section-note" id="studio-source">every row links to its public session on <a href="https://edgefirst.studio" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Studio</a></span> | |
| </div> | |
| <div id="studio-empty" style="display:none"> | |
| <p style="font-family:var(--serif);color:var(--text-muted);font-size:0.92rem"> | |
| Validation results are being refreshed — browse the public sessions directly on | |
| <a href="https://edgefirst.studio" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Studio</a>. | |
| </p> | |
| </div> | |
| <table class="dt" id="studio-table" style="display:none"> | |
| <thead><tr> | |
| <th data-sort="session">Session</th> | |
| <th data-sort="family">Family · Task</th> | |
| <th data-sort="target">Target</th> | |
| <th data-sort="precision">Precision</th> | |
| <th data-sort="det50">Det mAP<sub>50</sub></th> | |
| <th data-sort="det5095">Det mAP<sub>50-95</sub></th> | |
| <th data-sort="mask">Mask mAP<sub>50-95</sub></th> | |
| <th data-sort="inf">Inf (ms)</th> | |
| <th data-sort="e2e">E2E (ms)</th> | |
| <th data-sort="fps">FPS</th> | |
| <th>Studio</th> | |
| </tr></thead> | |
| <tbody id="studio-body"></tbody> | |
| </table> | |
| <p style="font-family:var(--serif);color:var(--text-muted);font-size:0.8rem;margin-top:0.75rem"> | |
| ⚠ Model accuracy on this platform is below our expectations — we are investigating the | |
| results to make improvements. | |
| </p> | |
| </div> | |
| </section> | |
| <!-- Coverage --> | |
| <section class="tab-panel" id="tab-coverage"> | |
| <div class="section"> | |
| <div class="section-header"><h2>Detection — Platform Coverage</h2> | |
| <span class="section-note">✓ = validated on-target with a public Studio session</span> | |
| </div> | |
| <div class="coverage-wrap"><table class="matrix" id="coverage-det"></table></div> | |
| </div> | |
| <div class="section"> | |
| <div class="section-header"><h2>Instance Segmentation — Platform Coverage</h2> | |
| <span class="section-note">✓ = validated on-target with a public Studio session</span> | |
| </div> | |
| <div class="coverage-wrap"><table class="matrix" id="coverage-seg"></table></div> | |
| </div> | |
| <div class="legend"> | |
| <span><span class="swatch" style="background:var(--good-bg);border:1px solid var(--good)"></span>Validated — click ✓ to open the proving session on EdgeFirst Studio</span> | |
| <span><span class="swatch" style="background:transparent;border:1px solid var(--border)"></span>Validation pending</span> | |
| </div> | |
| </section> | |
| <!-- Progress --> | |
| <section class="tab-panel" id="tab-roadmap"> | |
| <div class="section"> | |
| <div class="section-header"><h2>Model Family Progress</h2> | |
| <span class="section-note">Ultralytics YOLO families — published repos & on-target validation coverage</span> | |
| </div> | |
| <div class="phase-grid" id="phase-grid"></div> | |
| <p class="prose" style="margin-top:1rem;color:var(--text-muted);font-size:0.85rem"> | |
| Additional model families and platforms are added to the zoo as their on-target | |
| validation completes. | |
| </p> | |
| </div> | |
| </section> | |
| <!-- Leaderboard --> | |
| <section class="tab-panel" id="tab-leaderboard"> | |
| <div class="section"> | |
| <div class="section-header"><h2>Platform Throughput Leaderboard</h2> | |
| <div class="lb-filter" id="fps-filter"> | |
| <button data-group="all" class="active">All platforms</button> | |
| <button data-group="embedded">Embedded (i.MX · ARA240 · Hailo · Jetson)</button> | |
| <button data-group="reference">Desktop reference</button> | |
| </div> | |
| </div> | |
| <p class="section-note" style="margin-bottom:0.75rem">Top 20 fastest validated model × platform results · full image load → decode → preprocess → inference → postprocess pipeline</p> | |
| <table class="dt"> | |
| <thead><tr> | |
| <th style="width:3rem">#</th> | |
| <th>Platform</th> | |
| <th>Fastest model</th> | |
| <th style="text-align:right">FPS (median)</th> | |
| <th style="text-align:right">E2E latency (ms)</th> | |
| </tr></thead> | |
| <tbody id="platform-fps-body"></tbody> | |
| </table> | |
| <p style="font-family:var(--serif);color:var(--text-muted);font-size:0.8rem;margin-top:0.75rem"> | |
| Throughput is the measured pipelined rate — stages overlap across frames, so it exceeds | |
| 1000 ÷ end-to-end latency. Measured by the | |
| <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler</a>. | |
| </p> | |
| </div> | |
| <div class="section"> | |
| <div class="section-header"><h2>Per-platform Leaderboards</h2> | |
| <div class="lb-filter" id="lb-filter"> | |
| <button data-group="all" class="active">All platforms</button> | |
| <button data-group="embedded">Embedded (i.MX · ARA240 · Hailo · Jetson)</button> | |
| <button data-group="reference">Desktop reference</button> | |
| </div> | |
| <div class="lb-filter" id="lb-metric"> | |
| <button data-metric="map" class="active">Accuracy — mAP@0.5-0.95</button> | |
| <button data-metric="fps">Throughput — FPS</button> | |
| </div> | |
| </div> | |
| <div class="leaderboard-grid" id="leaderboard-grid"></div> | |
| <p style="font-family:var(--serif);color:var(--text-muted);font-size:0.85rem;margin-top:1rem"> | |
| Ranked by COCO val2017 mAP@0.5-0.95 as measured on each platform by the | |
| <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Profiler</a>. | |
| Each entry links to its public validation session on EdgeFirst Studio. | |
| </p> | |
| <p style="font-family:var(--serif);color:var(--text-muted);font-size:0.85rem;margin-top:0.5rem"> | |
| ⚠ Model accuracy on this platform is below our expectations — we are investigating the results to make improvements. | |
| </p> | |
| </div> | |
| </section> | |
| <footer> | |
| EdgeFirst Model Zoo · validated on deployment hardware with the | |
| <a href="https://doc.edgefirst.ai/latest/profiler/" target="_blank" rel="noopener">EdgeFirst Profiler</a> · | |
| <a href="https://edgefirst.studio" target="_blank" rel="noopener">EdgeFirst Studio</a> · | |
| <a href="https://github.com/EdgeFirstAI" target="_blank" rel="noopener">github.com/EdgeFirstAI</a> · | |
| <a href="https://www.au-zone.com/efpi" target="_blank" rel="noopener">Perception Index Report</a> · | |
| <a href="https://huggingface.co/EdgeFirst" target="_blank" rel="noopener">HuggingFace org</a> · | |
| © <a href="https://www.au-zone.com" target="_blank" rel="noopener">Au-Zone Technologies</a> | |
| </footer> | |
| </div> | |
| <script id="studio-data" type="application/json">{"generated_at":"2026-06-18T05:11:30Z","studio_server":"https://edgefirst.studio","source":"status_snapshot","sessions":[{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-796","session_name":"yolov5m-t-be2.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":60.7,"det_map_75":47.97,"det_map_50_95":43.54,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":14.642,"avg_inference_ms":24.4806,"avg_output_ms":2.2542,"e2e_latency_ms":41.38,"fps_median":47.0,"fps_mean":47.14150943396226,"fps_p95":48.0,"fps_min":47.0,"fps_max":48.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-796/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-777","session_name":"yolov5m-t-be2_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":59.62,"det_map_75":45.81,"det_map_50_95":41.74,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.3487,"avg_inference_ms":212.3103,"avg_output_ms":1.2839,"e2e_latency_ms":245.94,"fps_median":4.0,"fps_mean":4.487870619946092,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-777/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-771","session_name":"yolov5m-t-be2_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":59.62,"det_map_75":45.81,"det_map_50_95":41.74,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":33.0355,"avg_inference_ms":212.1158,"avg_output_ms":1.2773,"e2e_latency_ms":246.43,"fps_median":4.0,"fps_mean":4.491906474820144,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-771/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-76f","session_name":"yolov5m-t-be2_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":59.4,"det_map_75":45.46,"det_map_50_95":41.61,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.6662,"avg_inference_ms":300.0049,"avg_output_ms":1.1584,"e2e_latency_ms":311.83,"fps_median":13.0,"fps_mean":13.263297872340425,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-76f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-76c","session_name":"yolov5m-t-be2_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":59.4,"det_map_75":45.46,"det_map_50_95":41.61,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.6479,"avg_inference_ms":299.8889,"avg_output_ms":1.2077,"e2e_latency_ms":311.74,"fps_median":13.0,"fps_mean":13.263297872340425,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-76c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-765","session_name":"yolov5m-t-be2.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":62.8,"det_map_75":50.88,"det_map_50_95":46.52,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.6577,"avg_inference_ms":33.2672,"avg_output_ms":0.5777,"e2e_latency_ms":37.5,"fps_median":87.0,"fps_mean":87.83928571428571,"fps_p95":94.0,"fps_min":81.0,"fps_max":94.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-765/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-760","session_name":"yolov5m-t-be2_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":61.97,"det_map_75":50.12,"det_map_50_95":45.77,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":33.7733,"avg_inference_ms":206.3294,"avg_output_ms":16.5651,"e2e_latency_ms":256.67,"fps_median":5.0,"fps_mean":4.607373271889401,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-760/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-75f","session_name":"yolov5m-t-be2_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":61.95,"det_map_75":50.08,"det_map_50_95":45.73,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.7948,"avg_inference_ms":301.7736,"avg_output_ms":12.9857,"e2e_latency_ms":325.55,"fps_median":13.0,"fps_mean":13.176781002638522,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-75f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-75b","session_name":"yolov5m-t-be2.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":62.78,"det_map_75":50.86,"det_map_50_95":46.53,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1612,"avg_inference_ms":11.5295,"avg_output_ms":0.4714,"e2e_latency_ms":15.16,"fps_median":163.0,"fps_mean":162.23333333333332,"fps_p95":164.0,"fps_min":143.0,"fps_max":164.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-75b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-735","session_name":"yolov5n-t-b7b.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":47.12,"det_map_75":34.84,"det_map_50_95":32.42,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":2.8579,"avg_inference_ms":1.7905,"avg_output_ms":0.5736,"e2e_latency_ms":5.22,"fps_median":813.5,"fps_mean":813.0,"fps_p95":823.0,"fps_min":799.0,"fps_max":823.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-735/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-717","session_name":"yolov5m-t-be2.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":63.3,"det_map_75":51.35,"det_map_50_95":47.0,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.3761,"avg_inference_ms":154.6704,"avg_output_ms":2.3411,"e2e_latency_ms":163.39,"fps_median":24.0,"fps_mean":25.294416243654823,"fps_p95":28.0,"fps_min":24.0,"fps_max":28.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-717/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-716","session_name":"yolov5s-t-b9e.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":57.29,"det_map_75":44.84,"det_map_50_95":41.23,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.3388,"avg_inference_ms":65.9593,"avg_output_ms":2.432,"e2e_latency_ms":74.73,"fps_median":59.0,"fps_mean":58.67058823529412,"fps_p95":60.0,"fps_min":56.0,"fps_max":62.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-716/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-715","session_name":"yolov5n-t-b7b.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":47.74,"det_map_75":35.65,"det_map_50_95":32.94,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.1155,"avg_inference_ms":28.3844,"avg_output_ms":2.5599,"e2e_latency_ms":37.06,"fps_median":132.0,"fps_mean":131.44736842105263,"fps_p95":132.0,"fps_min":129.0,"fps_max":133.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-715/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6f7","session_name":"yolov5m-t-be2.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.27,"det_map_75":51.26,"det_map_50_95":46.93,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.2372,"avg_inference_ms":20.1245,"avg_output_ms":0.9503,"e2e_latency_ms":26.31,"fps_median":167.0,"fps_mean":166.63333333333333,"fps_p95":168.0,"fps_min":164.0,"fps_max":171.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6f7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6f6","session_name":"yolov5m-t-be2.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.29,"det_map_75":51.32,"det_map_50_95":46.99,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.6941,"avg_inference_ms":33.9037,"avg_output_ms":0.8295,"e2e_latency_ms":40.43,"fps_median":96.0,"fps_mean":97.0,"fps_p95":100.0,"fps_min":93.0,"fps_max":100.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6f6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6f5","session_name":"yolov5s-t-b9e.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":57.33,"det_map_75":44.92,"det_map_50_95":41.22,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.9161,"avg_inference_ms":9.6816,"avg_output_ms":0.6627,"e2e_latency_ms":15.26,"fps_median":318.0,"fps_mean":317.8,"fps_p95":325.0,"fps_min":308.0,"fps_max":325.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6f5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6f4","session_name":"yolov5s-t-b9e.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":57.33,"det_map_75":44.93,"det_map_50_95":41.26,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.0036,"avg_inference_ms":13.8358,"avg_output_ms":0.6585,"e2e_latency_ms":19.5,"fps_median":224.0,"fps_mean":223.04545454545453,"fps_p95":228.0,"fps_min":215.0,"fps_max":231.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6f4/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6f3","session_name":"yolov5n-t-b7b.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":47.75,"det_map_75":35.4,"det_map_50_95":32.93,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.7851,"avg_inference_ms":6.063,"avg_output_ms":0.7782,"e2e_latency_ms":11.63,"fps_median":452.0,"fps_mean":453.5,"fps_p95":472.0,"fps_min":436.0,"fps_max":472.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6f3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6f0","session_name":"yolov5n-t-b7b.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":47.75,"det_map_75":35.61,"det_map_50_95":32.95,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.6182,"avg_inference_ms":7.7055,"avg_output_ms":0.6507,"e2e_latency_ms":12.97,"fps_median":359.0,"fps_mean":358.0769230769231,"fps_p95":365.0,"fps_min":352.0,"fps_max":365.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6f0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"m","target_raw":"yolov5m-t-be2.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6de","session_name":"yolov5m-t-be2.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":63.31,"det_map_75":51.33,"det_map_50_95":46.96,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.0623,"avg_inference_ms":44.2535,"avg_output_ms":1.5677,"e2e_latency_ms":56.88,"fps_median":88.5,"fps_mean":88.625,"fps_p95":91.0,"fps_min":79.0,"fps_max":95.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6de/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c7","session_name":"yolov5s-t-b9e_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":53.96,"det_map_75":39.95,"det_map_50_95":36.64,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.9532,"avg_inference_ms":122.9638,"avg_output_ms":1.2284,"e2e_latency_ms":135.15,"fps_median":32.0,"fps_mean":32.13548387096774,"fps_p95":33.0,"fps_min":32.0,"fps_max":33.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c6","session_name":"yolov5s-t-b9e_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":53.96,"det_map_75":39.95,"det_map_50_95":36.64,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.9428,"avg_inference_ms":123.034,"avg_output_ms":1.2805,"e2e_latency_ms":135.26,"fps_median":32.0,"fps_mean":32.116129032258065,"fps_p95":33.0,"fps_min":32.0,"fps_max":33.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c3","session_name":"yolov5s-t-b9e_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":55.87,"det_map_75":43.5,"det_map_50_95":39.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.4251,"avg_inference_ms":123.4674,"avg_output_ms":13.2162,"e2e_latency_ms":148.11,"fps_median":32.0,"fps_mean":31.916666666666668,"fps_p95":32.0,"fps_min":31.0,"fps_max":33.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c2","session_name":"yolov5n-t-b7b_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":43.8,"det_map_75":30.89,"det_map_50_95":28.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":13.9344,"avg_inference_ms":48.966,"avg_output_ms":1.752,"e2e_latency_ms":64.65,"fps_median":78.0,"fps_mean":78.25396825396825,"fps_p95":80.0,"fps_min":75.0,"fps_max":82.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6c0","session_name":"yolov5n-t-b7b_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":43.8,"det_map_75":30.89,"det_map_50_95":28.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":13.7805,"avg_inference_ms":49.4276,"avg_output_ms":1.8247,"e2e_latency_ms":65.03,"fps_median":77.0,"fps_mean":77.46875,"fps_p95":79.0,"fps_min":75.0,"fps_max":79.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6bf","session_name":"yolov5n-t-b7b_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":45.2,"det_map_75":32.93,"det_map_50_95":30.66,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.8639,"avg_inference_ms":35.4096,"avg_output_ms":16.9439,"e2e_latency_ms":64.22,"fps_median":88.0,"fps_mean":88.33928571428571,"fps_p95":89.0,"fps_min":87.0,"fps_max":91.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6bf/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-b9e.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6be","session_name":"yolov5s-t-b9e.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":54.54,"det_map_75":41.0,"det_map_50_95":37.67,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.3226,"avg_inference_ms":13.5134,"avg_output_ms":1.9009,"e2e_latency_ms":26.74,"fps_median":97.0,"fps_mean":96.56862745098039,"fps_p95":97.0,"fps_min":96.0,"fps_max":98.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6be/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-b7b.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6bd","session_name":"yolov5n-t-b7b.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":44.99,"det_map_75":32.52,"det_map_50_95":30.11,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":14.017,"avg_inference_ms":8.4134,"avg_output_ms":2.5422,"e2e_latency_ms":24.97,"fps_median":195.0,"fps_mean":195.04,"fps_p95":196.0,"fps_min":194.0,"fps_max":198.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6bd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-513","session_name":"yolov5s-t-ae9.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":57.28,"det_map_75":44.76,"det_map_50_95":41.16,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2828,"avg_inference_ms":4.2008,"avg_output_ms":0.5049,"e2e_latency_ms":7.99,"fps_median":376.6478342749529,"fps_mean":376.33201817805684,"fps_p95":381.9709702062643,"fps_min":236.23907394283015,"fps_max":904.9773755656108,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-513/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-512","session_name":"yolov5s-t-ae9.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":57.34,"det_map_75":44.96,"det_map_50_95":41.25,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1745,"avg_inference_ms":8.9492,"avg_output_ms":0.5237,"e2e_latency_ms":12.65,"fps_median":202.8809089064719,"fps_mean":333.6629995690115,"fps_p95":1014.1987829614604,"fps_min":86.67764583513912,"fps_max":1550.3875968992247,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-512/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-511","session_name":"yolov5s-t-ae9.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":57.29,"det_map_75":44.81,"det_map_50_95":41.2,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.9877,"avg_inference_ms":30.5019,"avg_output_ms":0.5954,"e2e_latency_ms":35.09,"fps_median":62.98818846489719,"fps_mean":147.04854399016492,"fps_p95":507.0993914807302,"fps_min":29.41349491146538,"fps_max":728.862973760933,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-511/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-50f","session_name":"yolov5n-t-ae8.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":47.78,"det_map_75":35.45,"det_map_50_95":32.91,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.3081,"avg_inference_ms":3.6868,"avg_output_ms":0.7607,"e2e_latency_ms":7.76,"fps_median":459.1368227731864,"fps_mean":540.9632476614184,"fps_p95":1089.3246187363834,"fps_min":147.88524105294292,"fps_max":1536.0983102918588,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-50f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-50e","session_name":"yolov5n-t-ae8.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":47.75,"det_map_75":35.39,"det_map_50_95":32.89,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.9323,"avg_inference_ms":16.1265,"avg_output_ms":0.7091,"e2e_latency_ms":20.77,"fps_median":112.1466957762614,"fps_mean":301.1794479496627,"fps_p95":677.5067750677507,"fps_min":52.15123859191656,"fps_max":893.6550491510277,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-50e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-509","session_name":"yolov5s-t-ae9_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":55.88,"det_map_75":43.44,"det_map_50_95":39.91,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.4732,"avg_inference_ms":108.9741,"avg_output_ms":16.0175,"e2e_latency_ms":153.46,"fps_median":8.357814765897302,"fps_mean":8.3587785632879,"fps_p95":8.454800635801007,"fps_min":7.9152748974971905,"fps_max":8.933516768210973,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-509/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-4e8","session_name":"yolov5s-t-ae9_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":53.94,"det_map_75":39.94,"det_map_50_95":36.65,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":27.9112,"avg_inference_ms":114.52,"avg_output_ms":1.3347,"e2e_latency_ms":143.77,"fps_median":7.9922634889427036,"fps_mean":7.988843273775859,"fps_p95":8.076696308142118,"fps_min":7.682969928855698,"fps_max":8.535409144837358,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-4e8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-4e7","session_name":"yolov5n-t-ae8_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":45.96,"det_map_75":34.13,"det_map_50_95":31.5,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.3989,"avg_inference_ms":57.485,"avg_output_ms":16.0909,"e2e_latency_ms":101.97,"fps_median":14.669101738344235,"fps_mean":14.680583828828517,"fps_p95":14.986212684330416,"fps_min":13.343118286743612,"fps_max":16.59145208388638,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-4e7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-4e4","session_name":"yolov5n-t-ae8_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":44.53,"det_map_75":31.32,"det_map_50_95":29.15,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.2747,"avg_inference_ms":63.0512,"avg_output_ms":1.5664,"e2e_latency_ms":92.89,"fps_median":13.563552023003783,"fps_mean":13.573107275718668,"fps_p95":13.828007245875797,"fps_min":0.5797874499208591,"fps_max":15.182109402280354,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-4e4/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4d7","session_name":"yolov5s-t-ae9.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":55.58,"det_map_75":43.38,"det_map_50_95":39.75,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.731,"avg_inference_ms":29.3368,"avg_output_ms":2.8039,"e2e_latency_ms":39.87,"fps_median":32.10530540999078,"fps_mean":32.10662359939236,"fps_p95":32.50446936453763,"fps_min":28.961163080309305,"fps_max":35.48993860240622,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"s","target_raw":"yolov5s-t-ae9.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4d6","session_name":"yolov5s-t-ae9.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":57.34,"det_map_75":44.91,"det_map_50_95":41.25,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.1979,"avg_inference_ms":13.3288,"avg_output_ms":1.1971,"e2e_latency_ms":22.72,"fps_median":124.61059190031153,"fps_mean":126.13010480166204,"fps_p95":147.66686355581808,"fps_min":47.29026766291497,"fps_max":245.82104228121926,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4d5","session_name":"yolov5n-t-ae8.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":45.12,"det_map_75":33.14,"det_map_50_95":30.87,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7214,"avg_inference_ms":14.6719,"avg_output_ms":2.8209,"e2e_latency_ms":25.21,"fps_median":66.55574043261231,"fps_mean":66.60430403461135,"fps_p95":69.18500069185001,"fps_min":50.72537283149031,"fps_max":99.71083856815235,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov5","task_key":"det","size":"n","target_raw":"yolov5n-t-ae8.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4d2","session_name":"yolov5n-t-ae8.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":47.75,"det_map_75":35.66,"det_map_50_95":32.93,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":9.9296,"avg_inference_ms":7.0789,"avg_output_ms":2.1146,"e2e_latency_ms":19.12,"fps_median":192.4557351809084,"fps_mean":190.28589006644242,"fps_p95":238.43586075345732,"fps_min":0.7224739241098941,"fps_max":423.728813559322,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-7ad","session_name":"yolov8s-t-b9f_quant-u8-i8_logical-imx8mp-vsi","session_status":"running","det_map_50":null,"det_map_75":null,"det_map_50_95":null,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":null,"avg_inference_ms":null,"avg_output_ms":null,"e2e_latency_ms":null,"fps_median":null,"fps_mean":null,"fps_p95":null,"fps_min":null,"fps_max":null,"decoder_variant":"logical","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-7ad/details?mode=charts","has_metrics":false,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-7a3","session_name":"yolov8s-t-b9f_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":57.96,"det_map_75":45.4,"det_map_50_95":41.9,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.7733,"avg_inference_ms":116.537,"avg_output_ms":16.1691,"e2e_latency_ms":165.48,"fps_median":8.0,"fps_mean":7.8569182389937104,"fps_p95":8.0,"fps_min":7.0,"fps_max":8.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-7a3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-79f","session_name":"yolov8n-t-b86_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":47.38,"det_map_75":34.63,"det_map_50_95":32.08,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":13.8528,"avg_inference_ms":52.3578,"avg_output_ms":1.6579,"e2e_latency_ms":67.87,"fps_median":73.0,"fps_mean":73.27941176470588,"fps_p95":75.0,"fps_min":71.0,"fps_max":75.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-79f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-79e","session_name":"yolov8n-t-b86_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":48.77,"det_map_75":37.22,"det_map_50_95":34.34,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.5869,"avg_inference_ms":45.4708,"avg_output_ms":16.2475,"e2e_latency_ms":73.31,"fps_median":77.0,"fps_mean":76.55384615384615,"fps_p95":77.0,"fps_min":75.0,"fps_max":79.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-79e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-797","session_name":"yolov8m-t-be3.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":59.51,"det_map_75":46.42,"det_map_50_95":42.24,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":13.8039,"avg_inference_ms":24.5626,"avg_output_ms":2.4126,"e2e_latency_ms":40.78,"fps_median":47.0,"fps_mean":46.91509433962264,"fps_p95":47.0,"fps_min":46.0,"fps_max":48.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-797/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-77e","session_name":"yolov8m-t-be3_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":60.4,"det_map_75":46.76,"det_map_50_95":42.66,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.2208,"avg_inference_ms":228.0195,"avg_output_ms":1.3384,"e2e_latency_ms":261.58,"fps_median":4.0,"fps_mean":4.191275167785235,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-77e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-77c","session_name":"yolov8m-t-be3_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":60.4,"det_map_75":46.76,"det_map_50_95":42.66,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.1957,"avg_inference_ms":227.7621,"avg_output_ms":1.3252,"e2e_latency_ms":261.28,"fps_median":4.0,"fps_mean":4.19647355163728,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-77c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-779","session_name":"yolov8m-t-be3_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":62.65,"det_map_75":50.81,"det_map_50_95":46.64,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.6986,"avg_inference_ms":222.082,"avg_output_ms":16.5666,"e2e_latency_ms":271.35,"fps_median":4.0,"fps_mean":4.297506448839209,"fps_p95":5.0,"fps_min":4.0,"fps_max":5.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-779/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-778","session_name":"yolov8m-t-be3_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":60.37,"det_map_75":46.71,"det_map_50_95":42.68,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.1193,"avg_inference_ms":395.1756,"avg_output_ms":1.2284,"e2e_latency_ms":407.52,"fps_median":10.0,"fps_mean":10.082828282828283,"fps_p95":11.0,"fps_min":10.0,"fps_max":11.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-778/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-776","session_name":"yolov8m-t-be3_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":60.37,"det_map_75":46.71,"det_map_50_95":42.68,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.1429,"avg_inference_ms":395.1046,"avg_output_ms":1.3102,"e2e_latency_ms":407.56,"fps_median":10.0,"fps_mean":10.080808080808081,"fps_p95":11.0,"fps_min":10.0,"fps_max":11.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-776/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-774","session_name":"yolov8m-t-be3_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":62.67,"det_map_75":50.7,"det_map_50_95":46.52,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.391,"avg_inference_ms":396.2437,"avg_output_ms":13.1392,"e2e_latency_ms":420.77,"fps_median":10.0,"fps_mean":10.050301810865191,"fps_p95":11.0,"fps_min":9.0,"fps_max":11.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-774/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-768","session_name":"yolov8m-t-be3.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":63.82,"det_map_75":51.86,"det_map_50_95":47.7,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.6272,"avg_inference_ms":37.9322,"avg_output_ms":0.5862,"e2e_latency_ms":42.15,"fps_median":76.0,"fps_mean":77.046875,"fps_p95":84.0,"fps_min":73.0,"fps_max":85.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-768/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-767","session_name":"yolov8m-t-be3.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":63.03,"det_map_75":51.25,"det_map_50_95":47.04,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.0052,"avg_inference_ms":56.2479,"avg_output_ms":3.0118,"e2e_latency_ms":67.26,"fps_median":17.0,"fps_mean":16.942372881355933,"fps_p95":17.0,"fps_min":16.0,"fps_max":17.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-767/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-75e","session_name":"yolov8m-t-be3.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":63.82,"det_map_75":51.83,"det_map_50_95":47.68,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.3413,"avg_inference_ms":13.4106,"avg_output_ms":0.5153,"e2e_latency_ms":17.27,"fps_median":141.0,"fps_mean":140.97142857142856,"fps_p95":142.0,"fps_min":140.0,"fps_max":142.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-75e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-75c","session_name":"yolov8m-t-be3.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":64.68,"det_map_75":52.61,"det_map_50_95":48.4,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":12.5587,"avg_inference_ms":51.8652,"avg_output_ms":1.5046,"e2e_latency_ms":65.93,"fps_median":76.0,"fps_mean":75.06060606060606,"fps_p95":77.0,"fps_min":43.0,"fps_max":77.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-75c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71a","session_name":"yolov8m-t-be3.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":64.7,"det_map_75":52.67,"det_map_50_95":48.46,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.4757,"avg_inference_ms":181.1615,"avg_output_ms":1.9973,"e2e_latency_ms":189.63,"fps_median":20.0,"fps_mean":21.734782608695653,"fps_p95":24.0,"fps_min":20.0,"fps_max":24.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-719","session_name":"yolov8s-t-b9f.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":59.37,"det_map_75":46.68,"det_map_50_95":43.18,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.4512,"avg_inference_ms":74.5584,"avg_output_ms":2.2679,"e2e_latency_ms":83.28,"fps_median":52.0,"fps_mean":51.90625,"fps_p95":52.0,"fps_min":48.0,"fps_max":55.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-719/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-718","session_name":"yolov8n-t-b86.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":50.54,"det_map_75":38.96,"det_map_50_95":35.86,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.1182,"avg_inference_ms":29.9723,"avg_output_ms":2.4873,"e2e_latency_ms":38.58,"fps_median":125.0,"fps_mean":125.3076923076923,"fps_p95":128.0,"fps_min":124.0,"fps_max":128.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-718/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-702","session_name":"yolov8m-t-be3.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":64.68,"det_map_75":52.62,"det_map_50_95":48.4,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.7406,"avg_inference_ms":23.0976,"avg_output_ms":0.9956,"e2e_latency_ms":29.83,"fps_median":148.0,"fps_mean":147.36363636363637,"fps_p95":149.0,"fps_min":144.0,"fps_max":149.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-702/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"m","target_raw":"yolov8m-t-be3.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-701","session_name":"yolov8m-t-be3.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":64.68,"det_map_75":52.62,"det_map_50_95":48.45,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.265,"avg_inference_ms":43.5826,"avg_output_ms":0.7626,"e2e_latency_ms":49.61,"fps_median":79.0,"fps_mean":78.39682539682539,"fps_p95":80.0,"fps_min":76.0,"fps_max":80.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-701/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6fe","session_name":"yolov8s-t-b9f.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":59.37,"det_map_75":46.7,"det_map_50_95":43.19,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.0648,"avg_inference_ms":10.6549,"avg_output_ms":0.6885,"e2e_latency_ms":16.41,"fps_median":296.0,"fps_mean":296.4375,"fps_p95":304.0,"fps_min":292.0,"fps_max":304.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6fe/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6fd","session_name":"yolov8s-t-b9f.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":59.4,"det_map_75":46.68,"det_map_50_95":43.22,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.1056,"avg_inference_ms":15.4669,"avg_output_ms":0.6815,"e2e_latency_ms":21.25,"fps_median":203.0,"fps_mean":203.29166666666666,"fps_p95":208.0,"fps_min":200.0,"fps_max":208.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6fd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6fc","session_name":"yolov8n-t-b86.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":50.49,"det_map_75":38.86,"det_map_50_95":35.79,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.8207,"avg_inference_ms":6.3059,"avg_output_ms":0.7493,"e2e_latency_ms":11.88,"fps_median":448.0,"fps_mean":447.54545454545456,"fps_p95":461.0,"fps_min":432.0,"fps_max":461.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6fc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6fb","session_name":"yolov8n-t-b86.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":50.49,"det_map_75":38.84,"det_map_50_95":35.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.6707,"avg_inference_ms":8.1454,"avg_output_ms":0.6347,"e2e_latency_ms":13.45,"fps_median":344.0,"fps_mean":345.07142857142856,"fps_p95":353.0,"fps_min":334.0,"fps_max":353.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6fb/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-b9f.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6bc","session_name":"yolov8s-t-b9f.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":54.79,"det_map_75":41.58,"det_map_50_95":38.18,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.3684,"avg_inference_ms":11.592,"avg_output_ms":2.0947,"e2e_latency_ms":25.06,"fps_median":119.0,"fps_mean":118.57142857142857,"fps_p95":119.0,"fps_min":118.0,"fps_max":120.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6bc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-b86.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6bb","session_name":"yolov8n-t-b86.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":45.71,"det_map_75":34.24,"det_map_50_95":31.48,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":29.6578,"avg_inference_ms":7.4157,"avg_output_ms":10.0693,"e2e_latency_ms":47.14,"fps_median":225.5,"fps_mean":225.0909090909091,"fps_p95":230.0,"fps_min":209.0,"fps_max":233.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6bb/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-529","session_name":"yolov8n-t-ae0_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":48.34,"det_map_75":37.04,"det_map_50_95":33.98,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.4582,"avg_inference_ms":60.7601,"avg_output_ms":16.0478,"e2e_latency_ms":105.27,"fps_median":13.991884706870016,"fps_mean":14.007202145306655,"fps_p95":14.286734766769055,"fps_min":12.76275318111623,"fps_max":15.741338328584696,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-529/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-526","session_name":"yolov8n-t-ae0_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":47.0,"det_map_75":34.58,"det_map_50_95":31.89,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":27.8398,"avg_inference_ms":66.2921,"avg_output_ms":1.4885,"e2e_latency_ms":95.62,"fps_median":12.988699831146903,"fps_mean":13.000119553936997,"fps_p95":13.237669111222896,"fps_min":12.092483312373028,"fps_max":14.49044355247714,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-526/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-51d","session_name":"yolov8s-t-ae6.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":59.37,"det_map_75":46.71,"det_map_50_95":43.16,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0807,"avg_inference_ms":32.3103,"avg_output_ms":0.6277,"e2e_latency_ms":37.02,"fps_median":59.45819486651697,"fps_mean":181.53751301484314,"fps_p95":549.7526113249038,"fps_min":27.947793521701463,"fps_max":797.4481658692185,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-51c","session_name":"yolov8s-t-ae6.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":59.37,"det_map_75":46.69,"det_map_50_95":43.17,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1095,"avg_inference_ms":10.1341,"avg_output_ms":0.4837,"e2e_latency_ms":13.73,"fps_median":184.00957005518086,"fps_mean":206.16807465476222,"fps_p95":351.24692658939233,"fps_min":98.52216748768473,"fps_max":979.4319294809011,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-51b","session_name":"yolov8n-t-ae0.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":50.56,"det_map_75":38.97,"det_map_50_95":35.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0577,"avg_inference_ms":16.9976,"avg_output_ms":0.7204,"e2e_latency_ms":21.78,"fps_median":116.46199529383715,"fps_mean":306.0506658667044,"fps_p95":626.9592476489029,"fps_min":52.48792777661138,"fps_max":862.8127696289905,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-51a","session_name":"yolov8n-t-ae0.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":50.52,"det_map_75":38.87,"det_map_50_95":35.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2824,"avg_inference_ms":3.7721,"avg_output_ms":0.678,"e2e_latency_ms":7.73,"fps_median":431.0344827586207,"fps_mean":450.63671736829633,"fps_p95":652.3157208088714,"fps_min":169.548999660902,"fps_max":1212.121212121212,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-515","session_name":"yolov8s-t-ae6.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":59.36,"det_map_75":46.77,"det_map_50_95":43.22,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2991,"avg_inference_ms":4.9923,"avg_output_ms":0.4887,"e2e_latency_ms":8.78,"fps_median":327.33224222585926,"fps_mean":326.9970402707833,"fps_p95":331.89512114171924,"fps_min":230.361667818475,"fps_max":567.2149744753261,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-515/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-514","session_name":"yolov8n-t-ae0.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":50.53,"det_map_75":38.93,"det_map_50_95":35.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1856,"avg_inference_ms":1.7456,"avg_output_ms":0.5978,"e2e_latency_ms":5.53,"fps_median":749.6251874062968,"fps_mean":736.4656756845324,"fps_p95":774.5933384972889,"fps_min":434.2162396873643,"fps_max":917.4311926605504,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-514/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4db","session_name":"yolov8s-t-ae6.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":59.4,"det_map_75":46.72,"det_map_50_95":43.16,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.0987,"avg_inference_ms":14.9647,"avg_output_ms":1.1405,"e2e_latency_ms":24.2,"fps_median":113.19900384876613,"fps_mean":115.95958401750158,"fps_p95":138.6193512614361,"fps_min":63.90593047034765,"fps_max":188.11136192626034,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4db/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"s","target_raw":"yolov8s-t-ae6.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4da","session_name":"yolov8s-t-ae6.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":57.8,"det_map_75":45.54,"det_map_50_95":41.77,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7059,"avg_inference_ms":30.3731,"avg_output_ms":2.7764,"e2e_latency_ms":40.86,"fps_median":28.78857669276831,"fps_mean":28.789644191384784,"fps_p95":29.10869185538802,"fps_min":26.682320294572815,"fps_max":31.04433130510369,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4da/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4d9","session_name":"yolov8n-t-ae0.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":48.55,"det_map_75":37.34,"det_map_50_95":34.36,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7496,"avg_inference_ms":13.1995,"avg_output_ms":2.8366,"e2e_latency_ms":23.79,"fps_median":64.95615459564793,"fps_mean":64.99580338224875,"fps_p95":67.16367788300087,"fps_min":48.24857666698832,"fps_max":99.28514694201748,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"det","size":"n","target_raw":"yolov8n-t-ae0.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4d8","session_name":"yolov8n-t-ae0.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":50.5,"det_map_75":38.93,"det_map_50_95":35.8,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":9.1152,"avg_inference_ms":7.6788,"avg_output_ms":1.6188,"e2e_latency_ms":18.41,"fps_median":179.1954140359733,"fps_mean":177.67819723814495,"fps_p95":203.5416242621616,"fps_min":80.00640051204097,"fps_max":430.29259896729775,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4d8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-794","session_name":"yolo11m-t-be4_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":50.85,"det_map_75":38.82,"det_map_50_95":35.38,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.1745,"avg_inference_ms":333.9611,"avg_output_ms":1.2276,"e2e_latency_ms":367.36,"fps_median":3.0,"fps_mean":2.903019744483159,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"combined","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-794/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-785","session_name":"yolo11m-t-be4_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":50.85,"det_map_75":38.82,"det_map_50_95":35.38,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.4181,"avg_inference_ms":333.3841,"avg_output_ms":1.2579,"e2e_latency_ms":367.06,"fps_median":3.0,"fps_mean":2.908086096567772,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"logical","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-785/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-780","session_name":"yolo11m-t-be4_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":53.75,"det_map_75":42.97,"det_map_50_95":39.48,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":33.0582,"avg_inference_ms":327.9829,"avg_output_ms":16.1866,"e2e_latency_ms":377.23,"fps_median":3.0,"fps_mean":2.9515652687536917,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"smart","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-780/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-76e","session_name":"yolo11m-t-be4.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":62.87,"det_map_75":51.31,"det_map_50_95":47.03,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.0085,"avg_inference_ms":70.7167,"avg_output_ms":3.0014,"e2e_latency_ms":81.73,"fps_median":14.0,"fps_mean":13.6448087431694,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-76e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-76b","session_name":"yolo11m-t-be4.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":64.75,"det_map_75":52.78,"det_map_50_95":48.59,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.6769,"avg_inference_ms":40.4076,"avg_output_ms":0.6256,"e2e_latency_ms":44.71,"fps_median":72.0,"fps_mean":72.2463768115942,"fps_p95":78.0,"fps_min":69.0,"fps_max":79.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-76b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-762","session_name":"yolo11m-t-be4.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":65.88,"det_map_75":53.74,"det_map_50_95":49.56,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":10.8996,"avg_inference_ms":50.8108,"avg_output_ms":1.3997,"e2e_latency_ms":63.11,"fps_median":78.0,"fps_mean":77.53125,"fps_p95":79.0,"fps_min":76.0,"fps_max":79.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-762/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-761","session_name":"yolo11m-t-be4.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":64.73,"det_map_75":52.66,"det_map_50_95":48.53,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.5348,"avg_inference_ms":18.4726,"avg_output_ms":0.5026,"e2e_latency_ms":22.51,"fps_median":104.0,"fps_mean":103.6875,"fps_p95":104.0,"fps_min":103.0,"fps_max":104.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-761/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71e","session_name":"yolo11m-t-be4.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":65.94,"det_map_75":53.78,"det_map_50_95":49.6,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.56,"avg_inference_ms":169.6481,"avg_output_ms":2.2412,"e2e_latency_ms":178.45,"fps_median":24.0,"fps_mean":23.050925925925927,"fps_p95":24.0,"fps_min":20.0,"fps_max":24.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-ba0.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71c","session_name":"yolo11s-t-ba0.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":61.16,"det_map_75":48.44,"det_map_50_95":44.88,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.5317,"avg_inference_ms":63.5238,"avg_output_ms":2.1927,"e2e_latency_ms":72.25,"fps_median":60.0,"fps_mean":60.34146341463415,"fps_p95":63.0,"fps_min":59.0,"fps_max":64.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-b8b.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71b","session_name":"yolo11n-t-b8b.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":53.04,"det_map_75":41.09,"det_map_50_95":37.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.2704,"avg_inference_ms":27.2147,"avg_output_ms":2.4517,"e2e_latency_ms":35.94,"fps_median":136.0,"fps_mean":135.19444444444446,"fps_p95":137.0,"fps_min":132.0,"fps_max":139.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-708","session_name":"yolo11m-t-be4.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":65.9,"det_map_75":53.71,"det_map_50_95":49.55,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.5521,"avg_inference_ms":22.0915,"avg_output_ms":0.9432,"e2e_latency_ms":28.59,"fps_median":152.0,"fps_mean":152.09375,"fps_p95":156.0,"fps_min":144.0,"fps_max":156.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-708/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"m","target_raw":"yolo11m-t-be4.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-707","session_name":"yolo11m-t-be4.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":65.91,"det_map_75":53.78,"det_map_50_95":49.59,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.817,"avg_inference_ms":39.5746,"avg_output_ms":0.6851,"e2e_latency_ms":45.08,"fps_median":88.0,"fps_mean":88.41071428571429,"fps_p95":91.0,"fps_min":84.0,"fps_max":92.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-707/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-ba0.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-706","session_name":"yolo11s-t-ba0.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":61.16,"det_map_75":48.4,"det_map_50_95":44.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.0282,"avg_inference_ms":10.3031,"avg_output_ms":0.6457,"e2e_latency_ms":15.98,"fps_median":304.0,"fps_mean":302.6875,"fps_p95":309.0,"fps_min":292.0,"fps_max":309.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-706/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-ba0.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-705","session_name":"yolo11s-t-ba0.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":61.19,"det_map_75":48.43,"det_map_50_95":44.88,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.9542,"avg_inference_ms":15.3591,"avg_output_ms":0.6416,"e2e_latency_ms":20.95,"fps_median":205.5,"fps_mean":205.45833333333334,"fps_p95":209.0,"fps_min":200.0,"fps_max":212.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-705/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-b8b.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-704","session_name":"yolo11n-t-b8b.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":53.07,"det_map_75":41.03,"det_map_50_95":37.79,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.7856,"avg_inference_ms":6.3812,"avg_output_ms":0.7089,"e2e_latency_ms":11.88,"fps_median":440.0,"fps_mean":433.3636363636364,"fps_p95":450.0,"fps_min":400.0,"fps_max":450.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-704/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-b8b.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-703","session_name":"yolo11n-t-b8b.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":53.1,"det_map_75":41.12,"det_map_50_95":37.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.6753,"avg_inference_ms":8.1146,"avg_output_ms":0.619,"e2e_latency_ms":13.41,"fps_median":342.0,"fps_mean":342.92857142857144,"fps_p95":356.0,"fps_min":330.0,"fps_max":356.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-703/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-531","session_name":"yolo11n-t-aea_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":49.15,"det_map_75":37.44,"det_map_50_95":34.66,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.4211,"avg_inference_ms":87.0789,"avg_output_ms":16.1307,"e2e_latency_ms":131.63,"fps_median":10.230179028132993,"fps_mean":10.235949831505033,"fps_p95":10.37979676357937,"fps_min":9.581021911797112,"fps_max":11.088318456506071,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-531/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-52a","session_name":"yolo11n-t-aea_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":47.49,"det_map_75":34.66,"det_map_50_95":32.17,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":27.905,"avg_inference_ms":92.7014,"avg_output_ms":1.6006,"e2e_latency_ms":122.21,"fps_median":9.668935643564357,"fps_mean":9.673501283615208,"fps_p95":9.804306051217695,"fps_min":9.23744861669207,"fps_max":10.495161730442266,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-52a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-521","session_name":"yolo11s-t-aeb.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":61.13,"det_map_75":48.41,"det_map_50_95":44.86,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0323,"avg_inference_ms":31.9445,"avg_output_ms":0.5676,"e2e_latency_ms":36.54,"fps_median":59.975410135800075,"fps_mean":96.43510120261509,"fps_p95":277.0850651149903,"fps_min":30.76449776957391,"fps_max":591.3660555884093,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-521/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-520","session_name":"yolo11s-t-aeb.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":61.19,"det_map_75":48.47,"det_map_50_95":44.89,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2385,"avg_inference_ms":9.9474,"avg_output_ms":0.5427,"e2e_latency_ms":13.73,"fps_median":194.47685725398676,"fps_mean":419.36635380706383,"fps_p95":993.0486593843099,"fps_min":84.68834688346884,"fps_max":1355.0135501355014,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-520/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-51f","session_name":"yolo11n-t-aea.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":53.05,"det_map_75":40.95,"det_map_50_95":37.78,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.9827,"avg_inference_ms":15.6931,"avg_output_ms":0.6926,"e2e_latency_ms":20.37,"fps_median":124.45661012723787,"fps_mean":264.43136536093874,"fps_p95":675.6756756756756,"fps_min":56.67970299835629,"fps_max":865.0519031141869,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-51e","session_name":"yolo11n-t-aea.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":53.04,"det_map_75":41.11,"det_map_50_95":37.8,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.334,"avg_inference_ms":4.2573,"avg_output_ms":0.7051,"e2e_latency_ms":8.3,"fps_median":412.54378171940897,"fps_mean":629.5387385738775,"fps_p95":1234.567901234568,"fps_min":172.0282126268708,"fps_max":1510.5740181268882,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-51e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-517","session_name":"yolo11s-t-aeb.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":61.17,"det_map_75":48.45,"det_map_50_95":44.88,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.3062,"avg_inference_ms":4.9534,"avg_output_ms":0.4758,"e2e_latency_ms":8.74,"fps_median":328.94736842105266,"fps_mean":328.5700513810166,"fps_p95":333.3333333333333,"fps_min":217.81746896101066,"fps_max":659.6306068601583,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-517/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-516","session_name":"yolo11n-t-aea.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":53.05,"det_map_75":41.01,"det_map_50_95":37.82,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.202,"avg_inference_ms":1.8279,"avg_output_ms":0.5933,"e2e_latency_ms":5.62,"fps_median":720.4610951008646,"fps_mean":709.9467161362054,"fps_p95":745.7121551081283,"fps_min":306.9367710251688,"fps_max":866.5511265164645,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-516/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4df","session_name":"yolo11s-t-aeb.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":58.88,"det_map_75":46.65,"det_map_50_95":42.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7187,"avg_inference_ms":36.5333,"avg_output_ms":2.8085,"e2e_latency_ms":47.06,"fps_median":25.20447127720675,"fps_mean":25.20503397330104,"fps_p95":25.474461851993375,"fps_min":23.473076381390545,"fps_max":27.080456034879628,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4df/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4de","session_name":"yolo11n-t-aea.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":50.9,"det_map_75":39.09,"det_map_50_95":36.02,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.7331,"avg_inference_ms":17.8588,"avg_output_ms":2.8375,"e2e_latency_ms":28.43,"fps_median":53.70569280343717,"fps_mean":53.71702985965388,"fps_p95":55.03274448296737,"fps_min":46.15526631588664,"fps_max":64.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4de/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"s","target_raw":"yolo11s-t-aeb.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4dd","session_name":"yolo11s-t-aeb.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":61.13,"det_map_75":48.38,"det_map_50_95":44.85,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.1528,"avg_inference_ms":15.5684,"avg_output_ms":1.0897,"e2e_latency_ms":24.81,"fps_median":108.95619960775768,"fps_mean":114.15927627675445,"fps_p95":156.83814303638644,"fps_min":9.463871669900156,"fps_max":217.06099413935317,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4dd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"det","size":"n","target_raw":"yolo11n-t-aea.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4dc","session_name":"yolo11n-t-aea.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":53.03,"det_map_75":41.01,"det_map_50_95":37.81,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.9519,"avg_inference_ms":7.0881,"avg_output_ms":1.5193,"e2e_latency_ms":17.56,"fps_median":161.36840406648378,"fps_mean":159.93471140409687,"fps_p95":167.16817118020728,"fps_min":4.443832183121437,"fps_max":428.8164665523156,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4dc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-b8f_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-7a2","session_name":"yolo26n-t-b8f_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":47.27,"det_map_75":32.16,"det_map_50_95":29.1,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.1761,"avg_inference_ms":105.6125,"avg_output_ms":1.2773,"e2e_latency_ms":139.07,"fps_median":9.0,"fps_mean":8.613793103448275,"fps_p95":9.0,"fps_min":8.0,"fps_max":9.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-7a2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-79b","session_name":"yolo26m-t-be5_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":9.52,"det_map_75":6.09,"det_map_50_95":5.71,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.5708,"avg_inference_ms":359.4861,"avg_output_ms":0.9998,"e2e_latency_ms":393.06,"fps_median":3.0,"fps_mean":2.7016216216216216,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"combined","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-79b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-799","session_name":"yolo26m-t-be5_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":9.52,"det_map_75":6.09,"det_map_50_95":5.71,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":32.7915,"avg_inference_ms":359.5207,"avg_output_ms":1.0323,"e2e_latency_ms":393.34,"fps_median":3.0,"fps_mean":2.7016216216216216,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"logical","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-799/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-795","session_name":"yolo26m-t-be5_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":10.53,"det_map_75":7.66,"det_map_50_95":7.02,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":33.5803,"avg_inference_ms":358.7068,"avg_output_ms":6.8062,"e2e_latency_ms":399.09,"fps_median":3.0,"fps_mean":2.70508658008658,"fps_p95":3.0,"fps_min":2.0,"fps_max":3.0,"decoder_variant":"smart","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-795/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-770","session_name":"yolo26m-t-be5.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":63.49,"det_map_75":50.63,"det_map_50_95":45.38,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.1104,"avg_inference_ms":88.3223,"avg_output_ms":1.653,"e2e_latency_ms":98.09,"fps_median":11.0,"fps_mean":11.04646017699115,"fps_p95":11.0,"fps_min":11.0,"fps_max":12.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-770/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-76d","session_name":"yolo26m-t-be5.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":67.22,"det_map_75":54.88,"det_map_50_95":50.45,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0078,"avg_inference_ms":41.6341,"avg_output_ms":0.6855,"e2e_latency_ms":46.33,"fps_median":69.0,"fps_mean":70.15492957746478,"fps_p95":78.0,"fps_min":66.0,"fps_max":78.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-76d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-764","session_name":"yolo26m-t-be5.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":68.88,"det_map_75":56.36,"det_map_50_95":51.81,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.4939,"avg_inference_ms":50.6609,"avg_output_ms":1.6604,"e2e_latency_ms":63.82,"fps_median":77.0,"fps_mean":76.67692307692307,"fps_p95":78.0,"fps_min":75.0,"fps_max":79.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-764/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-763","session_name":"yolo26m-t-be5.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":67.22,"det_map_75":54.83,"det_map_50_95":50.44,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.4813,"avg_inference_ms":18.8433,"avg_output_ms":0.4831,"e2e_latency_ms":22.81,"fps_median":102.0,"fps_mean":101.75510204081633,"fps_p95":102.0,"fps_min":99.0,"fps_max":102.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-763/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-721","session_name":"yolo26m-t-be5.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":68.88,"det_map_75":56.38,"det_map_50_95":51.86,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.5075,"avg_inference_ms":166.4174,"avg_output_ms":2.3462,"e2e_latency_ms":175.27,"fps_median":24.0,"fps_mean":23.52358490566038,"fps_p95":24.0,"fps_min":20.0,"fps_max":26.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-721/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-ba1.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-720","session_name":"yolo26s-t-ba1.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":63.56,"det_map_75":51.17,"det_map_50_95":47.16,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.4417,"avg_inference_ms":59.9264,"avg_output_ms":2.3634,"e2e_latency_ms":68.73,"fps_median":64.0,"fps_mean":63.782051282051285,"fps_p95":65.0,"fps_min":60.0,"fps_max":67.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-720/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-b8f.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-71f","session_name":"yolo26n-t-b8f.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":55.12,"det_map_75":42.91,"det_map_50_95":39.73,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.1024,"avg_inference_ms":22.1917,"avg_output_ms":2.2957,"e2e_latency_ms":30.59,"fps_median":161.0,"fps_mean":161.43333333333334,"fps_p95":164.0,"fps_min":160.0,"fps_max":166.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-71f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-70f","session_name":"yolo26m-t-be5.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":68.87,"det_map_75":56.36,"det_map_50_95":51.83,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.2393,"avg_inference_ms":22.0349,"avg_output_ms":0.8944,"e2e_latency_ms":28.17,"fps_median":156.0,"fps_mean":154.21875,"fps_p95":157.0,"fps_min":148.0,"fps_max":159.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-70f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"m","target_raw":"yolo26m-t-be5.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-70d","session_name":"yolo26m-t-be5.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":68.88,"det_map_75":56.41,"det_map_50_95":51.87,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.8994,"avg_inference_ms":39.7413,"avg_output_ms":0.7002,"e2e_latency_ms":45.34,"fps_median":88.0,"fps_mean":88.625,"fps_p95":91.0,"fps_min":86.0,"fps_max":92.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-70d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-ba1.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-70c","session_name":"yolo26s-t-ba1.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.53,"det_map_75":51.01,"det_map_50_95":47.08,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.1346,"avg_inference_ms":10.4668,"avg_output_ms":0.6058,"e2e_latency_ms":16.21,"fps_median":296.0,"fps_mean":295.6875,"fps_p95":303.0,"fps_min":291.0,"fps_max":303.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-70c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-ba1.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-70b","session_name":"yolo26s-t-ba1.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.54,"det_map_75":51.1,"det_map_50_95":47.12,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.9582,"avg_inference_ms":15.2947,"avg_output_ms":0.6125,"e2e_latency_ms":20.87,"fps_median":206.5,"fps_mean":206.41666666666666,"fps_p95":212.0,"fps_min":199.0,"fps_max":212.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-70b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-b8f.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-70a","session_name":"yolo26n-t-b8f.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":55.04,"det_map_75":42.76,"det_map_50_95":39.65,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.724,"avg_inference_ms":6.437,"avg_output_ms":0.6475,"e2e_latency_ms":11.81,"fps_median":431.0,"fps_mean":428.27272727272725,"fps_p95":450.0,"fps_min":396.0,"fps_max":450.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-70a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-b8f.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-709","session_name":"yolo26n-t-b8f.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":55.04,"det_map_75":42.8,"det_map_50_95":39.69,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.5825,"avg_inference_ms":7.9031,"avg_output_ms":0.5508,"e2e_latency_ms":13.04,"fps_median":353.5,"fps_mean":354.7142857142857,"fps_p95":372.0,"fps_min":340.0,"fps_max":372.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-709/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-548","session_name":"yolo26n-t-aec_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":49.27,"det_map_75":35.55,"det_map_50_95":31.88,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":28.4708,"avg_inference_ms":104.5592,"avg_output_ms":7.2289,"e2e_latency_ms":140.26,"fps_median":8.657034273198688,"fps_mean":8.6508354485833,"fps_p95":8.767776667192733,"fps_min":8.136034496786266,"fps_max":9.336893802169895,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-548/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-537","session_name":"yolo26n-t-aec_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":47.09,"det_map_75":32.21,"det_map_50_95":29.11,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":27.9527,"avg_inference_ms":105.0183,"avg_output_ms":1.3166,"e2e_latency_ms":134.29,"fps_median":8.641249870381252,"fps_mean":8.644547087756694,"fps_p95":8.742557897589677,"fps_min":8.305371914554334,"fps_max":9.287724414641168,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-537/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-525","session_name":"yolo26s-t-aed.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":63.49,"det_map_75":51.09,"det_map_50_95":47.07,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.0705,"avg_inference_ms":32.9066,"avg_output_ms":0.5614,"e2e_latency_ms":37.54,"fps_median":58.503484160914965,"fps_mean":97.16833283148927,"fps_p95":273.224043715847,"fps_min":27.982203318689315,"fps_max":662.6905235255136,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-525/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-524","session_name":"yolo26s-t-aed.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":63.58,"det_map_75":51.14,"det_map_50_95":47.17,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2512,"avg_inference_ms":10.1758,"avg_output_ms":0.5546,"e2e_latency_ms":13.98,"fps_median":277.7399049440518,"fps_mean":529.2863937023848,"fps_p95":1122.334455667789,"fps_min":82.7335153470671,"fps_max":1533.7423312883436,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-524/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp16-macos-onnx-coreml-cpu","target_key":"onnx","target_label":"macos-onnx-coreml-cpu","platform_footer":"macos-onnx-coreml-cpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"CPU","precision":"FP16","session_id":"v-523","session_name":"yolo26n-t-aec.fp16-macos-onnx-coreml-cpu","session_status":"complete","det_map_50":55.08,"det_map_75":42.82,"det_map_50_95":39.65,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.8726,"avg_inference_ms":15.2075,"avg_output_ms":0.6294,"e2e_latency_ms":19.71,"fps_median":125.9819461980077,"fps_mean":282.38631417757347,"fps_p95":719.9424046076314,"fps_min":55.42929992794191,"fps_max":952.3809523809524,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-523/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-522","session_name":"yolo26n-t-aec.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":55.1,"det_map_75":42.87,"det_map_50_95":39.7,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.2265,"avg_inference_ms":4.205,"avg_output_ms":0.6317,"e2e_latency_ms":8.06,"fps_median":417.4277114856733,"fps_mean":650.7950918218532,"fps_p95":1231.527093596059,"fps_min":150.37593984962405,"fps_max":1550.3875968992247,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-522/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-519","session_name":"yolo26s-t-aed.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":63.6,"det_map_75":51.2,"det_map_50_95":47.12,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.3002,"avg_inference_ms":5.3275,"avg_output_ms":0.4485,"e2e_latency_ms":9.08,"fps_median":310.2699348433137,"fps_mean":309.8931519205562,"fps_p95":314.4654088050315,"fps_min":227.5830678197542,"fps_max":489.47626040137055,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-519/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-518","session_name":"yolo26n-t-aec.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":55.05,"det_map_75":42.91,"det_map_50_95":39.68,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.1821,"avg_inference_ms":1.7508,"avg_output_ms":0.5355,"e2e_latency_ms":5.47,"fps_median":745.7121551081283,"fps_mean":733.2246802665234,"fps_p95":773.9938080495356,"fps_min":355.87188612099646,"fps_max":880.2816901408451,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-518/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4e3","session_name":"yolo26s-t-aed.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":58.64,"det_map_75":46.31,"det_map_50_95":41.69,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.9178,"avg_inference_ms":47.3562,"avg_output_ms":1.2725,"e2e_latency_ms":56.55,"fps_median":20.375105697975453,"fps_mean":20.374642356956432,"fps_p95":20.54316118164263,"fps_min":19.138755980861244,"fps_max":21.668472372697725,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4e3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-4e2","session_name":"yolo26n-t-aec.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":50.95,"det_map_75":38.26,"det_map_50_95":34.97,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":7.8497,"avg_inference_ms":21.3602,"avg_output_ms":1.3033,"e2e_latency_ms":30.51,"fps_median":45.966444495518274,"fps_mean":45.973364380721996,"fps_p95":46.73989249824725,"fps_min":1.318198655173732,"fps_max":83.05647840531562,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4e2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"s","target_raw":"yolo26s-t-aed.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4e1","session_name":"yolo26s-t-aed.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":63.53,"det_map_75":51.1,"det_map_50_95":47.13,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.1372,"avg_inference_ms":15.6825,"avg_output_ms":1.026,"e2e_latency_ms":24.85,"fps_median":108.14318157240186,"fps_mean":111.26291583300686,"fps_p95":160.56518946692358,"fps_min":4.26481062108437,"fps_max":199.2825827022718,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4e1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"det","size":"n","target_raw":"yolo26n-t-aec.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-4e0","session_name":"yolo26n-t-aec.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":55.13,"det_map_75":42.91,"det_map_50_95":39.72,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.5885,"avg_inference_ms":6.9434,"avg_output_ms":1.3336,"e2e_latency_ms":16.87,"fps_median":159.31177314003506,"fps_mean":157.3262396762377,"fps_p95":162.52234682268812,"fps_min":74.11799584939223,"fps_max":417.88549937317174,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-4e0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-7a8","session_name":"yolov8m-seg-t-be6.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":64.11,"det_map_75":52.55,"det_map_50_95":48.02,"mask_map_50":60.67,"mask_map_50_95":37.63,"avg_input_ms":7.2696,"avg_inference_ms":28.4096,"avg_output_ms":5.2938,"e2e_latency_ms":40.97,"fps_median":119.0,"fps_mean":118.73809523809524,"fps_p95":121.0,"fps_min":115.0,"fps_max":122.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-7a8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-7a7","session_name":"yolov8m-seg-t-be6.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":64.15,"det_map_75":52.62,"det_map_50_95":48.1,"mask_map_50":60.69,"mask_map_50_95":37.64,"avg_input_ms":6.1048,"avg_inference_ms":54.8663,"avg_output_ms":3.9236,"e2e_latency_ms":64.89,"fps_median":62.5,"fps_mean":62.4375,"fps_p95":64.0,"fps_min":60.0,"fps_max":64.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-7a7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-7a5","session_name":"yolov8s-seg-t-b9d.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":59.09,"det_map_75":47.03,"det_map_50_95":43.2,"mask_map_50":55.6,"mask_map_50_95":34.37,"avg_input_ms":7.253,"avg_inference_ms":13.3477,"avg_output_ms":5.1975,"e2e_latency_ms":25.8,"fps_median":222.5,"fps_mean":223.0909090909091,"fps_p95":231.0,"fps_min":217.0,"fps_max":233.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-7a5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-7a4","session_name":"yolov8s-seg-t-b9d.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":59.09,"det_map_75":47.04,"det_map_50_95":43.24,"mask_map_50":55.62,"mask_map_50_95":34.37,"avg_input_ms":6.6057,"avg_inference_ms":20.5745,"avg_output_ms":4.1109,"e2e_latency_ms":31.29,"fps_median":151.0,"fps_mean":150.63636363636363,"fps_p95":155.0,"fps_min":145.0,"fps_max":156.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-7a4/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-7a1","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":38.09,"det_map_75":21.33,"det_map_50_95":21.25,"mask_map_50":38.11,"mask_map_50_95":21.84,"avg_input_ms":19.0142,"avg_inference_ms":75.2466,"avg_output_ms":13.9973,"e2e_latency_ms":108.26,"fps_median":47.0,"fps_mean":46.839622641509436,"fps_p95":53.0,"fps_min":38.0,"fps_max":56.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-7a1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-7a0","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":48.04,"det_map_75":36.37,"det_map_50_95":33.57,"mask_map_50":45.28,"mask_map_50_95":27.11,"avg_input_ms":16.1047,"avg_inference_ms":23.0656,"avg_output_ms":58.1866,"e2e_latency_ms":97.36,"fps_median":29.0,"fps_mean":28.820809248554912,"fps_p95":34.0,"fps_min":22.0,"fps_max":37.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-7a0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-79a","session_name":"yolov8s-seg-t-b9d.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":57.31,"det_map_75":45.5,"det_map_50_95":41.63,"mask_map_50":53.89,"mask_map_50_95":33.08,"avg_input_ms":9.7866,"avg_inference_ms":42.2897,"avg_output_ms":7.3679,"e2e_latency_ms":59.44,"fps_median":23.0,"fps_mean":22.668181818181818,"fps_p95":23.0,"fps_min":22.0,"fps_max":23.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-79a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-798","session_name":"yolov8m-seg-t-be6.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":57.81,"det_map_75":44.88,"det_map_50_95":41.02,"mask_map_50":54.64,"mask_map_50_95":33.39,"avg_input_ms":16.4668,"avg_inference_ms":33.7857,"avg_output_ms":12.2776,"e2e_latency_ms":62.53,"fps_median":35.0,"fps_mean":34.84615384615385,"fps_p95":36.0,"fps_min":33.0,"fps_max":36.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-798/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-77f","session_name":"yolov8m-seg-t-be6_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":46.14,"det_map_75":26.36,"det_map_50_95":26.39,"mask_map_50":47.04,"mask_map_50_95":27.71,"avg_input_ms":12.4903,"avg_inference_ms":492.3447,"avg_output_ms":8.0071,"e2e_latency_ms":512.84,"fps_median":8.0,"fps_mean":8.088996763754045,"fps_p95":9.0,"fps_min":8.0,"fps_max":9.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-77f/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-77d","session_name":"yolov8m-seg-t-be6_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":46.14,"det_map_75":26.36,"det_map_50_95":26.39,"mask_map_50":47.04,"mask_map_50_95":27.71,"avg_input_ms":12.6327,"avg_inference_ms":492.4355,"avg_output_ms":8.0777,"e2e_latency_ms":513.15,"fps_median":8.0,"fps_mean":8.087378640776699,"fps_p95":9.0,"fps_min":8.0,"fps_max":9.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-77d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-77b","session_name":"yolov8m-seg-t-be6_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":61.68,"det_map_75":50.1,"det_map_50_95":45.89,"mask_map_50":58.32,"mask_map_50_95":36.07,"avg_input_ms":11.9835,"avg_inference_ms":492.6183,"avg_output_ms":24.4884,"e2e_latency_ms":529.09,"fps_median":8.0,"fps_mean":8.080906148867314,"fps_p95":9.0,"fps_min":7.0,"fps_max":9.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-77b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-772","session_name":"yolov8m-seg-t-be6.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":62.28,"det_map_75":50.86,"det_map_50_95":46.46,"mask_map_50":58.75,"mask_map_50_95":36.48,"avg_input_ms":9.9214,"avg_inference_ms":66.598,"avg_output_ms":7.0948,"e2e_latency_ms":83.61,"fps_median":13.0,"fps_mean":13.304,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-772/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-766","session_name":"yolov8m-seg-t-be6.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":64.11,"det_map_75":52.55,"det_map_50_95":48.04,"mask_map_50":60.7,"mask_map_50_95":37.64,"avg_input_ms":13.6661,"avg_inference_ms":68.2633,"avg_output_ms":9.07,"e2e_latency_ms":91.0,"fps_median":58.0,"fps_mean":57.76744186046512,"fps_p95":59.0,"fps_min":40.0,"fps_max":60.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-766/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-738","session_name":"yolov8m-seg-t-be6.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":63.12,"det_map_75":51.69,"det_map_50_95":47.26,"mask_map_50":59.63,"mask_map_50_95":37.0,"avg_input_ms":3.6827,"avg_inference_ms":50.3664,"avg_output_ms":3.9218,"e2e_latency_ms":57.97,"fps_median":58.0,"fps_mean":58.294117647058826,"fps_p95":64.0,"fps_min":55.0,"fps_max":64.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-738/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-737","session_name":"yolov8s-seg-t-b9d.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":58.69,"det_map_75":46.62,"det_map_50_95":42.84,"mask_map_50":55.23,"mask_map_50_95":34.13,"avg_input_ms":3.1835,"avg_inference_ms":21.1773,"avg_output_ms":3.6626,"e2e_latency_ms":28.02,"fps_median":132.5,"fps_mean":136.13888888888889,"fps_p95":151.0,"fps_min":130.0,"fps_max":151.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-737/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-736","session_name":"yolov8n-seg-t-b7f.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":49.94,"det_map_75":37.88,"det_map_50_95":35.17,"mask_map_50":46.91,"mask_map_50_95":28.47,"avg_input_ms":4.3339,"avg_inference_ms":6.641,"avg_output_ms":5.9577,"e2e_latency_ms":16.93,"fps_median":285.5,"fps_mean":306.8125,"fps_p95":362.0,"fps_min":267.0,"fps_max":362.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-736/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-72e","session_name":"yolov8m-seg-t-be6.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":63.08,"det_map_75":51.64,"det_map_50_95":47.22,"mask_map_50":59.65,"mask_map_50_95":37.1,"avg_input_ms":3.1126,"avg_inference_ms":17.1261,"avg_output_ms":3.2689,"e2e_latency_ms":23.51,"fps_median":111.0,"fps_mean":111.31818181818181,"fps_p95":112.0,"fps_min":110.0,"fps_max":112.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-72e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-72c","session_name":"yolov8n-seg-t-b7f.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":49.88,"det_map_75":37.87,"det_map_50_95":35.13,"mask_map_50":46.87,"mask_map_50_95":28.46,"avg_input_ms":3.3777,"avg_inference_ms":2.7359,"avg_output_ms":4.1002,"e2e_latency_ms":10.21,"fps_median":423.0,"fps_mean":422.6363636363636,"fps_p95":431.0,"fps_min":410.0,"fps_max":431.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-72c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"m","target_raw":"yolov8m-seg-t-be6.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-724","session_name":"yolov8m-seg-t-be6.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":64.15,"det_map_75":52.57,"det_map_50_95":48.09,"mask_map_50":60.7,"mask_map_50_95":37.63,"avg_input_ms":7.3512,"avg_inference_ms":237.885,"avg_output_ms":6.4049,"e2e_latency_ms":251.64,"fps_median":16.0,"fps_mean":16.539735099337747,"fps_p95":20.0,"fps_min":16.0,"fps_max":20.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-724/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-723","session_name":"yolov8s-seg-t-b9d.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":59.06,"det_map_75":47.04,"det_map_50_95":43.24,"mask_map_50":55.52,"mask_map_50_95":34.31,"avg_input_ms":7.0156,"avg_inference_ms":102.0907,"avg_output_ms":6.3314,"e2e_latency_ms":115.44,"fps_median":38.0,"fps_mean":38.0763358778626,"fps_p95":40.0,"fps_min":36.0,"fps_max":40.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-723/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-722","session_name":"yolov8n-seg-t-b7f.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":50.29,"det_map_75":38.26,"det_map_50_95":35.45,"mask_map_50":47.27,"mask_map_50_95":28.69,"avg_input_ms":6.4805,"avg_inference_ms":39.976,"avg_output_ms":5.9153,"e2e_latency_ms":52.37,"fps_median":95.0,"fps_mean":94.73076923076923,"fps_p95":96.0,"fps_min":92.0,"fps_max":99.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-722/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP16","session_id":"v-711","session_name":"yolov8n-seg-t-b7f.fp16-aarch64-onnx-cpu","session_status":"complete","det_map_50":50.29,"det_map_75":38.22,"det_map_50_95":35.43,"mask_map_50":47.22,"mask_map_50_95":28.67,"avg_input_ms":26.509,"avg_inference_ms":277.8764,"avg_output_ms":56.2881,"e2e_latency_ms":360.67,"fps_median":7.0,"fps_mean":6.858516483516484,"fps_p95":8.0,"fps_min":4.0,"fps_max":9.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-711/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6e2","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":45.37,"det_map_75":26.63,"det_map_50_95":26.38,"mask_map_50":45.55,"mask_map_50_95":26.8,"avg_input_ms":11.5586,"avg_inference_ms":187.0806,"avg_output_ms":7.4823,"e2e_latency_ms":206.12,"fps_median":21.0,"fps_mean":21.139830508474578,"fps_p95":22.0,"fps_min":20.0,"fps_max":22.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6e2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-x86_64-onnx-cpu","target_key":"onnx","target_label":"Intel Core i9-13900F \u00b7 32-core","platform_footer":"onnx-cpu","chip_family":"Intel Core i9-13900F","cpu_cores":32,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-6e1","session_name":"yolov8n-seg-t-b7f.fp32-x86_64-onnx-cpu","session_status":"complete","det_map_50":50.28,"det_map_75":38.23,"det_map_50_95":35.44,"mask_map_50":47.27,"mask_map_50_95":28.68,"avg_input_ms":36.3171,"avg_inference_ms":68.4439,"avg_output_ms":48.2295,"e2e_latency_ms":152.99,"fps_median":23.0,"fps_mean":22.986175115207374,"fps_p95":28.0,"fps_min":15.0,"fps_max":33.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6e1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6e0","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":45.39,"det_map_75":26.75,"det_map_50_95":26.45,"mask_map_50":45.69,"mask_map_50_95":26.94,"avg_input_ms":33.59,"avg_inference_ms":149.3271,"avg_output_ms":6.9727,"e2e_latency_ms":189.89,"fps_median":6.0,"fps_mean":6.215174129353234,"fps_p95":7.0,"fps_min":6.0,"fps_max":7.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6e0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6df","session_name":"yolov8n-seg-t-b7f.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":50.27,"det_map_75":38.2,"det_map_50_95":35.43,"mask_map_50":47.21,"mask_map_50_95":28.69,"avg_input_ms":5.7539,"avg_inference_ms":7.9475,"avg_output_ms":4.2068,"e2e_latency_ms":17.91,"fps_median":333.0,"fps_mean":332.53333333333336,"fps_p95":343.0,"fps_min":321.0,"fps_max":343.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6df/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_logical-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6dd","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_logical-imx95-neutron","session_status":"complete","det_map_50":45.37,"det_map_75":26.63,"det_map_50_95":26.38,"mask_map_50":45.55,"mask_map_50_95":26.8,"avg_input_ms":11.5295,"avg_inference_ms":187.0028,"avg_output_ms":7.4772,"e2e_latency_ms":206.01,"fps_median":21.0,"fps_mean":21.14406779661017,"fps_p95":22.0,"fps_min":20.0,"fps_max":22.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6dd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-x86_64-onnx-cpu","target_key":"onnx","target_label":"Intel Core i9-13900F \u00b7 32-core","platform_footer":"onnx-cpu","chip_family":"Intel Core i9-13900F","cpu_cores":32,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP16","session_id":"v-6dc","session_name":"yolov8n-seg-t-b7f.fp16-x86_64-onnx-cpu","session_status":"complete","det_map_50":50.27,"det_map_75":38.21,"det_map_50_95":35.43,"mask_map_50":47.22,"mask_map_50_95":28.69,"avg_input_ms":39.1647,"avg_inference_ms":104.4039,"avg_output_ms":63.9504,"e2e_latency_ms":207.52,"fps_median":17.0,"fps_mean":17.45104895104895,"fps_p95":21.0,"fps_min":10.0,"fps_max":26.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6dc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_smart-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6db","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_smart-imx95-neutron","session_status":"complete","det_map_50":57.48,"det_map_75":45.47,"det_map_50_95":41.74,"mask_map_50":54.15,"mask_map_50_95":33.29,"avg_input_ms":12.6506,"avg_inference_ms":188.4264,"avg_output_ms":27.7364,"e2e_latency_ms":228.81,"fps_median":21.0,"fps_mean":20.89121338912134,"fps_p95":22.0,"fps_min":19.0,"fps_max":23.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6db/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6da","session_name":"yolov8n-seg-t-b7f.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":50.26,"det_map_75":38.22,"det_map_50_95":35.44,"mask_map_50":47.27,"mask_map_50_95":28.68,"avg_input_ms":6.1901,"avg_inference_ms":10.7888,"avg_output_ms":4.0499,"e2e_latency_ms":21.03,"fps_median":243.0,"fps_mean":244.05,"fps_p95":252.0,"fps_min":236.0,"fps_max":252.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6da/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6d9","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":45.39,"det_map_75":26.75,"det_map_50_95":26.45,"mask_map_50":45.69,"mask_map_50_95":26.94,"avg_input_ms":33.6165,"avg_inference_ms":149.1992,"avg_output_ms":7.0438,"e2e_latency_ms":189.86,"fps_median":6.0,"fps_mean":6.219178082191781,"fps_p95":7.0,"fps_min":6.0,"fps_max":7.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6d9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_combined-imx95-neutron","target_key":"imx95","target_label":"imx95-neutron","platform_footer":"imx95-neutron","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"eIQ Neutron","ep":"Neutron","ep_runner":"NPU","precision":"INT8","session_id":"v-6d8","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_combined-imx95-neutron","session_status":"complete","det_map_50":38.09,"det_map_75":21.33,"det_map_50_95":21.25,"mask_map_50":38.11,"mask_map_50_95":21.84,"avg_input_ms":18.9995,"avg_inference_ms":75.3361,"avg_output_ms":13.2509,"e2e_latency_ms":107.59,"fps_median":48.0,"fps_mean":48.25242718446602,"fps_p95":56.0,"fps_min":38.0,"fps_max":58.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6d8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6d6","session_name":"yolov8s-seg-t-b9d_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":57.51,"det_map_75":45.69,"det_map_50_95":41.84,"mask_map_50":54.12,"mask_map_50_95":33.38,"avg_input_ms":33.7856,"avg_inference_ms":144.5387,"avg_output_ms":34.3198,"e2e_latency_ms":212.64,"fps_median":6.0,"fps_mean":6.44258064516129,"fps_p95":7.0,"fps_min":5.0,"fps_max":7.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6d6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6d3","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":37.94,"det_map_75":21.42,"det_map_50_95":21.23,"mask_map_50":37.87,"mask_map_50_95":21.74,"avg_input_ms":33.9543,"avg_inference_ms":82.0323,"avg_output_ms":7.5405,"e2e_latency_ms":123.53,"fps_median":11.0,"fps_mean":10.662393162393162,"fps_p95":11.0,"fps_min":10.0,"fps_max":11.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-6d3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6d0","session_name":"yolov8s-seg-t-b9d.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":54.14,"det_map_75":40.62,"det_map_50_95":37.5,"mask_map_50":50.83,"mask_map_50_95":30.87,"avg_input_ms":17.2367,"avg_inference_ms":16.927,"avg_output_ms":16.0321,"e2e_latency_ms":50.2,"fps_median":51.0,"fps_mean":51.422680412371136,"fps_p95":58.0,"fps_min":41.0,"fps_max":62.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6d0/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6cc","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":37.94,"det_map_75":21.42,"det_map_50_95":21.23,"mask_map_50":37.87,"mask_map_50_95":21.74,"avg_input_ms":35.0884,"avg_inference_ms":81.9773,"avg_output_ms":7.6032,"e2e_latency_ms":124.67,"fps_median":11.0,"fps_mean":10.666666666666666,"fps_p95":11.0,"fps_min":10.0,"fps_max":11.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6cc/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-i16-smart-imx95-ara240","target_key":"ara240","target_label":"imx95-ara240","platform_footer":"imx95-ara240","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"Kinara","ep":"Ara240","ep_runner":"NPU","precision":"INT16","session_id":"v-6cb","session_name":"yolov8n-seg-t-b7f.fp32-i16-smart-imx95-ara240","session_status":"complete","det_map_50":46.19,"det_map_75":34.14,"det_map_50_95":31.41,"mask_map_50":43.27,"mask_map_50_95":25.84,"avg_input_ms":17.5407,"avg_inference_ms":10.2265,"avg_output_ms":19.4041,"e2e_latency_ms":47.17,"fps_median":41.0,"fps_mean":41.44166666666667,"fps_p95":48.0,"fps_min":30.0,"fps_max":50.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6cb/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"s","target_raw":"yolov8s-seg-t-b9d.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6c8","session_name":"yolov8s-seg-t-b9d.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":59.05,"det_map_75":47.02,"det_map_50_95":43.19,"mask_map_50":55.49,"mask_map_50_95":34.33,"avg_input_ms":15.3083,"avg_inference_ms":13.4851,"avg_output_ms":14.371,"e2e_latency_ms":43.16,"fps_median":96.0,"fps_mean":96.7843137254902,"fps_p95":104.0,"fps_min":89.0,"fps_max":109.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6c8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6c5","session_name":"yolov8n-seg-t-b7f.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":50.31,"det_map_75":38.19,"det_map_50_95":35.44,"mask_map_50":47.27,"mask_map_50_95":28.71,"avg_input_ms":14.0573,"avg_inference_ms":5.8528,"avg_output_ms":14.7811,"e2e_latency_ms":34.69,"fps_median":88.0,"fps_mean":88.19642857142857,"fps_p95":94.0,"fps_min":77.0,"fps_max":96.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6c5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6c4","session_name":"yolov8n-seg-t-b7f.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":48.48,"det_map_75":36.8,"det_map_50_95":33.94,"mask_map_50":45.43,"mask_map_50_95":27.61,"avg_input_ms":10.9138,"avg_inference_ms":16.196,"avg_output_ms":8.609,"e2e_latency_ms":35.72,"fps_median":54.0,"fps_mean":53.80434782608695,"fps_p95":55.0,"fps_min":52.0,"fps_max":56.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6c4/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolov8","task_key":"seg","size":"n","target_raw":"yolov8n-seg-t-b7f_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6c1","session_name":"yolov8n-seg-t-b7f_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":48.1,"det_map_75":36.32,"det_map_50_95":33.6,"mask_map_50":45.14,"mask_map_50_95":27.14,"avg_input_ms":35.8288,"avg_inference_ms":77.6484,"avg_output_ms":43.6848,"e2e_latency_ms":157.16,"fps_median":11.0,"fps_mean":11.217977528089888,"fps_p95":12.0,"fps_min":9.0,"fps_max":13.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6c1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-7aa","session_name":"yolo11m-seg-t-be9.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":66.2,"det_map_75":54.0,"det_map_50_95":49.8,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":5.3725,"avg_inference_ms":22.1302,"avg_output_ms":0.9148,"e2e_latency_ms":28.42,"fps_median":152.0,"fps_mean":152.59375,"fps_p95":156.0,"fps_min":148.0,"fps_max":159.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-7aa/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-7a9","session_name":"yolo11m-seg-t-be9.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":66.22,"det_map_75":54.05,"det_map_50_95":49.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":4.7888,"avg_inference_ms":40.0859,"avg_output_ms":0.6778,"e2e_latency_ms":45.55,"fps_median":88.0,"fps_mean":87.98214285714286,"fps_p95":89.0,"fps_min":84.0,"fps_max":91.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-7a9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-773","session_name":"yolo11m-seg-t-be9.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":63.26,"det_map_75":51.67,"det_map_50_95":47.25,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":8.0016,"avg_inference_ms":70.7158,"avg_output_ms":2.9996,"e2e_latency_ms":81.72,"fps_median":14.0,"fps_mean":13.6448087431694,"fps_p95":14.0,"fps_min":13.0,"fps_max":14.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-773/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-769","session_name":"yolo11m-seg-t-be9.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":66.19,"det_map_75":54.0,"det_map_50_95":49.81,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":11.0623,"avg_inference_ms":51.022,"avg_output_ms":1.4346,"e2e_latency_ms":63.52,"fps_median":77.0,"fps_mean":77.140625,"fps_p95":78.0,"fps_min":76.0,"fps_max":79.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-769/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-73b","session_name":"yolo11m-seg-t-be9.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":65.05,"det_map_75":53.06,"det_map_50_95":48.84,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.8864,"avg_inference_ms":39.0559,"avg_output_ms":0.6649,"e2e_latency_ms":43.61,"fps_median":75.0,"fps_mean":74.72727272727273,"fps_p95":78.0,"fps_min":72.0,"fps_max":78.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-73b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-739","session_name":"yolo11n-seg-t-b90.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":51.85,"det_map_75":40.44,"det_map_50_95":37.11,"mask_map_50":48.74,"mask_map_50_95":29.94,"avg_input_ms":4.7207,"avg_inference_ms":6.8572,"avg_output_ms":6.489,"e2e_latency_ms":18.07,"fps_median":266.0,"fps_mean":290.29411764705884,"fps_p95":362.0,"fps_min":245.0,"fps_max":362.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-739/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-731","session_name":"yolo11m-seg-t-be9.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":65.03,"det_map_75":52.93,"det_map_50_95":48.77,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":3.598,"avg_inference_ms":18.6973,"avg_output_ms":0.478,"e2e_latency_ms":22.77,"fps_median":102.0,"fps_mean":102.41666666666667,"fps_p95":103.0,"fps_min":102.0,"fps_max":103.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-731/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-730","session_name":"yolo11s-seg-t-b9c.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":60.16,"det_map_75":47.67,"det_map_50_95":44.11,"mask_map_50":56.75,"mask_map_50_95":34.89,"avg_input_ms":3.1349,"avg_inference_ms":6.8086,"avg_output_ms":3.3172,"e2e_latency_ms":13.26,"fps_median":254.0,"fps_mean":253.73684210526315,"fps_p95":255.0,"fps_min":250.0,"fps_max":255.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-730/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"m","target_raw":"yolo11m-seg-t-be9.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-72b","session_name":"yolo11m-seg-t-be9.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":66.25,"det_map_75":54.06,"det_map_50_95":49.85,"mask_map_50":null,"mask_map_50_95":null,"avg_input_ms":6.6293,"avg_inference_ms":168.8608,"avg_output_ms":2.2605,"e2e_latency_ms":177.75,"fps_median":24.0,"fps_mean":23.176744186046513,"fps_p95":24.0,"fps_min":20.0,"fps_max":24.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-72b/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-726","session_name":"yolo11s-seg-t-b9c.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":60.89,"det_map_75":48.41,"det_map_50_95":44.79,"mask_map_50":57.36,"mask_map_50_95":35.25,"avg_input_ms":7.2687,"avg_inference_ms":91.6849,"avg_output_ms":6.3014,"e2e_latency_ms":105.25,"fps_median":42.5,"fps_mean":42.1271186440678,"fps_p95":44.0,"fps_min":40.0,"fps_max":44.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-726/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-725","session_name":"yolo11n-seg-t-b90.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":52.25,"det_map_75":40.81,"det_map_50_95":37.42,"mask_map_50":49.1,"mask_map_50_95":30.16,"avg_input_ms":6.8083,"avg_inference_ms":37.2302,"avg_output_ms":5.8381,"e2e_latency_ms":49.88,"fps_median":100.0,"fps_mean":99.88,"fps_p95":102.0,"fps_min":96.0,"fps_max":103.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-725/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90_quant-u8-i8_combined-imx8mp-vsi","target_key":"tflite_int8","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-700","session_name":"yolo11n-seg-t-b90_quant-u8-i8_combined-imx8mp-vsi","session_status":"complete","det_map_50":37.52,"det_map_75":21.45,"det_map_50_95":21.38,"mask_map_50":37.43,"mask_map_50_95":21.48,"avg_input_ms":33.8581,"avg_inference_ms":108.4704,"avg_output_ms":7.4838,"e2e_latency_ms":149.81,"fps_median":8.0,"fps_mean":8.317803660565724,"fps_p95":9.0,"fps_min":7.0,"fps_max":9.0,"decoder_variant":"combined","flag":null,"url":"https://edgefirst.studio/public/validation/v-700/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6f9","session_name":"yolo11n-seg-t-b90_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":37.52,"det_map_75":21.45,"det_map_50_95":21.38,"mask_map_50":37.43,"mask_map_50_95":21.48,"avg_input_ms":34.0003,"avg_inference_ms":108.5486,"avg_output_ms":7.5804,"e2e_latency_ms":150.13,"fps_median":8.0,"fps_mean":8.311148086522463,"fps_p95":9.0,"fps_min":7.0,"fps_max":9.0,"decoder_variant":"logical","flag":null,"url":"https://edgefirst.studio/public/validation/v-6f9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6f1","session_name":"yolo11s-seg-t-b9c.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":58.53,"det_map_75":46.33,"det_map_50_95":42.77,"mask_map_50":55.24,"mask_map_50_95":33.89,"avg_input_ms":10.4684,"avg_inference_ms":38.4607,"avg_output_ms":7.7989,"e2e_latency_ms":56.73,"fps_median":24.0,"fps_mean":23.84688995215311,"fps_p95":24.0,"fps_min":23.0,"fps_max":24.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6f1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6ec","session_name":"yolo11n-seg-t-b90.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":50.02,"det_map_75":38.98,"det_map_50_95":35.79,"mask_map_50":47.04,"mask_map_50_95":28.71,"avg_input_ms":10.057,"avg_inference_ms":24.2655,"avg_output_ms":8.0202,"e2e_latency_ms":42.34,"fps_median":40.0,"fps_mean":40.46341463414634,"fps_p95":41.0,"fps_min":39.0,"fps_max":42.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6ec/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-6ea","session_name":"yolo11n-seg-t-b90_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":47.33,"det_map_75":35.82,"det_map_50_95":33.22,"mask_map_50":44.4,"mask_map_50_95":26.61,"avg_input_ms":34.1784,"avg_inference_ms":103.5328,"avg_output_ms":39.6822,"e2e_latency_ms":177.39,"fps_median":9.0,"fps_mean":8.742556917688265,"fps_p95":9.0,"fps_min":7.0,"fps_max":10.0,"decoder_variant":"smart","flag":null,"url":"https://edgefirst.studio/public/validation/v-6ea/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6e7","session_name":"yolo11s-seg-t-b9c.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":60.84,"det_map_75":48.42,"det_map_50_95":44.75,"mask_map_50":57.35,"mask_map_50_95":35.28,"avg_input_ms":7.1174,"avg_inference_ms":13.2029,"avg_output_ms":4.7042,"e2e_latency_ms":25.02,"fps_median":225.0,"fps_mean":224.9090909090909,"fps_p95":234.0,"fps_min":217.0,"fps_max":234.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6e7/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6e6","session_name":"yolo11s-seg-t-b9c.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":60.88,"det_map_75":48.4,"det_map_50_95":44.77,"mask_map_50":57.4,"mask_map_50_95":35.27,"avg_input_ms":6.6983,"avg_inference_ms":19.6195,"avg_output_ms":4.0939,"e2e_latency_ms":30.41,"fps_median":154.0,"fps_mean":153.59375,"fps_p95":158.0,"fps_min":149.0,"fps_max":158.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6e6/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6e5","session_name":"yolo11n-seg-t-b90.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":52.22,"det_map_75":40.79,"det_map_50_95":37.39,"mask_map_50":49.04,"mask_map_50_95":30.15,"avg_input_ms":5.8889,"avg_inference_ms":8.4329,"avg_output_ms":4.232,"e2e_latency_ms":18.55,"fps_median":320.0,"fps_mean":316.8666666666667,"fps_p95":339.0,"fps_min":299.0,"fps_max":339.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6e5/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6e3","session_name":"yolo11n-seg-t-b90.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":52.22,"det_map_75":40.82,"det_map_50_95":37.4,"mask_map_50":49.07,"mask_map_50_95":30.16,"avg_input_ms":6.2442,"avg_inference_ms":10.967,"avg_output_ms":4.0179,"e2e_latency_ms":21.23,"fps_median":239.0,"fps_mean":239.05,"fps_p95":260.0,"fps_min":228.0,"fps_max":260.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6e3/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"s","target_raw":"yolo11s-seg-t-b9c.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6cd","session_name":"yolo11s-seg-t-b9c.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":60.85,"det_map_75":48.44,"det_map_50_95":44.73,"mask_map_50":57.38,"mask_map_50_95":35.28,"avg_input_ms":15.4889,"avg_inference_ms":14.6707,"avg_output_ms":14.1345,"e2e_latency_ms":44.29,"fps_median":99.0,"fps_mean":96.62745098039215,"fps_p95":104.0,"fps_min":42.0,"fps_max":105.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6cd/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo11","task_key":"seg","size":"n","target_raw":"yolo11n-seg-t-b90.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6c9","session_name":"yolo11n-seg-t-b90.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":52.22,"det_map_75":40.72,"det_map_50_95":37.37,"mask_map_50":49.09,"mask_map_50_95":30.17,"avg_input_ms":14.0781,"avg_inference_ms":6.4558,"avg_output_ms":14.3021,"e2e_latency_ms":34.84,"fps_median":93.0,"fps_mean":92.94339622641509,"fps_p95":101.0,"fps_min":83.0,"fps_max":103.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6c9/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-7ac","session_name":"yolo26m-seg-t-be8.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":69.14,"det_map_75":56.98,"det_map_50_95":52.01,"mask_map_50":65.61,"mask_map_50_95":41.99,"avg_input_ms":7.2818,"avg_inference_ms":29.7486,"avg_output_ms":5.3843,"e2e_latency_ms":42.41,"fps_median":110.0,"fps_mean":109.75555555555556,"fps_p95":112.0,"fps_min":105.0,"fps_max":113.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-7ac/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-7ab","session_name":"yolo26m-seg-t-be8.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":69.16,"det_map_75":56.98,"det_map_50_95":52.04,"mask_map_50":65.65,"mask_map_50_95":42.0,"avg_input_ms":5.9814,"avg_inference_ms":55.1934,"avg_output_ms":3.8893,"e2e_latency_ms":65.06,"fps_median":62.0,"fps_mean":61.51851851851852,"fps_p95":64.0,"fps_min":60.0,"fps_max":64.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-7ab/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-775","session_name":"yolo26m-seg-t-be8.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":62.3,"det_map_75":48.51,"det_map_50_95":43.54,"mask_map_50":58.7,"mask_map_50_95":35.94,"avg_input_ms":9.2331,"avg_inference_ms":105.3766,"avg_output_ms":5.7426,"e2e_latency_ms":120.35,"fps_median":9.0,"fps_mean":9.168807339449542,"fps_p95":10.0,"fps_min":9.0,"fps_max":10.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-775/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-76a","session_name":"yolo26m-seg-t-be8.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":69.06,"det_map_75":56.9,"det_map_50_95":51.96,"mask_map_50":65.6,"mask_map_50_95":42.02,"avg_input_ms":13.364,"avg_inference_ms":74.8621,"avg_output_ms":8.8252,"e2e_latency_ms":97.05,"fps_median":53.0,"fps_mean":52.88297872340426,"fps_p95":54.0,"fps_min":52.0,"fps_max":55.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-76a/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-73d","session_name":"yolo26s-seg-t-b9b.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":62.88,"det_map_75":50.27,"det_map_50_95":46.35,"mask_map_50":59.72,"mask_map_50_95":37.82,"avg_input_ms":3.1164,"avg_inference_ms":21.9298,"avg_output_ms":3.5287,"e2e_latency_ms":28.57,"fps_median":127.0,"fps_mean":131.07894736842104,"fps_p95":149.0,"fps_min":124.0,"fps_max":151.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-73d/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp16-macos-onnx-coreml-gpu","target_key":"onnx","target_label":"macos-onnx-coreml-gpu","platform_footer":"macos-onnx-coreml-gpu","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"GPU","precision":"FP16","session_id":"v-73c","session_name":"yolo26n-seg-t-b93.fp16-macos-onnx-coreml-gpu","session_status":"complete","det_map_50":54.71,"det_map_75":42.26,"det_map_50_95":39.14,"mask_map_50":51.79,"mask_map_50_95":32.48,"avg_input_ms":4.5272,"avg_inference_ms":6.8792,"avg_output_ms":5.8668,"e2e_latency_ms":17.27,"fps_median":282.5,"fps_mean":305.8125,"fps_p95":360.0,"fps_min":269.0,"fps_max":360.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-73c/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-734","session_name":"yolo26m-seg-t-be8.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":67.21,"det_map_75":54.9,"det_map_50_95":50.24,"mask_map_50":63.81,"mask_map_50_95":40.81,"avg_input_ms":3.4887,"avg_inference_ms":26.2792,"avg_output_ms":3.7811,"e2e_latency_ms":33.55,"fps_median":74.0,"fps_mean":73.70149253731343,"fps_p95":74.0,"fps_min":73.0,"fps_max":75.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-734/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-733","session_name":"yolo26s-seg-t-b9b.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":62.87,"det_map_75":50.2,"det_map_50_95":46.32,"mask_map_50":59.69,"mask_map_50_95":37.87,"avg_input_ms":3.0171,"avg_inference_ms":8.2924,"avg_output_ms":3.1665,"e2e_latency_ms":14.48,"fps_median":217.0,"fps_mean":216.91304347826087,"fps_p95":221.0,"fps_min":209.0,"fps_max":222.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-733/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp16-macos-onnx-coreml-ane","target_key":"onnx","target_label":"macos-onnx-coreml-ane","platform_footer":"macos-onnx-coreml-ane","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CoreML","ep_runner":"ANE","precision":"FP16","session_id":"v-732","session_name":"yolo26n-seg-t-b93.fp16-macos-onnx-coreml-ane","session_status":"complete","det_map_50":54.63,"det_map_75":42.24,"det_map_50_95":39.13,"mask_map_50":51.83,"mask_map_50_95":32.47,"avg_input_ms":3.2508,"avg_inference_ms":2.7036,"avg_output_ms":3.6973,"e2e_latency_ms":9.65,"fps_median":457.5,"fps_mean":457.1,"fps_p95":464.0,"fps_min":447.0,"fps_max":464.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-732/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"m","target_raw":"yolo26m-seg-t-be8.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-729","session_name":"yolo26m-seg-t-be8.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":69.17,"det_map_75":56.95,"det_map_50_95":52.06,"mask_map_50":65.68,"mask_map_50_95":42.02,"avg_input_ms":7.3954,"avg_inference_ms":279.6073,"avg_output_ms":6.3392,"e2e_latency_ms":293.34,"fps_median":15.0,"fps_mean":14.087570621468927,"fps_p95":16.0,"fps_min":12.0,"fps_max":16.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-729/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-728","session_name":"yolo26s-seg-t-b9b.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":63.45,"det_map_75":50.8,"det_map_50_95":46.87,"mask_map_50":60.22,"mask_map_50_95":38.16,"avg_input_ms":7.2222,"avg_inference_ms":92.579,"avg_output_ms":6.2018,"e2e_latency_ms":106.0,"fps_median":41.0,"fps_mean":41.625,"fps_p95":44.0,"fps_min":40.0,"fps_max":44.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-728/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp32-aarch64-onnx-cpu","target_key":"onnx","target_label":"AWS Graviton \u00b7 48-core","platform_footer":"onnx-cpu","chip_family":"AWS Graviton","cpu_cores":48,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CPU","ep_runner":"CPU","precision":"FP32","session_id":"v-727","session_name":"yolo26n-seg-t-b93.fp32-aarch64-onnx-cpu","session_status":"complete","det_map_50":55.04,"det_map_75":42.58,"det_map_50_95":39.47,"mask_map_50":52.18,"mask_map_50_95":32.69,"avg_input_ms":6.8322,"avg_inference_ms":33.6419,"avg_output_ms":5.59,"e2e_latency_ms":46.06,"fps_median":109.0,"fps_mean":108.73333333333333,"fps_p95":111.0,"fps_min":106.0,"fps_max":111.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-727/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93_quant-u8-i8_logical-imx8mp-vsi","target_key":"tflite_int8_logical","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-710","session_name":"yolo26n-seg-t-b93_quant-u8-i8_logical-imx8mp-vsi","session_status":"complete","det_map_50":17.17,"det_map_75":3.68,"det_map_50_95":6.57,"mask_map_50":21.57,"mask_map_50_95":10.35,"avg_input_ms":33.193,"avg_inference_ms":123.3321,"avg_output_ms":6.5625,"e2e_latency_ms":163.09,"fps_median":7.0,"fps_mean":7.434523809523809,"fps_p95":8.0,"fps_min":7.0,"fps_max":8.0,"decoder_variant":"logical","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-710/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93_quant-u8-i8_smart-imx8mp-vsi","target_key":"tflite_int8_smart","target_label":"imx8mp-vsi","platform_footer":"imx8mp-vsi","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"VeriSilicon VX","ep":"VX Delegate","ep_runner":"NPU","precision":"INT8","session_id":"v-70e","session_name":"yolo26n-seg-t-b93_quant-u8-i8_smart-imx8mp-vsi","session_status":"complete","det_map_50":41.1,"det_map_75":25.08,"det_map_50_95":24.03,"mask_map_50":39.01,"mask_map_50_95":22.13,"avg_input_ms":36.7656,"avg_inference_ms":123.6292,"avg_output_ms":31.7983,"e2e_latency_ms":192.19,"fps_median":7.0,"fps_mean":7.419019316493314,"fps_p95":8.0,"fps_min":6.0,"fps_max":9.0,"decoder_variant":"smart","flag":"FLAG","url":"https://edgefirst.studio/public/validation/v-70e/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6fa","session_name":"yolo26s-seg-t-b9b.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":55.82,"det_map_75":42.0,"det_map_50_95":37.36,"mask_map_50":53.21,"mask_map_50_95":31.97,"avg_input_ms":10.506,"avg_inference_ms":58.8512,"avg_output_ms":5.98,"e2e_latency_ms":75.34,"fps_median":16.0,"fps_mean":16.0,"fps_p95":16.0,"fps_min":16.0,"fps_max":16.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6fa/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6ef","session_name":"yolo26s-seg-t-b9b.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.44,"det_map_75":50.75,"det_map_50_95":46.81,"mask_map_50":60.13,"mask_map_50_95":38.12,"avg_input_ms":7.4258,"avg_inference_ms":14.1598,"avg_output_ms":4.8837,"e2e_latency_ms":26.47,"fps_median":207.0,"fps_mean":207.45833333333334,"fps_p95":216.0,"fps_min":191.0,"fps_max":216.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6ef/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6ee","session_name":"yolo26s-seg-t-b9b.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":63.45,"det_map_75":50.75,"det_map_50_95":46.86,"mask_map_50":60.18,"mask_map_50_95":38.16,"avg_input_ms":6.7949,"avg_inference_ms":20.2894,"avg_output_ms":4.0334,"e2e_latency_ms":31.12,"fps_median":148.0,"fps_mean":147.78787878787878,"fps_p95":154.0,"fps_min":140.0,"fps_max":156.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6ee/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp16-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP16","session_id":"v-6eb","session_name":"yolo26n-seg-t-b93.fp16-x86_64-onnx-cuda","session_status":"complete","det_map_50":55.05,"det_map_75":42.57,"det_map_50_95":39.44,"mask_map_50":52.2,"mask_map_50_95":32.71,"avg_input_ms":6.1328,"avg_inference_ms":9.2788,"avg_output_ms":4.196,"e2e_latency_ms":19.61,"fps_median":290.0,"fps_mean":288.2352941176471,"fps_p95":307.0,"fps_min":261.0,"fps_max":307.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6eb/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp32-x86_64-onnx-cuda","target_key":"onnx","target_label":"onnx-cuda","platform_footer":"onnx-cuda","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"ONNX Runtime","ep":"CUDA","ep_runner":"GPU","precision":"FP32","session_id":"v-6e8","session_name":"yolo26n-seg-t-b93.fp32-x86_64-onnx-cuda","session_status":"complete","det_map_50":55.07,"det_map_75":42.54,"det_map_50_95":39.46,"mask_map_50":52.21,"mask_map_50_95":32.71,"avg_input_ms":6.1877,"avg_inference_ms":11.1774,"avg_output_ms":3.7993,"e2e_latency_ms":21.16,"fps_median":237.0,"fps_mean":237.1904761904762,"fps_p95":248.0,"fps_min":225.0,"fps_max":253.0,"decoder_variant":null,"flag":"REF","url":"https://edgefirst.studio/public/validation/v-6e8/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp32-fast-rpi5-hailo8l","target_key":"hailo8l","target_label":"rpi5-hailo8l","platform_footer":"rpi5-hailo8l","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"HailoRT","ep":"Hailo-8L","ep_runner":"NPU","precision":"INT8","session_id":"v-6d2","session_name":"yolo26n-seg-t-b93.fp32-fast-rpi5-hailo8l","session_status":"complete","det_map_50":51.55,"det_map_75":38.6,"det_map_50_95":35.0,"mask_map_50":48.82,"mask_map_50_95":30.4,"avg_input_ms":17.1634,"avg_inference_ms":32.8215,"avg_output_ms":6.5846,"e2e_latency_ms":56.57,"fps_median":30.0,"fps_mean":30.00602409638554,"fps_p95":31.0,"fps_min":21.0,"fps_max":32.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6d2/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"s","target_raw":"yolo26s-seg-t-b9b.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6d1","session_name":"yolo26s-seg-t-b9b.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":63.44,"det_map_75":50.71,"det_map_50_95":46.85,"mask_map_50":60.21,"mask_map_50_95":38.16,"avg_input_ms":17.6413,"avg_inference_ms":19.9358,"avg_output_ms":13.9323,"e2e_latency_ms":51.51,"fps_median":103.0,"fps_mean":98.1,"fps_p95":110.0,"fps_min":6.0,"fps_max":111.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6d1/details?mode=charts","has_metrics":true,"error":null},{"version_key":"yolo26","task_key":"seg","size":"n","target_raw":"yolo26n-seg-t-b93.fp16-orin-nano-tensorrt","target_key":"engine","target_label":"orin-nano-tensorrt","platform_footer":"orin-nano-tensorrt","chip_family":null,"cpu_cores":null,"cloud_instance":null,"runtime":"TensorRT","ep":"TensorRT","ep_runner":"GPU","precision":"FP16","session_id":"v-6cf","session_name":"yolo26n-seg-t-b93.fp16-orin-nano-tensorrt","session_status":"complete","det_map_50":55.02,"det_map_75":42.53,"det_map_50_95":39.43,"mask_map_50":52.2,"mask_map_50_95":32.69,"avg_input_ms":15.5707,"avg_inference_ms":6.8596,"avg_output_ms":13.4026,"e2e_latency_ms":35.83,"fps_median":102.0,"fps_mean":98.16,"fps_p95":109.0,"fps_min":28.0,"fps_max":110.0,"decoder_variant":null,"flag":null,"url":"https://edgefirst.studio/public/validation/v-6cf/details?mode=charts","has_metrics":true,"error":null}],"excluded_unregistered":[],"excluded_failed":[],"counts":{"sessions_ok":220,"experiments_walked":7,"excluded_unregistered":0,"excluded_failed":0,"deduped_duplicates":17}}</script> | |
| <script id="snapshot-data" type="application/json">{"generated_at":"2026-06-17","matrix":[{"repo_id":"EdgeFirst/yolov5-det","version_key":"yolov5","version_label":"YOLOv5","task_key":"det","task_label":"Detection","pipeline_tag":"object-detection","sizes":["n","s","m","l","x"],"export_notes":"Legacy architecture, wide deployment base."},{"repo_id":"EdgeFirst/yolov8-det","version_key":"yolov8","version_label":"YOLOv8","task_key":"det","task_label":"Detection","pipeline_tag":"object-detection","sizes":["n","s","m","l","x"],"export_notes":"Anchor-free DFL detection head. Detection and instance-segmentation variants."},{"repo_id":"EdgeFirst/yolov8-seg","version_key":"yolov8","version_label":"YOLOv8","task_key":"seg","task_label":"Segmentation","pipeline_tag":"image-segmentation","sizes":["n","s","m","l","x"],"export_notes":"Anchor-free DFL detection head. Detection and instance-segmentation variants."},{"repo_id":"EdgeFirst/yolo11-det","version_key":"yolo11","version_label":"YOLO11","task_key":"det","task_label":"Detection","pipeline_tag":"object-detection","sizes":["n","s","m","l","x"],"export_notes":"Architecture with C3k2 attention blocks."},{"repo_id":"EdgeFirst/yolo11-seg","version_key":"yolo11","version_label":"YOLO11","task_key":"seg","task_label":"Segmentation","pipeline_tag":"image-segmentation","sizes":["n","s","m","l","x"],"export_notes":"Architecture with C3k2 attention blocks."},{"repo_id":"EdgeFirst/yolo26-det","version_key":"yolo26","version_label":"YOLO26","task_key":"det","task_label":"Detection","pipeline_tag":"object-detection","sizes":["n","s","m","l","x"],"export_notes":"End-to-end attention head. `end2end=False` required for INT8 export."},{"repo_id":"EdgeFirst/yolo26-seg","version_key":"yolo26","version_label":"YOLO26","task_key":"seg","task_label":"Segmentation","pipeline_tag":"image-segmentation","sizes":["n","s","m","l","x"],"export_notes":"End-to-end attention head. `end2end=False` required for INT8 export."}],"platforms":[{"key":"onnx","label":"ONNX FP32","format_label":"ONNX FP32","folder":"onnx","extension":".onnx","notes":"Any platform with ONNX Runtime.","universal":true},{"key":"tflite","label":"TFLite INT8","format_label":"TFLite INT8","folder":"tflite","extension":".tflite","notes":"CPU or NPU via runtime delegate (i.MX 8M Plus VX Delegate).","universal":true},{"key":"imx93","label":"NXP i.MX 93 (Ethos-U65)","format_label":"VELA TFLite","folder":"imx93","extension":".imx93.tflite","notes":"Ethos-U65 NPU via ARM VELA compiler.","universal":false},{"key":"imx95","label":"NXP i.MX 95 (eIQ Neutron)","format_label":"eIQ Neutron TFLite","folder":"imx95","extension":".imx95.tflite","notes":"eIQ Neutron NPU optimized.","universal":false},{"key":"ara240","label":"NXP Ara240","format_label":"Kinara DVM","folder":"ara240","extension":".dvm","notes":"Kinara DVM compiled model.","universal":false},{"key":"hailo8l","label":"RPi5 + Hailo-8L (13 TOPS)","format_label":"Hailo-8L HEF","folder":"hailo","extension":".hailo8l.hef","notes":"Hailo-8L 13 TOPS accelerator.","universal":false},{"key":"hailo8","label":"Hailo-8 (26 TOPS)","format_label":"Hailo-8 HEF","folder":"hailo","extension":".hailo8.hef","notes":"Hailo-8 26 TOPS accelerator.","universal":false},{"key":"hailo10","label":"Hailo-10 (40 TOPS)","format_label":"Hailo-10 HEF","folder":"hailo","extension":".hailo10.hef","notes":"Hailo-10 40 TOPS accelerator.","universal":false},{"key":"engine","label":"NVIDIA Jetson (TensorRT)","format_label":"TensorRT Engine","folder":"jetson","extension":".engine","notes":"Jetson FP16 and INT8 engines.","universal":false}],"sizes":[{"key":"n","label":"Nano"},{"key":"s","label":"Small"},{"key":"m","label":"Medium"},{"key":"l","label":"Large"},{"key":"x","label":"XLarge"}],"model_params":{"yolov5":{"n":{"params":"1.9M","gflops":4.5},"s":{"params":"7.2M","gflops":16.5},"m":{"params":"21.2M","gflops":49.0},"l":{"params":"46.5M","gflops":109.1},"x":{"params":"86.7M","gflops":205.7}},"yolov8":{"n":{"params":"3.2M","gflops":8.9},"s":{"params":"11.2M","gflops":28.8},"m":{"params":"25.9M","gflops":79.3},"l":{"params":"43.7M","gflops":165.7},"x":{"params":"68.2M","gflops":258.5}},"yolo11":{"n":{"params":"2.6M","gflops":6.5},"s":{"params":"9.4M","gflops":21.5},"m":{"params":"20.1M","gflops":68.0},"l":{"params":"25.3M","gflops":87.6},"x":{"params":"56.9M","gflops":195.0}},"yolo26":{"n":{"params":"2.7M","gflops":7.6},"s":{"params":"10.3M","gflops":27.0},"m":{"params":"24.5M","gflops":74.4},"l":{"params":"42.5M","gflops":155.0},"x":{"params":"67.5M","gflops":244.0}}},"det_bench":{"yolov5":{"n":{"onnx_fp32_map50":49.6,"onnx_fp32_map50_95":33.0,"tflite_int8_map50":46.2,"tflite_int8_map50_95":30.2},"s":{"onnx_fp32_map50":57.1,"onnx_fp32_map50_95":41.3,"tflite_int8_map50":46.4,"tflite_int8_map50_95":31.8},"m":{"onnx_fp32_map50":63.3,"onnx_fp32_map50_95":47.3,"tflite_int8_map50":50.9,"tflite_int8_map50_95":35.8}},"yolov8":{"n":{"onnx_fp32_map50":50.2,"onnx_fp32_map50_95":35.8,"tflite_int8_map50":47.3,"tflite_int8_map50_95":32.5}},"yolo11":{"n":{"onnx_fp32_map50":53.4,"onnx_fp32_map50_95":37.9,"tflite_int8_map50":50.1,"tflite_int8_map50_95":34.5}},"yolo26":{"n":{"onnx_fp32_map50":54.9,"onnx_fp32_map50_95":39.7,"tflite_int8_map50":51.5,"tflite_int8_map50_95":34.9}}},"seg_bench":{"yolov8":{"n":{"onnx_det_map50_95":35.3,"onnx_mask_map50_95":34.1},"m":{"onnx_det_map50_95":48.2},"l":{"onnx_det_map50_95":51.0},"x":{"onnx_det_map50_95":52.3}},"yolo11":{"n":{"onnx_det_map50_95":37.2,"onnx_mask_map50_95":35.5},"s":{"onnx_det_map50_95":44.8},"m":{"onnx_det_map50_95":50.0}},"yolo26":{"n":{"onnx_det_map50_95":39.5,"onnx_mask_map50_95":37.0},"s":{"onnx_det_map50_95":47.0},"m":{"onnx_det_map50_95":52.2},"l":{"onnx_det_map50_95":54.1},"x":{"onnx_det_map50_95":56.3}}},"validation":{},"studio_exp_urls":{"yolov5":{"det":"https://edgefirst.studio/public/projects/1684/experiment/training/list?exp_id=2113"},"yolov8":{"det":"https://edgefirst.studio/public/projects/1684/experiment/training/list?exp_id=2114","seg":"https://edgefirst.studio/public/projects/1685/experiment/training/list?exp_id=2181"},"yolo11":{"det":"https://edgefirst.studio/public/projects/1684/experiment/training/list?exp_id=2115","seg":"https://edgefirst.studio/public/projects/1685/experiment/training/list?exp_id=2182"},"yolo26":{"det":"https://edgefirst.studio/public/projects/1684/experiment/training/list?exp_id=2116","seg":"https://edgefirst.studio/public/projects/1685/experiment/training/list?exp_id=2183"}},"hardware_badges":["x86_64 | Linux","aarch64 | Linux","Apple | macOS","NXP i.MX 8M Plus","NXP i.MX 93","NXP i.MX 95","NXP ARA240","RPi5 + Hailo-8/8L","NVIDIA Jetson"],"studio_server":"https://edgefirst.studio","unsupported_platforms":[{"version_key":"yolo26","task_key":"seg","platform_key":"ara240"},{"version_key":"yolo26","task_key":"seg","platform_key":"imx95"},{"version_key":"yolo11","task_key":"seg","platform_key":"imx95"},{"version_key":"yolo26","task_key":"det","platform_key":"ara240"},{"version_key":"yolo26","task_key":"det","platform_key":"imx95"},{"version_key":"yolo11","task_key":"det","platform_key":"ara240"},{"version_key":"yolo11","task_key":"det","platform_key":"imx95"},{"version_key":"yolo11","task_key":"seg","platform_key":"ara240"}]}</script> | |
| <script> | |
| ; | |
| // --------------------------------------------------------------------------- | |
| // Constants | |
| // --------------------------------------------------------------------------- | |
| // Platforms as rows: hosts (reference) first, then embedded targets, then Jetson. | |
| // `match` is tested (in order) against the Studio target/footer string to map a | |
| // validation session onto a platform row. | |
| // The three CoreML compute units are separate accelerators on one host — | |
| // each gets its own coverage row, but only the ANE (the fastest) is ranked | |
| // in leaderboards; CPU/GPU numbers remain in the validation sessions table. | |
| const PLATFORM_ROWS = [ | |
| { key: "linux-x86", label: "Linux x86_64", detail: "ONNX Runtime + CUDA", group: "reference", color: "#6C757D", match: /linux|x86|cuda/ }, | |
| { key: "aarch64", label: "Linux aarch64", detail: "ONNX Runtime / TFLite", group: "reference", color: "#718096", match: /aarch64|arm64(?!.*hailo)/ }, | |
| { key: "m2max-ane", label: "Apple M2 Max", detail: "ONNX + CoreML ANE", group: "reference", color: "#4B0082", match: /coreml-ane/ }, | |
| { key: "m2max-gpu", label: "Apple M2 Max", detail: "ONNX + CoreML GPU", group: "reference", color: "#7A4FB3", match: /coreml-gpu/, leaderboard: false }, | |
| { key: "m2max-cpu", label: "Apple M2 Max", detail: "ONNX + CoreML CPU", group: "reference", color: "#A98FD0", match: /coreml-cpu|macos|coreml/, leaderboard: false }, | |
| { key: "imx8mp", label: "NXP i.MX 8M Plus", detail: "VSI NPU · TFLite INT8", group: "embedded", color: "#E8B820", match: /imx8mp/ }, | |
| { key: "imx93", label: "NXP i.MX 93", detail: "Ethos-U65 · VELA TFLite", group: "embedded", color: "#8B7DC4", match: /imx93/ }, | |
| { key: "imx95", label: "NXP i.MX 95", detail: "eIQ Neutron · TFLite INT8", group: "embedded", color: "#1FA0A8", match: /imx95(?!-ara)/ }, | |
| { key: "ara240", label: "NXP ARA240", detail: "Kinara DVM", group: "embedded", color: "#5BB8F5", match: /ara240|kinara|\.dvm/ }, | |
| { key: "hailo10", label: "Hailo-10", detail: "HailoRT HEF · 40 TOPS", group: "embedded", color: "#8C2B28", match: /hailo10/ }, | |
| { key: "hailo8l", label: "Raspberry Pi 5 + Hailo-8L", detail: "HailoRT HEF · 13 TOPS", group: "embedded", color: "#D9534F", match: /hailo8l|rpi5/ }, | |
| { key: "hailo8", label: "Hailo-8", detail: "HailoRT HEF · 26 TOPS", group: "embedded", color: "#B0413E", match: /hailo8/ }, | |
| { key: "orin", label: "NVIDIA Jetson Orin Nano", detail: "TensorRT FP16", group: "embedded", color: "#2E8B57", match: /orin|tensorrt|jetson|\.engine/ }, | |
| ]; | |
| // Point shapes per model family for the accuracy-vs-throughput chart | |
| // (color = platform, shape = family — mirrors the EFPI report figures). | |
| const FAMILY_SHAPES = { yolov5: "circle", yolov8: "rect", yolo11: "triangle", yolo26: "rectRot" }; | |
| function platformRowForSession(s) { | |
| const t = `${s.target_raw || ""} ${s.target_key || ""} ${s.target_label || ""}`.toLowerCase(); | |
| for (const p of PLATFORM_ROWS) if (p.match.test(t)) return p; | |
| return null; | |
| } | |
| // Publication rule: a quantized/compiled result more than 10 percentage points | |
| // below the float reference (AP50) of the same model is published with its | |
| // measured numbers plus a ⚠ marker — never suppressed. References are the | |
| // host-platform ONNX runs (Linux x86_64 / Apple CoreML), not compiled engines. | |
| const FLAG_FOOTNOTE = "⚠ Model accuracy on this platform is below our expectations — we are investigating the results to make improvements."; | |
| let _refAp50 = null; | |
| function refAp50() { | |
| if (_refAp50) return _refAp50; | |
| _refAp50 = {}; | |
| for (const s of (STUDIO?.sessions ?? [])) { | |
| const p = platformRowForSession(s); | |
| if (!p || p.group !== "reference" || p.key === "orin" || s.det_map_50 == null) continue; | |
| const k = `${s.task_key}|${s.version_key}|${s.size}`; | |
| if (_refAp50[k] == null || s.det_map_50 > _refAp50[k]) _refAp50[k] = s.det_map_50; | |
| } | |
| return _refAp50; | |
| } | |
| function isBelowExpectations(s) { | |
| // Prefer the officially graded flag from hf_publisher.status (10pp rule | |
| // against the ONNX reference of the same training session). | |
| if (s.flag !== undefined) return s.flag === "FLAG"; | |
| const p = platformRowForSession(s); | |
| if (p && p.group === "reference") return false; | |
| const r = refAp50()[`${s.task_key}|${s.version_key}|${s.size}`]; | |
| return r != null && s.det_map_50 != null && (r - s.det_map_50) > 10; | |
| } | |
| const COLORS = { | |
| yolov5: "#8B7DC4", | |
| yolov8: "#3E3371", | |
| yolo11: "#1FA0A8", | |
| yolo26: "#E8B820", | |
| }; | |
| const VERSION_ORDER = ["yolov5", "yolov8", "yolo11", "yolo26"]; | |
| const SNAPSHOT = JSON.parse(document.getElementById("snapshot-data").textContent); | |
| // Studio metrics snapshot — may be null if dashboard_snapshot.py hasn't been run. | |
| let STUDIO = null; | |
| try { | |
| const raw = document.getElementById("studio-data")?.textContent?.trim(); | |
| if (raw && raw !== "null") STUDIO = JSON.parse(raw); | |
| } catch (e) { console.warn("Studio snapshot parse failed:", e); } | |
| // Platforms explicitly marked unsupported for specific model+task combinations. | |
| // Sessions for these combos are filtered from the Studio JSON at build time, | |
| // so they never reach any chart or leaderboard. The coverage table uses this | |
| // set to show "N/S" in place of the usual "—" for those cells. | |
| const UNSUPPORTED_CELLS = new Set( | |
| (SNAPSHOT.unsupported_platforms ?? []).map(u => `${u.task_key}|${u.version_key}|${u.platform_key}`) | |
| ); | |
| // State: liveByRepo[repo_id] = { downloads, downloadsAllTime, likes, lastModified, createdAt, modelIndex } | |
| const live = {}; | |
| // --------------------------------------------------------------------------- | |
| // Helpers | |
| // --------------------------------------------------------------------------- | |
| function el(tag, attrs = {}, children = []) { | |
| const e = document.createElement(tag); | |
| for (const [k, v] of Object.entries(attrs)) { | |
| if (k === "class") e.className = v; | |
| else if (k === "html") e.innerHTML = v; | |
| else if (k === "text") e.textContent = v; | |
| else if (k.startsWith("data-")) e.setAttribute(k, v); | |
| else e[k] = v; | |
| } | |
| for (const c of children) { | |
| if (c == null) continue; | |
| if (typeof c === "string") e.appendChild(document.createTextNode(c)); | |
| else e.appendChild(c); | |
| } | |
| return e; | |
| } | |
| function fmt(n) { | |
| if (n == null) return "—"; | |
| if (typeof n !== "number") return String(n); | |
| if (n >= 1e6) return (n / 1e6).toFixed(1) + "M"; | |
| if (n >= 1e3) return (n / 1e3).toFixed(1) + "k"; | |
| return String(n); | |
| } | |
| function fmtDate(d) { | |
| if (!d) return "—"; | |
| try { | |
| const date = new Date(d); | |
| return date.toISOString().slice(0, 10); | |
| } catch (e) { return String(d); } | |
| } | |
| function tasksByVersion(matrix) { | |
| const out = {}; | |
| for (const m of matrix) { | |
| out[m.version_key] ||= []; | |
| out[m.version_key].push(m); | |
| } | |
| return out; | |
| } | |
| // --------------------------------------------------------------------------- | |
| // Initial render from snapshot (so the page is meaningful before live data) | |
| // --------------------------------------------------------------------------- | |
| function renderSnapshotDate() { | |
| document.getElementById("snapshot-date").textContent = SNAPSHOT.generated_at; | |
| } | |
| function renderKpisFromSnapshot() { | |
| document.getElementById("kpi-repos").textContent = SNAPSHOT.matrix.length; | |
| document.getElementById("kpi-families").textContent = | |
| new Set(SNAPSHOT.matrix.map(m => m.version_key)).size; | |
| document.getElementById("kpi-tasks").textContent = | |
| new Set(SNAPSHOT.matrix.map(m => m.task_key)).size; | |
| document.getElementById("kpi-platforms").textContent = PLATFORM_ROWS.length; | |
| document.getElementById("kpi-validation").textContent = | |
| STUDIO?.counts?.sessions_ok ?? STUDIO?.sessions?.length ?? "—"; | |
| } | |
| function renderMatrixTable() { | |
| const tbody = document.getElementById("matrix-body"); | |
| tbody.innerHTML = ""; | |
| for (const m of SNAPSHOT.matrix) { | |
| const bench = m.task_key === "det" | |
| ? (SNAPSHOT.det_bench[m.version_key]?.n) | |
| : (SNAPSHOT.seg_bench[m.version_key]?.n); | |
| const onnxMap50 = m.task_key === "det" | |
| ? (bench?.onnx_fp32_map50_95 ?? null) | |
| : (bench?.onnx_mask_map50_95 ?? null); | |
| const intMap5095 = m.task_key === "det" | |
| ? bench?.tflite_int8_map50_95 | |
| : bench?.int8_mask_map50_95; | |
| const exportNotes = m.export_notes ? ` · <span style="color:var(--text-muted);font-size:0.75rem">${m.export_notes}</span>` : ""; | |
| const tr = el("tr", {}, []); | |
| tr.innerHTML = ` | |
| <td><a href="https://huggingface.co/${m.repo_id}" target="_blank" rel="noopener"><span class="repo-name">${m.repo_id}</span></a>${exportNotes}</td> | |
| <td>${m.version_label}</td> | |
| <td>${m.task_label}</td> | |
| <td class="num">${m.sizes.length}</td> | |
| <td class="num">${onnxMap50 != null ? onnxMap50.toFixed(1) : "—"}</td> | |
| <td class="num">${intMap5095 != null ? intMap5095.toFixed(1) : "—"}</td> | |
| <td class="num" id="lm-${m.repo_id.replace(/[/]/g, "_")}"><span class="skeleton" style="width:60px"></span></td> | |
| `; | |
| tbody.appendChild(tr); | |
| } | |
| } | |
| function renderPlatformGrid() { | |
| const grid = document.getElementById("platform-grid"); | |
| grid.innerHTML = ""; | |
| for (const p of SNAPSHOT.platforms) { | |
| const card = el("div", { class: "phase-card" }); | |
| card.innerHTML = ` | |
| <div class="phase-title">${p.label}</div> | |
| <div style="font-family:var(--mono);font-size:0.72rem;color:var(--text-muted);margin-bottom:0.35rem"> | |
| <span class="pill ${p.universal ? 'pill-onnx' : 'pill-target'}">${p.format_label}</span> | |
| </div> | |
| <div style="font-family:var(--serif);font-size:0.8rem;color:var(--text-muted)">${p.notes}</div> | |
| `; | |
| grid.appendChild(card); | |
| } | |
| } | |
| // Sizes shown as sub-columns per version supercolumn (kept to n/s/m so the | |
| // tables stay readable; larger sizes are browsable per-repo and in Studio). | |
| const COVERAGE_SIZES = ["n", "s", "m"]; | |
| const SIZE_NAMES = { n: "Nano", s: "Small", m: "Medium" }; | |
| // Build a lookup of validated (task, version, size, platform) cells from the | |
| // embedded Studio sessions. Each cell keeps the best proving session (smart | |
| // decoder preferred, then highest mAP) so the ✓ can link to it. | |
| function coverageLookup() { | |
| const seen = {}; | |
| for (const s of (STUDIO?.sessions ?? [])) { | |
| const p = platformRowForSession(s); | |
| if (!p || !s.has_metrics) continue; | |
| const key = `${s.task_key}|${s.version_key}|${s.size}|${p.key}`; | |
| const metric = s.det_map_50_95 ?? s.mask_map_50_95 ?? 0; | |
| const isSmart = isSmartSession(s); | |
| const cur = seen[key]; | |
| if (!cur || (isSmart && !cur.isSmart) || (isSmart === cur.isSmart && metric > cur.metric)) { | |
| seen[key] = { s, metric, isSmart }; | |
| } | |
| } | |
| return seen; | |
| } | |
| function renderCoverageTable(taskKey, tableId, seen) { | |
| const table = document.getElementById(tableId); | |
| table.innerHTML = ""; | |
| const versions = VERSION_ORDER.filter(v => | |
| SNAPSHOT.matrix.some(m => m.version_key === v && m.task_key === taskKey)); | |
| const head = el("thead"); | |
| const top = el("tr"); | |
| top.appendChild(el("th", { class: "row-h", text: "Platform" })); | |
| for (const v of versions) { | |
| const th = el("th", { class: "supercol", text: v.toUpperCase() }); | |
| th.colSpan = COVERAGE_SIZES.length; | |
| top.appendChild(th); | |
| } | |
| const sub = el("tr"); | |
| sub.appendChild(el("th", { class: "row-h", text: "" })); | |
| for (const v of versions) { | |
| for (const sz of COVERAGE_SIZES) { | |
| sub.appendChild(el("th", { text: SIZE_NAMES[sz] })); | |
| } | |
| } | |
| head.appendChild(top); | |
| head.appendChild(sub); | |
| table.appendChild(head); | |
| const body = el("tbody"); | |
| for (const p of PLATFORM_ROWS) { | |
| const row = el("tr"); | |
| row.appendChild(el("td", { | |
| class: "row-h", | |
| html: `<div>${p.label}</div><div style="color:var(--text-muted);font-size:0.62rem">${p.detail}</div>`, | |
| })); | |
| for (const v of versions) { | |
| for (const sz of COVERAGE_SIZES) { | |
| const td = el("td"); | |
| const hit = seen[`${taskKey}|${v}|${sz}|${p.key}`]; | |
| if (hit) { | |
| // Build via DOM APIs with scheme validation — snapshot data is | |
| // trusted at build time, but this page is public; stay defensive. | |
| const a = el("a", { class: "cell cell-val", target: "_blank", rel: "noopener" }); | |
| let safeUrl = "#"; | |
| try { | |
| const u = new URL(hit.s.url); | |
| if (u.protocol === "https:" || u.protocol === "http:") safeUrl = u.href; | |
| } catch (e) { /* keep '#' */ } | |
| a.href = safeUrl; | |
| a.setAttribute("title", `Open validation session ${hit.s.session_id} on EdgeFirst Studio`); | |
| a.textContent = "✓"; | |
| td.appendChild(a); | |
| } else if (UNSUPPORTED_CELLS.has(`${taskKey}|${v}|${p.key}`)) { | |
| td.innerHTML = '<span class="cell cell-unsupported" title="Not supported on this platform">N/S</span>'; | |
| } else { | |
| td.innerHTML = '<span class="cell cell-none">—</span>'; | |
| } | |
| row.appendChild(td); | |
| } | |
| } | |
| body.appendChild(row); | |
| } | |
| table.appendChild(body); | |
| } | |
| function renderCoverageMatrix() { | |
| const seen = coverageLookup(); | |
| renderCoverageTable("det", "coverage-det", seen); | |
| renderCoverageTable("seg", "coverage-seg", seen); | |
| } | |
| // Progress is published per Ultralytics YOLO family: which task repos are | |
| // live, and how much of the platform matrix each family has validated. | |
| function renderRoadmap() { | |
| const grid = document.getElementById("phase-grid"); | |
| grid.innerHTML = ""; | |
| const seen = coverageLookup(); | |
| for (const v of VERSION_ORDER) { | |
| const entries = SNAPSHOT.matrix.filter(m => m.version_key === v); | |
| if (entries.length === 0) continue; | |
| const label = entries[0].version_label; | |
| // Validated platform coverage for this family across its tasks. | |
| let covered = 0, possible = 0; | |
| for (const m of entries) { | |
| for (const p of PLATFORM_ROWS) { | |
| for (const sz of COVERAGE_SIZES) { | |
| possible += 1; | |
| if (seen[`${m.task_key}|${v}|${sz}|${p.key}`]) covered += 1; | |
| } | |
| } | |
| } | |
| const pct = possible > 0 ? Math.round(100 * covered / possible) : 0; | |
| const items = entries.map(m => | |
| `<li><span class="dot published"></span><a href="https://huggingface.co/${m.repo_id}" target="_blank" rel="noopener">${m.task_label} — <span style="font-family:var(--mono);font-size:0.92em">${m.repo_id}</span></a></li>` | |
| ).join(""); | |
| const card = el("div", { class: "phase-card" }); | |
| card.innerHTML = ` | |
| <div class="phase-title">${label}</div> | |
| <div class="phase-summary">Published · on-target validation rolling out across the platform matrix.</div> | |
| <div class="phase-progress"><div class="phase-progress-bar" style="width:${pct}%"></div></div> | |
| <div style="font-family:var(--mono);font-size:0.72rem;color:var(--text-muted);margin-bottom:0.5rem">${covered} / ${possible} platform × size cells validated · ${pct}%</div> | |
| <ul class="phase-items">${items}</ul> | |
| `; | |
| grid.appendChild(card); | |
| } | |
| } | |
| // Per-platform leaderboards built from measured Studio sessions, with a | |
| // power-class filter (embedded accelerators vs desktop reference) and a | |
| // metric toggle (accuracy mAP vs pipelined throughput FPS). | |
| let lbGroup = "all"; | |
| let lbMetric = "map"; | |
| function sessionModelName(s) { | |
| return `${s.version_key.toUpperCase()}${(s.size || "").toUpperCase()}${s.task_key === "seg" ? "-Seg" : ""}`; | |
| } | |
| function isSmartSession(s) { | |
| return s.decoder_variant === "smart" || /_smart/.test(s.target_raw || ""); | |
| } | |
| function leaderboardEntries(platformKey, metricKey) { | |
| // Best session per (task, version, size); smart decoder preferred over logical. | |
| const best = {}; | |
| for (const s of (STUDIO?.sessions ?? [])) { | |
| const p = platformRowForSession(s); | |
| if (!p || p.key !== platformKey || !s.has_metrics) continue; | |
| const metric = metricKey === "fps" | |
| ? s.fps_median | |
| : (s.det_map_50_95 ?? s.mask_map_50_95); | |
| if (metric == null) continue; | |
| const key = `${s.task_key}|${s.version_key}|${s.size}`; | |
| const isSmart = isSmartSession(s); | |
| const cur = best[key]; | |
| if (!cur || (isSmart && !cur.isSmart) || (isSmart === cur.isSmart && metric > cur.metric)) { | |
| best[key] = { s, metric, isSmart }; | |
| } | |
| } | |
| return Object.values(best) | |
| .sort((a, b) => b.metric - a.metric) | |
| .map(({ s, metric }) => ({ | |
| name: sessionModelName(s), | |
| metric, | |
| url: s.url, | |
| sub: metricKey === "fps" | |
| ? (s.det_map_50_95 != null ? `${s.det_map_50_95.toFixed(1)} mAP` : null) | |
| : (s.fps_median != null ? `${s.fps_median.toFixed(0)} FPS` : null), | |
| flagged: isBelowExpectations(s), | |
| })); | |
| } | |
| // Cross-platform throughput board: the top 20 fastest validated | |
| // model × platform results by pipelined FPS (accuracy intentionally not | |
| // ranked here; smart decoder preferred over logical duplicates). | |
| let fpsBoardGroup = "all"; | |
| function renderPlatformThroughput() { | |
| const host = document.getElementById("platform-fps-body"); | |
| if (!host) return; | |
| host.innerHTML = ""; | |
| const best = {}; | |
| for (const s of (STUDIO?.sessions ?? [])) { | |
| const p = platformRowForSession(s); | |
| if (!p || p.leaderboard === false || s.fps_median == null) continue; | |
| if (fpsBoardGroup !== "all" && p.group !== fpsBoardGroup) continue; | |
| const key = `${p.key}|${s.task_key}|${s.version_key}|${s.size}`; | |
| const isSmart = isSmartSession(s); | |
| const cur = best[key]; | |
| if (!cur || (isSmart && !cur.isSmart) || (isSmart === cur.isSmart && s.fps_median > cur.s.fps_median)) { | |
| best[key] = { p, s, isSmart }; | |
| } | |
| } | |
| const rows = Object.values(best) | |
| .sort((a, b) => b.s.fps_median - a.s.fps_median) | |
| .slice(0, 20); | |
| for (let i = 0; i < rows.length; i++) { | |
| const { p, s } = rows[i]; | |
| const tr = el("tr"); | |
| tr.innerHTML = ` | |
| <td class="num">${i + 1}</td> | |
| <td><strong>${p.label}</strong> <span class="lb-sub">${p.detail}</span></td> | |
| <td><a href="${s.url}" target="_blank" rel="noopener"><span class="repo-name">${sessionModelName(s)}</span></a></td> | |
| <td class="num">${s.fps_median.toFixed(0)}</td> | |
| <td class="num">${s.e2e_latency_ms != null ? s.e2e_latency_ms.toFixed(1) : "—"}</td> | |
| `; | |
| host.appendChild(tr); | |
| } | |
| } | |
| function renderLeaderboard() { | |
| const grid = document.getElementById("leaderboard-grid"); | |
| grid.innerHTML = ""; | |
| const platforms = PLATFORM_ROWS.filter(p => | |
| p.leaderboard !== false && (lbGroup === "all" || p.group === lbGroup)); | |
| const metricLabel = lbMetric === "fps" | |
| ? "Pipelined throughput FPS (higher is better)" | |
| : "mAP@0.5-0.95 (higher is better)"; | |
| for (const p of platforms) { | |
| const rows = leaderboardEntries(p.key, lbMetric); | |
| const card = el("div", { class: "leaderboard-card" }); | |
| card.innerHTML = `<h3>${p.label} <span class="meta">${p.detail}</span></h3>`; | |
| if (rows.length === 0) { | |
| card.appendChild(el("div", { class: "lb-empty", text: "On-target validation pending." })); | |
| } else { | |
| for (let i = 0; i < rows.length; i++) { | |
| const r = rows[i]; | |
| const row = el("div", { class: "lb-row" }); | |
| const sub = r.sub ? ` <span class="lb-sub">· ${r.sub}</span>` : ""; | |
| const flag = r.flagged ? ` <span title="${FLAG_FOOTNOTE}">⚠</span>` : ""; | |
| row.innerHTML = ` | |
| <span class="lb-rank">${i + 1}.</span> | |
| <span class="lb-name"><a href="${r.url}" target="_blank" rel="noopener" style="color:inherit">${r.name}</a>${sub}</span> | |
| <span class="lb-metric">${lbMetric === "fps" ? r.metric.toFixed(0) : r.metric.toFixed(1)}${flag}</span> | |
| `; | |
| card.appendChild(row); | |
| } | |
| card.appendChild(el("div", { class: "lb-empty", text: metricLabel })); | |
| } | |
| grid.appendChild(card); | |
| } | |
| } | |
| function initLeaderboardFilter() { | |
| const groupHost = document.getElementById("lb-filter"); | |
| if (groupHost) { | |
| groupHost.querySelectorAll("button").forEach(b => b.addEventListener("click", () => { | |
| groupHost.querySelectorAll("button").forEach(x => x.classList.remove("active")); | |
| b.classList.add("active"); | |
| lbGroup = b.dataset.group; | |
| renderLeaderboard(); | |
| })); | |
| } | |
| const metricHost = document.getElementById("lb-metric"); | |
| if (metricHost) { | |
| metricHost.querySelectorAll("button").forEach(b => b.addEventListener("click", () => { | |
| metricHost.querySelectorAll("button").forEach(x => x.classList.remove("active")); | |
| b.classList.add("active"); | |
| lbMetric = b.dataset.metric; | |
| renderLeaderboard(); | |
| })); | |
| } | |
| const fpsHost = document.getElementById("fps-filter"); | |
| if (fpsHost) { | |
| fpsHost.querySelectorAll("button").forEach(b => b.addEventListener("click", () => { | |
| fpsHost.querySelectorAll("button").forEach(x => x.classList.remove("active")); | |
| b.classList.add("active"); | |
| fpsBoardGroup = b.dataset.group; | |
| renderPlatformThroughput(); | |
| })); | |
| } | |
| } | |
| // --------------------------------------------------------------------------- | |
| // Charts (Chart.js) | |
| // --------------------------------------------------------------------------- | |
| let charts = {}; | |
| function destroyChart(name) { | |
| if (charts[name]) { charts[name].destroy(); delete charts[name]; } | |
| } | |
| function chartOpts(scaleOverrides) { | |
| return { | |
| responsive: true, maintainAspectRatio: false, | |
| plugins: { | |
| legend: { display: false }, | |
| tooltip: { titleFont: { family: "var(--mono)" }, bodyFont: { family: "var(--mono)" } }, | |
| }, | |
| scales: { | |
| x: { ticks: { font: { family: "monospace", size: 10 } }, grid: { display: false } }, | |
| y: { beginAtZero: true, ticks: { font: { family: "monospace", size: 10 } }, | |
| ...(scaleOverrides?.y ?? {}) }, | |
| }, | |
| }; | |
| } | |
| function chartDetectionBar() { | |
| const versions = VERSION_ORDER.filter(v => SNAPSHOT.det_bench[v]?.n); | |
| const labels = versions.map(v => v.toUpperCase()); | |
| const onnx = versions.map(v => SNAPSHOT.det_bench[v].n.onnx_fp32_map50_95); | |
| const int8 = versions.map(v => SNAPSHOT.det_bench[v].n.tflite_int8_map50_95); | |
| destroyChart("detBar"); | |
| charts.detBar = new Chart(document.getElementById("chart-det-bar"), { | |
| type: "bar", | |
| data: { labels, datasets: [ | |
| { label: "ONNX FP32", data: onnx, backgroundColor: "rgba(31,160,168,0.85)", borderRadius: 3 }, | |
| { label: "TFLite INT8", data: int8, backgroundColor: "rgba(232,184,32,0.85)", borderRadius: 3 }, | |
| ]}, | |
| options: { | |
| ...chartOpts({ y: { title: { display: true, text: "mAP@0.5-0.95 (%)" }, min: 25, max: 45 } }), | |
| plugins: { legend: { display: true, position: "bottom" } }, | |
| }, | |
| }); | |
| } | |
| // Accuracy vs measured pipelined throughput — color by platform, shape by | |
| // family, log-scale X (mirrors the EFPI report's throughput figure). | |
| function chartDetFps() { | |
| const canvas = document.getElementById("chart-det-fps"); | |
| if (!canvas) return; | |
| const usable = (STUDIO?.sessions ?? []).filter(s => | |
| s.task_key === "det" && s.fps_median > 0 && s.det_map_50_95 != null); | |
| if (usable.length === 0) return; | |
| const byPlatform = {}; | |
| for (const s of usable) { | |
| const p = platformRowForSession(s); | |
| if (!p) continue; | |
| (byPlatform[p.key] ||= []).push(s); | |
| } | |
| const datasets = PLATFORM_ROWS.filter(p => byPlatform[p.key]).map(p => { | |
| const pts = byPlatform[p.key]; | |
| return { | |
| label: `${p.label} ${p.detail.includes("CoreML") ? p.detail.replace("ONNX + ", "") : ""}`.trim(), | |
| data: pts.map(s => ({ | |
| x: s.fps_median, | |
| y: s.det_map_50_95, | |
| name: sessionModelName(s), | |
| flagged: isBelowExpectations(s), | |
| })), | |
| backgroundColor: p.color, | |
| borderColor: p.color, | |
| pointStyle: pts.map(s => FAMILY_SHAPES[s.version_key] ?? "circle"), | |
| pointRadius: 7, pointHoverRadius: 10, | |
| }; | |
| }); | |
| destroyChart("detFps"); | |
| charts.detFps = new Chart(canvas, { | |
| type: "scatter", | |
| data: { datasets }, | |
| options: { | |
| responsive: true, maintainAspectRatio: false, | |
| plugins: { | |
| legend: { display: true, position: "bottom" }, | |
| tooltip: { | |
| callbacks: { | |
| label: (ctx) => `${ctx.raw.name} on ${ctx.dataset.label}: ${ctx.parsed.y.toFixed(1)} mAP @ ${ctx.parsed.x.toFixed(0)} FPS${ctx.raw.flagged ? " ⚠" : ""}`, | |
| }, | |
| }, | |
| }, | |
| scales: { | |
| x: { type: "logarithmic", | |
| title: { display: true, text: "Sustained pipelined throughput (FPS, log scale)" }, | |
| ticks: { font: { family: "monospace", size: 10 }, | |
| callback: (v) => ([1,2,5,10,20,50,100,200,500,1000].includes(v) ? String(v) : null) } }, | |
| y: { title: { display: true, text: "mAP@0.5-0.95 (%)" }, beginAtZero: false, | |
| ticks: { font: { family: "monospace", size: 10 } } }, | |
| }, | |
| }, | |
| }); | |
| } | |
| function chartDetectionScatter() { | |
| const data = VERSION_ORDER.filter(v => SNAPSHOT.det_bench[v]?.n).map(v => ({ | |
| label: v.toUpperCase(), | |
| data: [{ | |
| x: SNAPSHOT.model_params[v]?.n?.gflops, | |
| y: SNAPSHOT.det_bench[v].n.onnx_fp32_map50_95, | |
| }], | |
| backgroundColor: COLORS[v], | |
| borderColor: COLORS[v], | |
| pointRadius: 9, pointHoverRadius: 11, | |
| })); | |
| destroyChart("detScatter"); | |
| charts.detScatter = new Chart(document.getElementById("chart-det-scatter"), { | |
| type: "scatter", | |
| data: { datasets: data }, | |
| options: { | |
| responsive: true, maintainAspectRatio: false, | |
| plugins: { | |
| legend: { display: true, position: "bottom" }, | |
| tooltip: { | |
| callbacks: { | |
| label: (ctx) => `${ctx.dataset.label}: ${ctx.parsed.y}% mAP @ ${ctx.parsed.x} GFLOPs`, | |
| }, | |
| }, | |
| }, | |
| scales: { | |
| x: { title: { display: true, text: "Nano GFLOPs (lower = faster)" }, beginAtZero: true, | |
| ticks: { font: { family: "monospace", size: 10 } } }, | |
| y: { title: { display: true, text: "mAP@0.5-0.95 (ONNX FP32)" }, beginAtZero: false, min: 30, max: 45, | |
| ticks: { font: { family: "monospace", size: 10 } } }, | |
| }, | |
| }, | |
| }); | |
| } | |
| function chartSegBar() { | |
| const versions = ["yolov8", "yolo11", "yolo26"].filter(v => SNAPSHOT.seg_bench[v]?.n); | |
| const labels = versions.map(v => v.toUpperCase()); | |
| const onnx = versions.map(v => SNAPSHOT.seg_bench[v].n.onnx_mask_map50_95); | |
| const int8 = versions.map(v => SNAPSHOT.seg_bench[v].n.int8_mask_map50_95); | |
| destroyChart("segBar"); | |
| charts.segBar = new Chart(document.getElementById("chart-seg-bar"), { | |
| type: "bar", | |
| data: { labels, datasets: [ | |
| { label: "ONNX FP32", data: onnx, backgroundColor: "rgba(31,160,168,0.85)", borderRadius: 3 }, | |
| { label: "TFLite INT8", data: int8, backgroundColor: "rgba(232,184,32,0.85)", borderRadius: 3 }, | |
| ]}, | |
| options: { | |
| ...chartOpts({ y: { title: { display: true, text: "Mask mAP@0.5-0.95 (%)" }, min: 25, max: 40 } }), | |
| plugins: { legend: { display: true, position: "bottom" } }, | |
| }, | |
| }); | |
| } | |
| function chartSegScatter() { | |
| const data = ["yolov8", "yolo11", "yolo26"].filter(v => SNAPSHOT.seg_bench[v]?.n).map(v => ({ | |
| label: v.toUpperCase(), | |
| data: [{ | |
| x: SNAPSHOT.seg_bench[v].n.onnx_det_map50_95, | |
| y: SNAPSHOT.seg_bench[v].n.onnx_mask_map50_95, | |
| }], | |
| backgroundColor: COLORS[v], | |
| borderColor: COLORS[v], | |
| pointRadius: 9, pointHoverRadius: 11, | |
| })); | |
| destroyChart("segScatter"); | |
| charts.segScatter = new Chart(document.getElementById("chart-seg-scatter"), { | |
| type: "scatter", | |
| data: { datasets: data }, | |
| options: { | |
| responsive: true, maintainAspectRatio: false, | |
| plugins: { | |
| legend: { display: true, position: "bottom" }, | |
| tooltip: { | |
| callbacks: { | |
| label: (ctx) => `${ctx.dataset.label}: det ${ctx.parsed.x}% / mask ${ctx.parsed.y}%`, | |
| }, | |
| }, | |
| }, | |
| scales: { | |
| x: { title: { display: true, text: "Detection mAP@0.5-0.95 (%)" }, min: 25, max: 32, | |
| ticks: { font: { family: "monospace", size: 10 } } }, | |
| y: { title: { display: true, text: "Mask mAP@0.5-0.95 (%)" }, min: 33, max: 40, | |
| ticks: { font: { family: "monospace", size: 10 } } }, | |
| }, | |
| }, | |
| }); | |
| } | |
| // --------------------------------------------------------------------------- | |
| // Live data | |
| // --------------------------------------------------------------------------- | |
| async function fetchLive() { | |
| const allRepos = SNAPSHOT.matrix.map(m => ({ id: m.repo_id, type: "model" })); | |
| try { | |
| await fetchLiveViaHttp(allRepos); | |
| } catch (httpErr) { | |
| console.warn("HF API fetch failed (snapshot-only render):", httpErr); | |
| } | |
| afterLive(); | |
| } | |
| // ----- Path 1: direct HF JSON API (works in any normal browser) ----- | |
| async function fetchLiveViaHttp(repos) { | |
| const fetches = repos.map(async (r) => { | |
| const url = r.type === "space" | |
| ? `https://huggingface.co/api/spaces/${r.id}` | |
| : `https://huggingface.co/api/models/${r.id}`; | |
| const resp = await fetch(url, { mode: "cors", credentials: "omit" }); | |
| if (!resp.ok) throw new Error(`HTTP ${resp.status} for ${r.id}`); | |
| const d = await resp.json(); | |
| live[r.id] = { | |
| downloads: typeof d.downloads === "number" ? d.downloads : null, | |
| downloadsAllTime: typeof d.downloadsAllTime === "number" ? d.downloadsAllTime : null, | |
| likes: typeof d.likes === "number" ? d.likes : null, | |
| lastModified: d.lastModified, | |
| createdAt: d.createdAt, | |
| modelIndex: d["model-index"] ?? null, | |
| siblings: Array.isArray(d.siblings) ? d.siblings.length : null, | |
| type: r.type, | |
| }; | |
| }); | |
| await Promise.all(fetches); | |
| } | |
| function afterLive() { | |
| // Update matrix last-modified column | |
| for (const m of SNAPSHOT.matrix) { | |
| const cell = document.getElementById("lm-" + m.repo_id.replace(/[/]/g, "_")); | |
| if (cell) cell.textContent = fmtDate(live[m.repo_id]?.lastModified); | |
| } | |
| } | |
| // --------------------------------------------------------------------------- | |
| // Studio sessions snapshot | |
| // --------------------------------------------------------------------------- | |
| function totalMs(s) { | |
| // Prefer the computed end-to-end latency; fall back to summing stage means. | |
| if (s.e2e_latency_ms != null) return s.e2e_latency_ms; | |
| const a = s.avg_input_ms ?? 0, b = s.avg_inference_ms ?? 0, c = s.avg_output_ms ?? 0; | |
| const v = a + b + c; | |
| return v > 0 ? v : null; | |
| } | |
| function renderStudio() { | |
| const table = document.getElementById("studio-table"); | |
| const empty = document.getElementById("studio-empty"); | |
| const source = document.getElementById("studio-source"); | |
| if (!STUDIO || !Array.isArray(STUDIO.sessions) || STUDIO.sessions.length === 0) { | |
| empty.style.display = "block"; | |
| table.style.display = "none"; | |
| source.textContent = "results refreshing — browse public sessions on EdgeFirst Studio"; | |
| return; | |
| } | |
| empty.style.display = "none"; | |
| table.style.display = ""; | |
| const okCount = STUDIO.counts?.sessions_ok ?? STUDIO.counts?.ok ?? STUDIO.sessions.length; | |
| source.innerHTML = `updated <code>${STUDIO.generated_at}</code> · ${okCount} public sessions · every row links to <a href="https://edgefirst.studio" target="_blank" rel="noopener" style="color:var(--teal-text)">EdgeFirst Studio</a> · click a column header to sort`; | |
| // Attach sort handlers once | |
| table.querySelectorAll("th[data-sort]").forEach(th => { | |
| if (th.dataset.bound) return; | |
| th.dataset.bound = "1"; | |
| th.addEventListener("click", () => { | |
| const key = th.dataset.sort; | |
| if (studioSortKey === key) { | |
| studioSortDir = -studioSortDir; | |
| } else { | |
| studioSortKey = key; | |
| // Metrics default to descending (best first), text to ascending. | |
| studioSortDir = ["session", "family", "target", "precision"].includes(key) ? 1 : -1; | |
| } | |
| renderStudioBody(); | |
| }); | |
| }); | |
| renderStudioBody(); | |
| } | |
| const SIZE_ORDER = ["n", "s", "m", "l", "x"]; | |
| const STUDIO_SORT_ACCESSORS = { | |
| session: s => s.session_name || s.session_id || "", | |
| family: s => `${String(VERSION_ORDER.indexOf(s.version_key)).padStart(2, "0")}|${s.task_key}|${SIZE_ORDER.indexOf(s.size)}`, | |
| target: s => s.target_label || s.target_raw || "", | |
| precision: s => s.precision || "", | |
| det50: s => s.det_map_50, | |
| det5095: s => s.det_map_50_95, | |
| mask: s => s.mask_map_50_95, | |
| inf: s => s.avg_inference_ms, | |
| e2e: s => totalMs(s), | |
| fps: s => s.fps_median, | |
| }; | |
| let studioSortKey = null; | |
| let studioSortDir = 1; | |
| function sortedStudioSessions() { | |
| const sessions = STUDIO.sessions.slice(); | |
| if (studioSortKey && STUDIO_SORT_ACCESSORS[studioSortKey]) { | |
| const acc = STUDIO_SORT_ACCESSORS[studioSortKey]; | |
| sessions.sort((a, b) => { | |
| const va = acc(a), vb = acc(b); | |
| if (va == null && vb == null) return 0; | |
| if (va == null) return 1; // nulls always last | |
| if (vb == null) return -1; | |
| const c = (typeof va === "number" && typeof vb === "number") | |
| ? va - vb | |
| : String(va).localeCompare(String(vb)); | |
| return c * studioSortDir; | |
| }); | |
| return sessions; | |
| } | |
| // Default: detection first, then by version, size, target, precision | |
| const targetOrder = ["onnx", "tflite", "imx93", "imx95", "imx8mp", "ara240", "hailo8l", "hailo8", "hailo10", "engine"]; | |
| return sessions.sort((a, b) => { | |
| if (a.task_key !== b.task_key) return a.task_key.localeCompare(b.task_key); | |
| const ai = VERSION_ORDER.indexOf(a.version_key); | |
| const bi = VERSION_ORDER.indexOf(b.version_key); | |
| if (ai !== bi) return ai - bi; | |
| const si = SIZE_ORDER.indexOf(a.size), sj = SIZE_ORDER.indexOf(b.size); | |
| if (si !== sj) return si - sj; | |
| const ti = targetOrder.indexOf(a.target_key) === -1 ? 99 : targetOrder.indexOf(a.target_key); | |
| const tj = targetOrder.indexOf(b.target_key) === -1 ? 99 : targetOrder.indexOf(b.target_key); | |
| if (ti !== tj) return ti - tj; | |
| return (a.precision || "").localeCompare(b.precision || ""); | |
| }); | |
| } | |
| function renderStudioBody() { | |
| const table = document.getElementById("studio-table"); | |
| const body = document.getElementById("studio-body"); | |
| body.innerHTML = ""; | |
| // Header sort indicators | |
| table.querySelectorAll("th[data-sort]").forEach(th => { | |
| th.querySelector(".sort-ind")?.remove(); | |
| if (th.dataset.sort === studioSortKey) { | |
| th.insertAdjacentHTML("beforeend", | |
| `<span class="sort-ind">${studioSortDir === 1 ? "▲" : "▼"}</span>`); | |
| } | |
| }); | |
| const sessions = sortedStudioSessions(); | |
| for (const s of sessions) { | |
| const total = totalMs(s); | |
| const tr = el("tr"); | |
| const dashMuted = '<span style="color:var(--text-muted)">—</span>'; | |
| const fmtPct = v => v == null ? dashMuted : v.toFixed(2); | |
| const fmtMs = v => v == null ? dashMuted : v.toFixed(0); | |
| const fam = `${s.version_key?.toUpperCase()} · ${s.task_key === "det" ? "Det" : "Seg"} ${s.size ? "· " + s.size.toUpperCase() : ""}`; | |
| const tgt = s.target_label || s.target_raw || "—"; | |
| const prec = s.precision ? `<span class="pill pill-onnx">${s.precision}</span>` : dashMuted; | |
| const flag = isBelowExpectations(s) ? ` <span title="${FLAG_FOOTNOTE}">⚠</span>` : ""; | |
| tr.innerHTML = ` | |
| <td><span class="repo-name">${s.session_name || s.session_id}</span><div style="color:var(--text-muted);font-size:0.7rem;font-family:var(--mono)">${s.session_id}</div></td> | |
| <td>${fam}</td> | |
| <td>${tgt}</td> | |
| <td>${prec}</td> | |
| <td class="num">${fmtPct(s.det_map_50)}${flag}</td> | |
| <td class="num">${fmtPct(s.det_map_50_95)}</td> | |
| <td class="num">${fmtPct(s.mask_map_50_95)}</td> | |
| <td class="num">${fmtMs(s.avg_inference_ms)}</td> | |
| <td class="num">${total != null ? total.toFixed(1) : dashMuted}</td> | |
| <td class="num">${s.fps_median != null ? s.fps_median.toFixed(0) : dashMuted}</td> | |
| <td><a href="${s.url}" target="_blank" rel="noopener">↗</a></td> | |
| `; | |
| body.appendChild(tr); | |
| } | |
| } | |
| // Accuracy vs on-target latency — end-to-end per-image wall time, encoded | |
| // like the throughput chart: color = platform, shape = model family. | |
| function renderTiming() { | |
| const host = document.getElementById("timing-host"); | |
| if (!host) return; | |
| const usable = (STUDIO?.sessions ?? []).filter(s => | |
| s.task_key === "det" && totalMs(s) != null && typeof s.det_map_50_95 === "number" | |
| ); | |
| if (usable.length === 0) { | |
| // leave the default placeholder copy | |
| return; | |
| } | |
| host.innerHTML = ` | |
| <div class="chart-host" style="height:420px"><canvas id="chart-timing"></canvas></div> | |
| <p style="font-family:var(--serif);color:var(--text-muted);font-size:0.82rem;margin-top:0.5rem"> | |
| Each point is a public validation session: color = platform, shape = model family | |
| (● YOLOv5 · ■ YOLOv8 · ▲ YOLO11 · ◆ YOLO26). X axis is end-to-end per-image latency on a log | |
| scale — the sequential image load → decode → preprocess → inference → postprocess wall time, not | |
| bare inference. Throughput exceeds 1000 ÷ latency because stages pipeline across frames. | |
| </p> | |
| `; | |
| const byPlatform = {}; | |
| for (const s of usable) { | |
| const p = platformRowForSession(s); | |
| if (!p) continue; | |
| (byPlatform[p.key] ||= []).push(s); | |
| } | |
| const datasets = PLATFORM_ROWS.filter(p => byPlatform[p.key]).map(p => { | |
| const pts = byPlatform[p.key]; | |
| return { | |
| label: `${p.label} ${p.detail.includes("CoreML") ? p.detail.replace("ONNX + ", "") : ""}`.trim(), | |
| data: pts.map(s => ({ | |
| x: totalMs(s), | |
| y: s.det_map_50_95, | |
| name: sessionModelName(s), | |
| flagged: isBelowExpectations(s), | |
| })), | |
| backgroundColor: p.color, | |
| borderColor: p.color, | |
| pointStyle: pts.map(s => FAMILY_SHAPES[s.version_key] ?? "circle"), | |
| pointRadius: 7, pointHoverRadius: 10, | |
| }; | |
| }); | |
| destroyChart("timing"); | |
| charts.timing = new Chart(document.getElementById("chart-timing"), { | |
| type: "scatter", | |
| data: { datasets }, | |
| options: { | |
| responsive: true, maintainAspectRatio: false, | |
| plugins: { | |
| legend: { display: true, position: "bottom" }, | |
| tooltip: { | |
| callbacks: { | |
| label: (ctx) => `${ctx.raw.name} on ${ctx.dataset.label}: ${ctx.parsed.y.toFixed(1)} mAP @ ${ctx.parsed.x.toFixed(1)} ms E2E${ctx.raw.flagged ? " ⚠" : ""}`, | |
| }, | |
| }, | |
| }, | |
| scales: { | |
| x: { type: "logarithmic", | |
| title: { display: true, text: "End-to-end latency (ms, log scale — lower is better)" }, | |
| ticks: { font: { family: "monospace", size: 10 }, | |
| callback: (v) => ([1,2,5,10,20,50,100,200,500,1000,2000].includes(v) ? String(v) : null) } }, | |
| y: { title: { display: true, text: "mAP@0.5-0.95 (%)" }, beginAtZero: false, | |
| ticks: { font: { family: "monospace", size: 10 } } }, | |
| }, | |
| }, | |
| }); | |
| } | |
| // Update the "Validated sessions" KPI to reflect the snapshot if present. | |
| function refreshValidationKpi() { | |
| const n = STUDIO?.counts?.sessions_ok ?? STUDIO?.counts?.ok; | |
| if (n != null) { | |
| document.getElementById("kpi-validation").textContent = n; | |
| } | |
| } | |
| // --------------------------------------------------------------------------- | |
| // Tab switching | |
| // --------------------------------------------------------------------------- | |
| function initTabs() { | |
| const buttons = document.querySelectorAll("nav.tabs button"); | |
| const panels = document.querySelectorAll(".tab-panel"); | |
| buttons.forEach(b => b.addEventListener("click", () => { | |
| buttons.forEach(x => x.classList.remove("active")); | |
| panels.forEach(x => x.classList.remove("active")); | |
| b.classList.add("active"); | |
| const t = b.dataset.tab; | |
| document.getElementById("tab-" + t).classList.add("active"); | |
| // Ensure charts inside the panel resize properly now that they're visible | |
| for (const c of Object.values(charts)) { | |
| try { c.resize(); } catch (e) { /* ignore */ } | |
| } | |
| })); | |
| } | |
| // --------------------------------------------------------------------------- | |
| // Boot | |
| // --------------------------------------------------------------------------- | |
| window.addEventListener("DOMContentLoaded", () => { | |
| renderSnapshotDate(); | |
| renderKpisFromSnapshot(); | |
| renderMatrixTable(); | |
| renderPlatformGrid(); | |
| renderCoverageMatrix(); | |
| renderRoadmap(); | |
| renderLeaderboard(); | |
| renderStudio(); | |
| renderTiming(); | |
| refreshValidationKpi(); | |
| // Static charts available immediately | |
| chartDetectionBar(); | |
| chartDetectionScatter(); | |
| chartDetFps(); | |
| chartSegBar(); | |
| chartSegScatter(); | |
| renderPlatformThroughput(); | |
| initTabs(); | |
| initLeaderboardFilter(); | |
| // Live refresh — fills the "last modified" column from the HF Hub API. | |
| fetchLive(); | |
| }); | |
| </script> | |
| </body> | |
| </html> | |