Derive backend claims from measured runs; state fp32 only
Browse filesOpenVINO CPU and GPU are supported at f32 and not recommended; ONNX Runtime CPU stays recommended. The card states the release ships FP32 only.
- README.md +3 -3
- models.json +794 -223
README.md
CHANGED
|
@@ -47,7 +47,7 @@ ONNX `STFT` op. ONNX Runtime has no CUDA/TensorRT kernel for `STFT`, and OpenVIN
|
|
| 47 |
cannot translate it at all, so the stock export cannot run on GPU or OpenVINO. In
|
| 48 |
these models the `STFT` is replaced with a mathematically equivalent `Conv1d`
|
| 49 |
(framing + windowed DFT), so the graph holds no op those runtimes lack.
|
| 50 |
-
|
| 51 |
build.
|
| 52 |
|
| 53 |
Input: raw audio `[batch, 160000]` (**5 s @ 32 kHz**, matching Perch v2 so a host
|
|
@@ -61,8 +61,8 @@ can feed both classifiers the same buffer). Outputs: `predictions [batch, 11,725
|
|
| 61 |
| `-fp32-` | **run this**: ONNX Runtime and OpenVINO (BirdNET-Go runs v3.0 at f32 on every OpenVINO device) |
|
| 62 |
|
| 63 |
|
| 64 |
-
|
| 65 |
-
|
| 66 |
|
| 67 |
int8-arm is not shipped for v3.0: the backbone is Conv-dominated and int8-arm only
|
| 68 |
quantizes MatMul/Gemm weights, so it barely helps here.
|
|
|
|
| 47 |
cannot translate it at all, so the stock export cannot run on GPU or OpenVINO. In
|
| 48 |
these models the `STFT` is replaced with a mathematically equivalent `Conv1d`
|
| 49 |
(framing + windowed DFT), so the graph holds no op those runtimes lack.
|
| 50 |
+
Every file was run on **ONNX Runtime CPU** (x86-64 and a Raspberry Pi 5) and on **OpenVINO** at f32 (CPU on both, and an Intel integrated GPU), and its scores were compared with the x86-64 ONNX Runtime scores of the same file; the manifest's `supported` and `verified_on` follow those runs. OpenVINO must run at f32: its default f16 hint gives wrong scores on the Cortex-A76 and on Intel GPUs. It is not recommended: its margin over ONNX Runtime CPU was 7% at most where it was measured. The CUDA and TensorRT entries were not run for this release. One model serves CPU and GPU; there is no separate CPU/GPU
|
| 51 |
build.
|
| 52 |
|
| 53 |
Input: raw audio `[batch, 160000]` (**5 s @ 32 kHz**, matching Perch v2 so a host
|
|
|
|
| 61 |
| `-fp32-` | **run this**: ONNX Runtime and OpenVINO (BirdNET-Go runs v3.0 at f32 on every OpenVINO device) |
|
| 62 |
|
| 63 |
|
| 64 |
+
This release ships FP32 only. For low-RAM CPU devices the right choice is a
|
| 65 |
+
**regional FP32** model.
|
| 66 |
|
| 67 |
int8-arm is not shipped for v3.0: the backbone is Conv-dominated and int8-arm only
|
| 68 |
quantizes MatMul/Gemm weights, so it barely helps here.
|
models.json
CHANGED
|
@@ -32,17 +32,16 @@
|
|
| 32 |
"x86-64/onnxruntime": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 33 |
"x86-64/openvino-cpu": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 34 |
"x86-64/openvino-gpu": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 35 |
-
"aarch64-a76/openvino": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 36 |
"aarch64/onnxruntime": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 37 |
"cuda": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 38 |
"tensorrt": "full/birdnet-plus-v3.0-fp32-b1.onnx"
|
| 39 |
},
|
| 40 |
-
"selection_notes": "Regional models are the low-RAM choice: a region slice is numerically identical to the global model on the species it keeps and needs less memory than it; each entry's requirements.min_ram_mb gives its floor (measured on RPi5: 214 MB peak RSS for nordic, 470 MB for the global model).
|
| 41 |
"builds": {
|
| 42 |
"birdnet-plus-v3.0-b1": {
|
| 43 |
"date": "2026-11-15",
|
| 44 |
"upstream_version": "3.0",
|
| 45 |
-
"changes": "GPU-native export of the BirdNET+ V3.0 release checkpoint (EfficientNetV2-S backbone, 11,725 classes: 11,709 species and 16 non-animal sound classes) from upstream model-converter tag v1.0.0 (commit 85e80e5): the in-graph STFT replaced with an equivalent Conv1d framing+DFT, predictions output dimension pinned to the class count; fp32 only
|
| 46 |
}
|
| 47 |
},
|
| 48 |
"models": [
|
|
@@ -91,17 +90,30 @@
|
|
| 91 |
"backends": {
|
| 92 |
"onnxruntime-cpu": {
|
| 93 |
"supported": true,
|
| 94 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 95 |
},
|
| 96 |
"openvino-cpu": {
|
| 97 |
"supported": true,
|
| 98 |
-
"recommended":
|
| 99 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 100 |
},
|
| 101 |
"openvino-gpu": {
|
| 102 |
"supported": true,
|
| 103 |
-
"recommended":
|
| 104 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 105 |
},
|
| 106 |
"cuda": {
|
| 107 |
"supported": true,
|
|
@@ -190,17 +202,30 @@
|
|
| 190 |
"backends": {
|
| 191 |
"onnxruntime-cpu": {
|
| 192 |
"supported": true,
|
| 193 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 194 |
},
|
| 195 |
"openvino-cpu": {
|
| 196 |
"supported": true,
|
| 197 |
-
"recommended":
|
| 198 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 199 |
},
|
| 200 |
"openvino-gpu": {
|
| 201 |
"supported": true,
|
| 202 |
-
"recommended":
|
| 203 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 204 |
},
|
| 205 |
"cuda": {
|
| 206 |
"supported": true,
|
|
@@ -278,17 +303,30 @@
|
|
| 278 |
"backends": {
|
| 279 |
"onnxruntime-cpu": {
|
| 280 |
"supported": true,
|
| 281 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 282 |
},
|
| 283 |
"openvino-cpu": {
|
| 284 |
"supported": true,
|
| 285 |
-
"recommended":
|
| 286 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 287 |
},
|
| 288 |
"openvino-gpu": {
|
| 289 |
"supported": true,
|
| 290 |
-
"recommended":
|
| 291 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 292 |
},
|
| 293 |
"cuda": {
|
| 294 |
"supported": true,
|
|
@@ -366,17 +404,30 @@
|
|
| 366 |
"backends": {
|
| 367 |
"onnxruntime-cpu": {
|
| 368 |
"supported": true,
|
| 369 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 370 |
},
|
| 371 |
"openvino-cpu": {
|
| 372 |
"supported": true,
|
| 373 |
-
"recommended":
|
| 374 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 375 |
},
|
| 376 |
"openvino-gpu": {
|
| 377 |
"supported": true,
|
| 378 |
-
"recommended":
|
| 379 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 380 |
},
|
| 381 |
"cuda": {
|
| 382 |
"supported": true,
|
|
@@ -454,17 +505,30 @@
|
|
| 454 |
"backends": {
|
| 455 |
"onnxruntime-cpu": {
|
| 456 |
"supported": true,
|
| 457 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 458 |
},
|
| 459 |
"openvino-cpu": {
|
| 460 |
"supported": true,
|
| 461 |
-
"recommended":
|
| 462 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 463 |
},
|
| 464 |
"openvino-gpu": {
|
| 465 |
"supported": true,
|
| 466 |
-
"recommended":
|
| 467 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 468 |
},
|
| 469 |
"cuda": {
|
| 470 |
"supported": true,
|
|
@@ -542,17 +606,30 @@
|
|
| 542 |
"backends": {
|
| 543 |
"onnxruntime-cpu": {
|
| 544 |
"supported": true,
|
| 545 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 546 |
},
|
| 547 |
"openvino-cpu": {
|
| 548 |
"supported": true,
|
| 549 |
-
"recommended":
|
| 550 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 551 |
},
|
| 552 |
"openvino-gpu": {
|
| 553 |
"supported": true,
|
| 554 |
-
"recommended":
|
| 555 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 556 |
},
|
| 557 |
"cuda": {
|
| 558 |
"supported": true,
|
|
@@ -630,17 +707,30 @@
|
|
| 630 |
"backends": {
|
| 631 |
"onnxruntime-cpu": {
|
| 632 |
"supported": true,
|
| 633 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 634 |
},
|
| 635 |
"openvino-cpu": {
|
| 636 |
"supported": true,
|
| 637 |
-
"recommended":
|
| 638 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 639 |
},
|
| 640 |
"openvino-gpu": {
|
| 641 |
"supported": true,
|
| 642 |
-
"recommended":
|
| 643 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 644 |
},
|
| 645 |
"cuda": {
|
| 646 |
"supported": true,
|
|
@@ -718,17 +808,30 @@
|
|
| 718 |
"backends": {
|
| 719 |
"onnxruntime-cpu": {
|
| 720 |
"supported": true,
|
| 721 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 722 |
},
|
| 723 |
"openvino-cpu": {
|
| 724 |
"supported": true,
|
| 725 |
-
"recommended":
|
| 726 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 727 |
},
|
| 728 |
"openvino-gpu": {
|
| 729 |
"supported": true,
|
| 730 |
-
"recommended":
|
| 731 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 732 |
},
|
| 733 |
"cuda": {
|
| 734 |
"supported": true,
|
|
@@ -806,17 +909,30 @@
|
|
| 806 |
"backends": {
|
| 807 |
"onnxruntime-cpu": {
|
| 808 |
"supported": true,
|
| 809 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 810 |
},
|
| 811 |
"openvino-cpu": {
|
| 812 |
"supported": true,
|
| 813 |
-
"recommended":
|
| 814 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 815 |
},
|
| 816 |
"openvino-gpu": {
|
| 817 |
"supported": true,
|
| 818 |
-
"recommended":
|
| 819 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 820 |
},
|
| 821 |
"cuda": {
|
| 822 |
"supported": true,
|
|
@@ -894,17 +1010,30 @@
|
|
| 894 |
"backends": {
|
| 895 |
"onnxruntime-cpu": {
|
| 896 |
"supported": true,
|
| 897 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 898 |
},
|
| 899 |
"openvino-cpu": {
|
| 900 |
"supported": true,
|
| 901 |
-
"recommended":
|
| 902 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 903 |
},
|
| 904 |
"openvino-gpu": {
|
| 905 |
"supported": true,
|
| 906 |
-
"recommended":
|
| 907 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 908 |
},
|
| 909 |
"cuda": {
|
| 910 |
"supported": true,
|
|
@@ -982,17 +1111,30 @@
|
|
| 982 |
"backends": {
|
| 983 |
"onnxruntime-cpu": {
|
| 984 |
"supported": true,
|
| 985 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 986 |
},
|
| 987 |
"openvino-cpu": {
|
| 988 |
"supported": true,
|
| 989 |
-
"recommended":
|
| 990 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 991 |
},
|
| 992 |
"openvino-gpu": {
|
| 993 |
"supported": true,
|
| 994 |
-
"recommended":
|
| 995 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 996 |
},
|
| 997 |
"cuda": {
|
| 998 |
"supported": true,
|
|
@@ -1070,17 +1212,30 @@
|
|
| 1070 |
"backends": {
|
| 1071 |
"onnxruntime-cpu": {
|
| 1072 |
"supported": true,
|
| 1073 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1074 |
},
|
| 1075 |
"openvino-cpu": {
|
| 1076 |
"supported": true,
|
| 1077 |
-
"recommended":
|
| 1078 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1079 |
},
|
| 1080 |
"openvino-gpu": {
|
| 1081 |
"supported": true,
|
| 1082 |
-
"recommended":
|
| 1083 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1084 |
},
|
| 1085 |
"cuda": {
|
| 1086 |
"supported": true,
|
|
@@ -1158,17 +1313,30 @@
|
|
| 1158 |
"backends": {
|
| 1159 |
"onnxruntime-cpu": {
|
| 1160 |
"supported": true,
|
| 1161 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1162 |
},
|
| 1163 |
"openvino-cpu": {
|
| 1164 |
"supported": true,
|
| 1165 |
-
"recommended":
|
| 1166 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1167 |
},
|
| 1168 |
"openvino-gpu": {
|
| 1169 |
"supported": true,
|
| 1170 |
-
"recommended":
|
| 1171 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1172 |
},
|
| 1173 |
"cuda": {
|
| 1174 |
"supported": true,
|
|
@@ -1246,17 +1414,30 @@
|
|
| 1246 |
"backends": {
|
| 1247 |
"onnxruntime-cpu": {
|
| 1248 |
"supported": true,
|
| 1249 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1250 |
},
|
| 1251 |
"openvino-cpu": {
|
| 1252 |
"supported": true,
|
| 1253 |
-
"recommended":
|
| 1254 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1255 |
},
|
| 1256 |
"openvino-gpu": {
|
| 1257 |
"supported": true,
|
| 1258 |
-
"recommended":
|
| 1259 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1260 |
},
|
| 1261 |
"cuda": {
|
| 1262 |
"supported": true,
|
|
@@ -1334,17 +1515,30 @@
|
|
| 1334 |
"backends": {
|
| 1335 |
"onnxruntime-cpu": {
|
| 1336 |
"supported": true,
|
| 1337 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1338 |
},
|
| 1339 |
"openvino-cpu": {
|
| 1340 |
"supported": true,
|
| 1341 |
-
"recommended":
|
| 1342 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1343 |
},
|
| 1344 |
"openvino-gpu": {
|
| 1345 |
"supported": true,
|
| 1346 |
-
"recommended":
|
| 1347 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1348 |
},
|
| 1349 |
"cuda": {
|
| 1350 |
"supported": true,
|
|
@@ -1422,17 +1616,30 @@
|
|
| 1422 |
"backends": {
|
| 1423 |
"onnxruntime-cpu": {
|
| 1424 |
"supported": true,
|
| 1425 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1426 |
},
|
| 1427 |
"openvino-cpu": {
|
| 1428 |
"supported": true,
|
| 1429 |
-
"recommended":
|
| 1430 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1431 |
},
|
| 1432 |
"openvino-gpu": {
|
| 1433 |
"supported": true,
|
| 1434 |
-
"recommended":
|
| 1435 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1436 |
},
|
| 1437 |
"cuda": {
|
| 1438 |
"supported": true,
|
|
@@ -1510,17 +1717,30 @@
|
|
| 1510 |
"backends": {
|
| 1511 |
"onnxruntime-cpu": {
|
| 1512 |
"supported": true,
|
| 1513 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1514 |
},
|
| 1515 |
"openvino-cpu": {
|
| 1516 |
"supported": true,
|
| 1517 |
-
"recommended":
|
| 1518 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1519 |
},
|
| 1520 |
"openvino-gpu": {
|
| 1521 |
"supported": true,
|
| 1522 |
-
"recommended":
|
| 1523 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1524 |
},
|
| 1525 |
"cuda": {
|
| 1526 |
"supported": true,
|
|
@@ -1598,17 +1818,30 @@
|
|
| 1598 |
"backends": {
|
| 1599 |
"onnxruntime-cpu": {
|
| 1600 |
"supported": true,
|
| 1601 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1602 |
},
|
| 1603 |
"openvino-cpu": {
|
| 1604 |
"supported": true,
|
| 1605 |
-
"recommended":
|
| 1606 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1607 |
},
|
| 1608 |
"openvino-gpu": {
|
| 1609 |
"supported": true,
|
| 1610 |
-
"recommended":
|
| 1611 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1612 |
},
|
| 1613 |
"cuda": {
|
| 1614 |
"supported": true,
|
|
@@ -1686,17 +1919,30 @@
|
|
| 1686 |
"backends": {
|
| 1687 |
"onnxruntime-cpu": {
|
| 1688 |
"supported": true,
|
| 1689 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1690 |
},
|
| 1691 |
"openvino-cpu": {
|
| 1692 |
"supported": true,
|
| 1693 |
-
"recommended":
|
| 1694 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1695 |
},
|
| 1696 |
"openvino-gpu": {
|
| 1697 |
"supported": true,
|
| 1698 |
-
"recommended":
|
| 1699 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1700 |
},
|
| 1701 |
"cuda": {
|
| 1702 |
"supported": true,
|
|
@@ -1774,17 +2020,30 @@
|
|
| 1774 |
"backends": {
|
| 1775 |
"onnxruntime-cpu": {
|
| 1776 |
"supported": true,
|
| 1777 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1778 |
},
|
| 1779 |
"openvino-cpu": {
|
| 1780 |
"supported": true,
|
| 1781 |
-
"recommended":
|
| 1782 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1783 |
},
|
| 1784 |
"openvino-gpu": {
|
| 1785 |
"supported": true,
|
| 1786 |
-
"recommended":
|
| 1787 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1788 |
},
|
| 1789 |
"cuda": {
|
| 1790 |
"supported": true,
|
|
@@ -1862,17 +2121,30 @@
|
|
| 1862 |
"backends": {
|
| 1863 |
"onnxruntime-cpu": {
|
| 1864 |
"supported": true,
|
| 1865 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1866 |
},
|
| 1867 |
"openvino-cpu": {
|
| 1868 |
"supported": true,
|
| 1869 |
-
"recommended":
|
| 1870 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1871 |
},
|
| 1872 |
"openvino-gpu": {
|
| 1873 |
"supported": true,
|
| 1874 |
-
"recommended":
|
| 1875 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1876 |
},
|
| 1877 |
"cuda": {
|
| 1878 |
"supported": true,
|
|
@@ -1950,17 +2222,30 @@
|
|
| 1950 |
"backends": {
|
| 1951 |
"onnxruntime-cpu": {
|
| 1952 |
"supported": true,
|
| 1953 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1954 |
},
|
| 1955 |
"openvino-cpu": {
|
| 1956 |
"supported": true,
|
| 1957 |
-
"recommended":
|
| 1958 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1959 |
},
|
| 1960 |
"openvino-gpu": {
|
| 1961 |
"supported": true,
|
| 1962 |
-
"recommended":
|
| 1963 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1964 |
},
|
| 1965 |
"cuda": {
|
| 1966 |
"supported": true,
|
|
@@ -2038,17 +2323,30 @@
|
|
| 2038 |
"backends": {
|
| 2039 |
"onnxruntime-cpu": {
|
| 2040 |
"supported": true,
|
| 2041 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2042 |
},
|
| 2043 |
"openvino-cpu": {
|
| 2044 |
"supported": true,
|
| 2045 |
-
"recommended":
|
| 2046 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2047 |
},
|
| 2048 |
"openvino-gpu": {
|
| 2049 |
"supported": true,
|
| 2050 |
-
"recommended":
|
| 2051 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2052 |
},
|
| 2053 |
"cuda": {
|
| 2054 |
"supported": true,
|
|
@@ -2126,17 +2424,30 @@
|
|
| 2126 |
"backends": {
|
| 2127 |
"onnxruntime-cpu": {
|
| 2128 |
"supported": true,
|
| 2129 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2130 |
},
|
| 2131 |
"openvino-cpu": {
|
| 2132 |
"supported": true,
|
| 2133 |
-
"recommended":
|
| 2134 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2135 |
},
|
| 2136 |
"openvino-gpu": {
|
| 2137 |
"supported": true,
|
| 2138 |
-
"recommended":
|
| 2139 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2140 |
},
|
| 2141 |
"cuda": {
|
| 2142 |
"supported": true,
|
|
@@ -2214,17 +2525,30 @@
|
|
| 2214 |
"backends": {
|
| 2215 |
"onnxruntime-cpu": {
|
| 2216 |
"supported": true,
|
| 2217 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2218 |
},
|
| 2219 |
"openvino-cpu": {
|
| 2220 |
"supported": true,
|
| 2221 |
-
"recommended":
|
| 2222 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2223 |
},
|
| 2224 |
"openvino-gpu": {
|
| 2225 |
"supported": true,
|
| 2226 |
-
"recommended":
|
| 2227 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2228 |
},
|
| 2229 |
"cuda": {
|
| 2230 |
"supported": true,
|
|
@@ -2302,17 +2626,30 @@
|
|
| 2302 |
"backends": {
|
| 2303 |
"onnxruntime-cpu": {
|
| 2304 |
"supported": true,
|
| 2305 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2306 |
},
|
| 2307 |
"openvino-cpu": {
|
| 2308 |
"supported": true,
|
| 2309 |
-
"recommended":
|
| 2310 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2311 |
},
|
| 2312 |
"openvino-gpu": {
|
| 2313 |
"supported": true,
|
| 2314 |
-
"recommended":
|
| 2315 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2316 |
},
|
| 2317 |
"cuda": {
|
| 2318 |
"supported": true,
|
|
@@ -2390,17 +2727,30 @@
|
|
| 2390 |
"backends": {
|
| 2391 |
"onnxruntime-cpu": {
|
| 2392 |
"supported": true,
|
| 2393 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2394 |
},
|
| 2395 |
"openvino-cpu": {
|
| 2396 |
"supported": true,
|
| 2397 |
-
"recommended":
|
| 2398 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2399 |
},
|
| 2400 |
"openvino-gpu": {
|
| 2401 |
"supported": true,
|
| 2402 |
-
"recommended":
|
| 2403 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2404 |
},
|
| 2405 |
"cuda": {
|
| 2406 |
"supported": true,
|
|
@@ -2478,17 +2828,30 @@
|
|
| 2478 |
"backends": {
|
| 2479 |
"onnxruntime-cpu": {
|
| 2480 |
"supported": true,
|
| 2481 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2482 |
},
|
| 2483 |
"openvino-cpu": {
|
| 2484 |
"supported": true,
|
| 2485 |
-
"recommended":
|
| 2486 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2487 |
},
|
| 2488 |
"openvino-gpu": {
|
| 2489 |
"supported": true,
|
| 2490 |
-
"recommended":
|
| 2491 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2492 |
},
|
| 2493 |
"cuda": {
|
| 2494 |
"supported": true,
|
|
@@ -2566,17 +2929,30 @@
|
|
| 2566 |
"backends": {
|
| 2567 |
"onnxruntime-cpu": {
|
| 2568 |
"supported": true,
|
| 2569 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2570 |
},
|
| 2571 |
"openvino-cpu": {
|
| 2572 |
"supported": true,
|
| 2573 |
-
"recommended":
|
| 2574 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2575 |
},
|
| 2576 |
"openvino-gpu": {
|
| 2577 |
"supported": true,
|
| 2578 |
-
"recommended":
|
| 2579 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2580 |
},
|
| 2581 |
"cuda": {
|
| 2582 |
"supported": true,
|
|
@@ -2654,17 +3030,30 @@
|
|
| 2654 |
"backends": {
|
| 2655 |
"onnxruntime-cpu": {
|
| 2656 |
"supported": true,
|
| 2657 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2658 |
},
|
| 2659 |
"openvino-cpu": {
|
| 2660 |
"supported": true,
|
| 2661 |
-
"recommended":
|
| 2662 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2663 |
},
|
| 2664 |
"openvino-gpu": {
|
| 2665 |
"supported": true,
|
| 2666 |
-
"recommended":
|
| 2667 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2668 |
},
|
| 2669 |
"cuda": {
|
| 2670 |
"supported": true,
|
|
@@ -2742,17 +3131,30 @@
|
|
| 2742 |
"backends": {
|
| 2743 |
"onnxruntime-cpu": {
|
| 2744 |
"supported": true,
|
| 2745 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2746 |
},
|
| 2747 |
"openvino-cpu": {
|
| 2748 |
"supported": true,
|
| 2749 |
-
"recommended":
|
| 2750 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2751 |
},
|
| 2752 |
"openvino-gpu": {
|
| 2753 |
"supported": true,
|
| 2754 |
-
"recommended":
|
| 2755 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2756 |
},
|
| 2757 |
"cuda": {
|
| 2758 |
"supported": true,
|
|
@@ -2846,17 +3248,30 @@
|
|
| 2846 |
"backends": {
|
| 2847 |
"onnxruntime-cpu": {
|
| 2848 |
"supported": true,
|
| 2849 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2850 |
},
|
| 2851 |
"openvino-cpu": {
|
| 2852 |
"supported": true,
|
| 2853 |
-
"recommended":
|
| 2854 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2855 |
},
|
| 2856 |
"openvino-gpu": {
|
| 2857 |
"supported": true,
|
| 2858 |
-
"recommended":
|
| 2859 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2860 |
},
|
| 2861 |
"cuda": {
|
| 2862 |
"supported": true,
|
|
@@ -2934,17 +3349,30 @@
|
|
| 2934 |
"backends": {
|
| 2935 |
"onnxruntime-cpu": {
|
| 2936 |
"supported": true,
|
| 2937 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2938 |
},
|
| 2939 |
"openvino-cpu": {
|
| 2940 |
"supported": true,
|
| 2941 |
-
"recommended":
|
| 2942 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2943 |
},
|
| 2944 |
"openvino-gpu": {
|
| 2945 |
"supported": true,
|
| 2946 |
-
"recommended":
|
| 2947 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2948 |
},
|
| 2949 |
"cuda": {
|
| 2950 |
"supported": true,
|
|
@@ -3022,17 +3450,30 @@
|
|
| 3022 |
"backends": {
|
| 3023 |
"onnxruntime-cpu": {
|
| 3024 |
"supported": true,
|
| 3025 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3026 |
},
|
| 3027 |
"openvino-cpu": {
|
| 3028 |
"supported": true,
|
| 3029 |
-
"recommended":
|
| 3030 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3031 |
},
|
| 3032 |
"openvino-gpu": {
|
| 3033 |
"supported": true,
|
| 3034 |
-
"recommended":
|
| 3035 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3036 |
},
|
| 3037 |
"cuda": {
|
| 3038 |
"supported": true,
|
|
@@ -3110,17 +3551,30 @@
|
|
| 3110 |
"backends": {
|
| 3111 |
"onnxruntime-cpu": {
|
| 3112 |
"supported": true,
|
| 3113 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3114 |
},
|
| 3115 |
"openvino-cpu": {
|
| 3116 |
"supported": true,
|
| 3117 |
-
"recommended":
|
| 3118 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3119 |
},
|
| 3120 |
"openvino-gpu": {
|
| 3121 |
"supported": true,
|
| 3122 |
-
"recommended":
|
| 3123 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3124 |
},
|
| 3125 |
"cuda": {
|
| 3126 |
"supported": true,
|
|
@@ -3198,17 +3652,30 @@
|
|
| 3198 |
"backends": {
|
| 3199 |
"onnxruntime-cpu": {
|
| 3200 |
"supported": true,
|
| 3201 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3202 |
},
|
| 3203 |
"openvino-cpu": {
|
| 3204 |
"supported": true,
|
| 3205 |
-
"recommended":
|
| 3206 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3207 |
},
|
| 3208 |
"openvino-gpu": {
|
| 3209 |
"supported": true,
|
| 3210 |
-
"recommended":
|
| 3211 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3212 |
},
|
| 3213 |
"cuda": {
|
| 3214 |
"supported": true,
|
|
@@ -3286,17 +3753,30 @@
|
|
| 3286 |
"backends": {
|
| 3287 |
"onnxruntime-cpu": {
|
| 3288 |
"supported": true,
|
| 3289 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3290 |
},
|
| 3291 |
"openvino-cpu": {
|
| 3292 |
"supported": true,
|
| 3293 |
-
"recommended":
|
| 3294 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3295 |
},
|
| 3296 |
"openvino-gpu": {
|
| 3297 |
"supported": true,
|
| 3298 |
-
"recommended":
|
| 3299 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3300 |
},
|
| 3301 |
"cuda": {
|
| 3302 |
"supported": true,
|
|
@@ -3374,17 +3854,30 @@
|
|
| 3374 |
"backends": {
|
| 3375 |
"onnxruntime-cpu": {
|
| 3376 |
"supported": true,
|
| 3377 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3378 |
},
|
| 3379 |
"openvino-cpu": {
|
| 3380 |
"supported": true,
|
| 3381 |
-
"recommended":
|
| 3382 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3383 |
},
|
| 3384 |
"openvino-gpu": {
|
| 3385 |
"supported": true,
|
| 3386 |
-
"recommended":
|
| 3387 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3388 |
},
|
| 3389 |
"cuda": {
|
| 3390 |
"supported": true,
|
|
@@ -3462,17 +3955,30 @@
|
|
| 3462 |
"backends": {
|
| 3463 |
"onnxruntime-cpu": {
|
| 3464 |
"supported": true,
|
| 3465 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3466 |
},
|
| 3467 |
"openvino-cpu": {
|
| 3468 |
"supported": true,
|
| 3469 |
-
"recommended":
|
| 3470 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3471 |
},
|
| 3472 |
"openvino-gpu": {
|
| 3473 |
"supported": true,
|
| 3474 |
-
"recommended":
|
| 3475 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3476 |
},
|
| 3477 |
"cuda": {
|
| 3478 |
"supported": true,
|
|
@@ -3550,17 +4056,30 @@
|
|
| 3550 |
"backends": {
|
| 3551 |
"onnxruntime-cpu": {
|
| 3552 |
"supported": true,
|
| 3553 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3554 |
},
|
| 3555 |
"openvino-cpu": {
|
| 3556 |
"supported": true,
|
| 3557 |
-
"recommended":
|
| 3558 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3559 |
},
|
| 3560 |
"openvino-gpu": {
|
| 3561 |
"supported": true,
|
| 3562 |
-
"recommended":
|
| 3563 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3564 |
},
|
| 3565 |
"cuda": {
|
| 3566 |
"supported": true,
|
|
@@ -3638,17 +4157,30 @@
|
|
| 3638 |
"backends": {
|
| 3639 |
"onnxruntime-cpu": {
|
| 3640 |
"supported": true,
|
| 3641 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3642 |
},
|
| 3643 |
"openvino-cpu": {
|
| 3644 |
"supported": true,
|
| 3645 |
-
"recommended":
|
| 3646 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3647 |
},
|
| 3648 |
"openvino-gpu": {
|
| 3649 |
"supported": true,
|
| 3650 |
-
"recommended":
|
| 3651 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3652 |
},
|
| 3653 |
"cuda": {
|
| 3654 |
"supported": true,
|
|
@@ -3726,17 +4258,30 @@
|
|
| 3726 |
"backends": {
|
| 3727 |
"onnxruntime-cpu": {
|
| 3728 |
"supported": true,
|
| 3729 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3730 |
},
|
| 3731 |
"openvino-cpu": {
|
| 3732 |
"supported": true,
|
| 3733 |
-
"recommended":
|
| 3734 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3735 |
},
|
| 3736 |
"openvino-gpu": {
|
| 3737 |
"supported": true,
|
| 3738 |
-
"recommended":
|
| 3739 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3740 |
},
|
| 3741 |
"cuda": {
|
| 3742 |
"supported": true,
|
|
@@ -3814,17 +4359,30 @@
|
|
| 3814 |
"backends": {
|
| 3815 |
"onnxruntime-cpu": {
|
| 3816 |
"supported": true,
|
| 3817 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3818 |
},
|
| 3819 |
"openvino-cpu": {
|
| 3820 |
"supported": true,
|
| 3821 |
-
"recommended":
|
| 3822 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3823 |
},
|
| 3824 |
"openvino-gpu": {
|
| 3825 |
"supported": true,
|
| 3826 |
-
"recommended":
|
| 3827 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3828 |
},
|
| 3829 |
"cuda": {
|
| 3830 |
"supported": true,
|
|
@@ -3902,17 +4460,30 @@
|
|
| 3902 |
"backends": {
|
| 3903 |
"onnxruntime-cpu": {
|
| 3904 |
"supported": true,
|
| 3905 |
-
"recommended": true
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3906 |
},
|
| 3907 |
"openvino-cpu": {
|
| 3908 |
"supported": true,
|
| 3909 |
-
"recommended":
|
| 3910 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3911 |
},
|
| 3912 |
"openvino-gpu": {
|
| 3913 |
"supported": true,
|
| 3914 |
-
"recommended":
|
| 3915 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3916 |
},
|
| 3917 |
"cuda": {
|
| 3918 |
"supported": true,
|
|
|
|
| 32 |
"x86-64/onnxruntime": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 33 |
"x86-64/openvino-cpu": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 34 |
"x86-64/openvino-gpu": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
|
|
|
| 35 |
"aarch64/onnxruntime": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 36 |
"cuda": "full/birdnet-plus-v3.0-fp32-b1.onnx",
|
| 37 |
"tensorrt": "full/birdnet-plus-v3.0-fp32-b1.onnx"
|
| 38 |
},
|
| 39 |
+
"selection_notes": "Regional models are the low-RAM choice: a region slice is numerically identical to the global model on the species it keeps and needs less memory than it; each entry's requirements.min_ram_mb gives its floor (measured on RPi5: 214 MB peak RSS for nordic, 470 MB for the global model). This release ships FP32 only, so every backend selects FP32. OpenVINO runs at f32 only and is not recommended: its margin over ONNX Runtime CPU was 7% at most where it was measured.",
|
| 40 |
"builds": {
|
| 41 |
"birdnet-plus-v3.0-b1": {
|
| 42 |
"date": "2026-11-15",
|
| 43 |
"upstream_version": "3.0",
|
| 44 |
+
"changes": "GPU-native export of the BirdNET+ V3.0 release checkpoint (EfficientNetV2-S backbone, 11,725 classes: 11,709 species and 16 non-animal sound classes) from upstream model-converter tag v1.0.0 (commit 85e80e5): the in-graph STFT replaced with an equivalent Conv1d framing+DFT, predictions output dimension pinned to the class count; fp32 only, the fp16 files are not published (they score wrong on the Cortex-A76); 43 regional slices on the Perch v2 region tiles, selected with the Geomodel v3.0.2 range filter and a reviewed rename table, each also containing Homo sapiens and the 16 sound classes. 5 s @ 32 kHz window."
|
| 45 |
}
|
| 46 |
},
|
| 47 |
"models": [
|
|
|
|
| 90 |
"backends": {
|
| 91 |
"onnxruntime-cpu": {
|
| 92 |
"supported": true,
|
| 93 |
+
"recommended": true,
|
| 94 |
+
"verified_on": [
|
| 95 |
+
"rpi5-a76",
|
| 96 |
+
"x86-i7-1260P"
|
| 97 |
+
]
|
| 98 |
},
|
| 99 |
"openvino-cpu": {
|
| 100 |
"supported": true,
|
| 101 |
+
"recommended": false,
|
| 102 |
+
"verified_on": [
|
| 103 |
+
"rpi5-a76",
|
| 104 |
+
"x86-i7-1260P"
|
| 105 |
+
],
|
| 106 |
+
"precision_hint": "f32",
|
| 107 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 108 |
},
|
| 109 |
"openvino-gpu": {
|
| 110 |
"supported": true,
|
| 111 |
+
"recommended": false,
|
| 112 |
+
"verified_on": [
|
| 113 |
+
"x86-i5-7260U-iris-plus-640"
|
| 114 |
+
],
|
| 115 |
+
"precision_hint": "f32",
|
| 116 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 117 |
},
|
| 118 |
"cuda": {
|
| 119 |
"supported": true,
|
|
|
|
| 202 |
"backends": {
|
| 203 |
"onnxruntime-cpu": {
|
| 204 |
"supported": true,
|
| 205 |
+
"recommended": true,
|
| 206 |
+
"verified_on": [
|
| 207 |
+
"rpi5-a76",
|
| 208 |
+
"x86-i7-1260P"
|
| 209 |
+
]
|
| 210 |
},
|
| 211 |
"openvino-cpu": {
|
| 212 |
"supported": true,
|
| 213 |
+
"recommended": false,
|
| 214 |
+
"verified_on": [
|
| 215 |
+
"rpi5-a76",
|
| 216 |
+
"x86-i7-1260P"
|
| 217 |
+
],
|
| 218 |
+
"precision_hint": "f32",
|
| 219 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 220 |
},
|
| 221 |
"openvino-gpu": {
|
| 222 |
"supported": true,
|
| 223 |
+
"recommended": false,
|
| 224 |
+
"verified_on": [
|
| 225 |
+
"x86-i5-7260U-iris-plus-640"
|
| 226 |
+
],
|
| 227 |
+
"precision_hint": "f32",
|
| 228 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 229 |
},
|
| 230 |
"cuda": {
|
| 231 |
"supported": true,
|
|
|
|
| 303 |
"backends": {
|
| 304 |
"onnxruntime-cpu": {
|
| 305 |
"supported": true,
|
| 306 |
+
"recommended": true,
|
| 307 |
+
"verified_on": [
|
| 308 |
+
"rpi5-a76",
|
| 309 |
+
"x86-i7-1260P"
|
| 310 |
+
]
|
| 311 |
},
|
| 312 |
"openvino-cpu": {
|
| 313 |
"supported": true,
|
| 314 |
+
"recommended": false,
|
| 315 |
+
"verified_on": [
|
| 316 |
+
"rpi5-a76",
|
| 317 |
+
"x86-i7-1260P"
|
| 318 |
+
],
|
| 319 |
+
"precision_hint": "f32",
|
| 320 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 321 |
},
|
| 322 |
"openvino-gpu": {
|
| 323 |
"supported": true,
|
| 324 |
+
"recommended": false,
|
| 325 |
+
"verified_on": [
|
| 326 |
+
"x86-i5-7260U-iris-plus-640"
|
| 327 |
+
],
|
| 328 |
+
"precision_hint": "f32",
|
| 329 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 330 |
},
|
| 331 |
"cuda": {
|
| 332 |
"supported": true,
|
|
|
|
| 404 |
"backends": {
|
| 405 |
"onnxruntime-cpu": {
|
| 406 |
"supported": true,
|
| 407 |
+
"recommended": true,
|
| 408 |
+
"verified_on": [
|
| 409 |
+
"rpi5-a76",
|
| 410 |
+
"x86-i7-1260P"
|
| 411 |
+
]
|
| 412 |
},
|
| 413 |
"openvino-cpu": {
|
| 414 |
"supported": true,
|
| 415 |
+
"recommended": false,
|
| 416 |
+
"verified_on": [
|
| 417 |
+
"rpi5-a76",
|
| 418 |
+
"x86-i7-1260P"
|
| 419 |
+
],
|
| 420 |
+
"precision_hint": "f32",
|
| 421 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 422 |
},
|
| 423 |
"openvino-gpu": {
|
| 424 |
"supported": true,
|
| 425 |
+
"recommended": false,
|
| 426 |
+
"verified_on": [
|
| 427 |
+
"x86-i5-7260U-iris-plus-640"
|
| 428 |
+
],
|
| 429 |
+
"precision_hint": "f32",
|
| 430 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 431 |
},
|
| 432 |
"cuda": {
|
| 433 |
"supported": true,
|
|
|
|
| 505 |
"backends": {
|
| 506 |
"onnxruntime-cpu": {
|
| 507 |
"supported": true,
|
| 508 |
+
"recommended": true,
|
| 509 |
+
"verified_on": [
|
| 510 |
+
"rpi5-a76",
|
| 511 |
+
"x86-i7-1260P"
|
| 512 |
+
]
|
| 513 |
},
|
| 514 |
"openvino-cpu": {
|
| 515 |
"supported": true,
|
| 516 |
+
"recommended": false,
|
| 517 |
+
"verified_on": [
|
| 518 |
+
"rpi5-a76",
|
| 519 |
+
"x86-i7-1260P"
|
| 520 |
+
],
|
| 521 |
+
"precision_hint": "f32",
|
| 522 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 523 |
},
|
| 524 |
"openvino-gpu": {
|
| 525 |
"supported": true,
|
| 526 |
+
"recommended": false,
|
| 527 |
+
"verified_on": [
|
| 528 |
+
"x86-i5-7260U-iris-plus-640"
|
| 529 |
+
],
|
| 530 |
+
"precision_hint": "f32",
|
| 531 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 532 |
},
|
| 533 |
"cuda": {
|
| 534 |
"supported": true,
|
|
|
|
| 606 |
"backends": {
|
| 607 |
"onnxruntime-cpu": {
|
| 608 |
"supported": true,
|
| 609 |
+
"recommended": true,
|
| 610 |
+
"verified_on": [
|
| 611 |
+
"rpi5-a76",
|
| 612 |
+
"x86-i7-1260P"
|
| 613 |
+
]
|
| 614 |
},
|
| 615 |
"openvino-cpu": {
|
| 616 |
"supported": true,
|
| 617 |
+
"recommended": false,
|
| 618 |
+
"verified_on": [
|
| 619 |
+
"rpi5-a76",
|
| 620 |
+
"x86-i7-1260P"
|
| 621 |
+
],
|
| 622 |
+
"precision_hint": "f32",
|
| 623 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 624 |
},
|
| 625 |
"openvino-gpu": {
|
| 626 |
"supported": true,
|
| 627 |
+
"recommended": false,
|
| 628 |
+
"verified_on": [
|
| 629 |
+
"x86-i5-7260U-iris-plus-640"
|
| 630 |
+
],
|
| 631 |
+
"precision_hint": "f32",
|
| 632 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 633 |
},
|
| 634 |
"cuda": {
|
| 635 |
"supported": true,
|
|
|
|
| 707 |
"backends": {
|
| 708 |
"onnxruntime-cpu": {
|
| 709 |
"supported": true,
|
| 710 |
+
"recommended": true,
|
| 711 |
+
"verified_on": [
|
| 712 |
+
"rpi5-a76",
|
| 713 |
+
"x86-i7-1260P"
|
| 714 |
+
]
|
| 715 |
},
|
| 716 |
"openvino-cpu": {
|
| 717 |
"supported": true,
|
| 718 |
+
"recommended": false,
|
| 719 |
+
"verified_on": [
|
| 720 |
+
"rpi5-a76",
|
| 721 |
+
"x86-i7-1260P"
|
| 722 |
+
],
|
| 723 |
+
"precision_hint": "f32",
|
| 724 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 725 |
},
|
| 726 |
"openvino-gpu": {
|
| 727 |
"supported": true,
|
| 728 |
+
"recommended": false,
|
| 729 |
+
"verified_on": [
|
| 730 |
+
"x86-i5-7260U-iris-plus-640"
|
| 731 |
+
],
|
| 732 |
+
"precision_hint": "f32",
|
| 733 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 734 |
},
|
| 735 |
"cuda": {
|
| 736 |
"supported": true,
|
|
|
|
| 808 |
"backends": {
|
| 809 |
"onnxruntime-cpu": {
|
| 810 |
"supported": true,
|
| 811 |
+
"recommended": true,
|
| 812 |
+
"verified_on": [
|
| 813 |
+
"rpi5-a76",
|
| 814 |
+
"x86-i7-1260P"
|
| 815 |
+
]
|
| 816 |
},
|
| 817 |
"openvino-cpu": {
|
| 818 |
"supported": true,
|
| 819 |
+
"recommended": false,
|
| 820 |
+
"verified_on": [
|
| 821 |
+
"rpi5-a76",
|
| 822 |
+
"x86-i7-1260P"
|
| 823 |
+
],
|
| 824 |
+
"precision_hint": "f32",
|
| 825 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 826 |
},
|
| 827 |
"openvino-gpu": {
|
| 828 |
"supported": true,
|
| 829 |
+
"recommended": false,
|
| 830 |
+
"verified_on": [
|
| 831 |
+
"x86-i5-7260U-iris-plus-640"
|
| 832 |
+
],
|
| 833 |
+
"precision_hint": "f32",
|
| 834 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 835 |
},
|
| 836 |
"cuda": {
|
| 837 |
"supported": true,
|
|
|
|
| 909 |
"backends": {
|
| 910 |
"onnxruntime-cpu": {
|
| 911 |
"supported": true,
|
| 912 |
+
"recommended": true,
|
| 913 |
+
"verified_on": [
|
| 914 |
+
"rpi5-a76",
|
| 915 |
+
"x86-i7-1260P"
|
| 916 |
+
]
|
| 917 |
},
|
| 918 |
"openvino-cpu": {
|
| 919 |
"supported": true,
|
| 920 |
+
"recommended": false,
|
| 921 |
+
"verified_on": [
|
| 922 |
+
"rpi5-a76",
|
| 923 |
+
"x86-i7-1260P"
|
| 924 |
+
],
|
| 925 |
+
"precision_hint": "f32",
|
| 926 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 927 |
},
|
| 928 |
"openvino-gpu": {
|
| 929 |
"supported": true,
|
| 930 |
+
"recommended": false,
|
| 931 |
+
"verified_on": [
|
| 932 |
+
"x86-i5-7260U-iris-plus-640"
|
| 933 |
+
],
|
| 934 |
+
"precision_hint": "f32",
|
| 935 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 936 |
},
|
| 937 |
"cuda": {
|
| 938 |
"supported": true,
|
|
|
|
| 1010 |
"backends": {
|
| 1011 |
"onnxruntime-cpu": {
|
| 1012 |
"supported": true,
|
| 1013 |
+
"recommended": true,
|
| 1014 |
+
"verified_on": [
|
| 1015 |
+
"rpi5-a76",
|
| 1016 |
+
"x86-i7-1260P"
|
| 1017 |
+
]
|
| 1018 |
},
|
| 1019 |
"openvino-cpu": {
|
| 1020 |
"supported": true,
|
| 1021 |
+
"recommended": false,
|
| 1022 |
+
"verified_on": [
|
| 1023 |
+
"rpi5-a76",
|
| 1024 |
+
"x86-i7-1260P"
|
| 1025 |
+
],
|
| 1026 |
+
"precision_hint": "f32",
|
| 1027 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1028 |
},
|
| 1029 |
"openvino-gpu": {
|
| 1030 |
"supported": true,
|
| 1031 |
+
"recommended": false,
|
| 1032 |
+
"verified_on": [
|
| 1033 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1034 |
+
],
|
| 1035 |
+
"precision_hint": "f32",
|
| 1036 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1037 |
},
|
| 1038 |
"cuda": {
|
| 1039 |
"supported": true,
|
|
|
|
| 1111 |
"backends": {
|
| 1112 |
"onnxruntime-cpu": {
|
| 1113 |
"supported": true,
|
| 1114 |
+
"recommended": true,
|
| 1115 |
+
"verified_on": [
|
| 1116 |
+
"rpi5-a76",
|
| 1117 |
+
"x86-i7-1260P"
|
| 1118 |
+
]
|
| 1119 |
},
|
| 1120 |
"openvino-cpu": {
|
| 1121 |
"supported": true,
|
| 1122 |
+
"recommended": false,
|
| 1123 |
+
"verified_on": [
|
| 1124 |
+
"rpi5-a76",
|
| 1125 |
+
"x86-i7-1260P"
|
| 1126 |
+
],
|
| 1127 |
+
"precision_hint": "f32",
|
| 1128 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1129 |
},
|
| 1130 |
"openvino-gpu": {
|
| 1131 |
"supported": true,
|
| 1132 |
+
"recommended": false,
|
| 1133 |
+
"verified_on": [
|
| 1134 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1135 |
+
],
|
| 1136 |
+
"precision_hint": "f32",
|
| 1137 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1138 |
},
|
| 1139 |
"cuda": {
|
| 1140 |
"supported": true,
|
|
|
|
| 1212 |
"backends": {
|
| 1213 |
"onnxruntime-cpu": {
|
| 1214 |
"supported": true,
|
| 1215 |
+
"recommended": true,
|
| 1216 |
+
"verified_on": [
|
| 1217 |
+
"rpi5-a76",
|
| 1218 |
+
"x86-i7-1260P"
|
| 1219 |
+
]
|
| 1220 |
},
|
| 1221 |
"openvino-cpu": {
|
| 1222 |
"supported": true,
|
| 1223 |
+
"recommended": false,
|
| 1224 |
+
"verified_on": [
|
| 1225 |
+
"rpi5-a76",
|
| 1226 |
+
"x86-i7-1260P"
|
| 1227 |
+
],
|
| 1228 |
+
"precision_hint": "f32",
|
| 1229 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1230 |
},
|
| 1231 |
"openvino-gpu": {
|
| 1232 |
"supported": true,
|
| 1233 |
+
"recommended": false,
|
| 1234 |
+
"verified_on": [
|
| 1235 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1236 |
+
],
|
| 1237 |
+
"precision_hint": "f32",
|
| 1238 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1239 |
},
|
| 1240 |
"cuda": {
|
| 1241 |
"supported": true,
|
|
|
|
| 1313 |
"backends": {
|
| 1314 |
"onnxruntime-cpu": {
|
| 1315 |
"supported": true,
|
| 1316 |
+
"recommended": true,
|
| 1317 |
+
"verified_on": [
|
| 1318 |
+
"rpi5-a76",
|
| 1319 |
+
"x86-i7-1260P"
|
| 1320 |
+
]
|
| 1321 |
},
|
| 1322 |
"openvino-cpu": {
|
| 1323 |
"supported": true,
|
| 1324 |
+
"recommended": false,
|
| 1325 |
+
"verified_on": [
|
| 1326 |
+
"rpi5-a76",
|
| 1327 |
+
"x86-i7-1260P"
|
| 1328 |
+
],
|
| 1329 |
+
"precision_hint": "f32",
|
| 1330 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1331 |
},
|
| 1332 |
"openvino-gpu": {
|
| 1333 |
"supported": true,
|
| 1334 |
+
"recommended": false,
|
| 1335 |
+
"verified_on": [
|
| 1336 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1337 |
+
],
|
| 1338 |
+
"precision_hint": "f32",
|
| 1339 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1340 |
},
|
| 1341 |
"cuda": {
|
| 1342 |
"supported": true,
|
|
|
|
| 1414 |
"backends": {
|
| 1415 |
"onnxruntime-cpu": {
|
| 1416 |
"supported": true,
|
| 1417 |
+
"recommended": true,
|
| 1418 |
+
"verified_on": [
|
| 1419 |
+
"rpi5-a76",
|
| 1420 |
+
"x86-i7-1260P"
|
| 1421 |
+
]
|
| 1422 |
},
|
| 1423 |
"openvino-cpu": {
|
| 1424 |
"supported": true,
|
| 1425 |
+
"recommended": false,
|
| 1426 |
+
"verified_on": [
|
| 1427 |
+
"rpi5-a76",
|
| 1428 |
+
"x86-i7-1260P"
|
| 1429 |
+
],
|
| 1430 |
+
"precision_hint": "f32",
|
| 1431 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1432 |
},
|
| 1433 |
"openvino-gpu": {
|
| 1434 |
"supported": true,
|
| 1435 |
+
"recommended": false,
|
| 1436 |
+
"verified_on": [
|
| 1437 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1438 |
+
],
|
| 1439 |
+
"precision_hint": "f32",
|
| 1440 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1441 |
},
|
| 1442 |
"cuda": {
|
| 1443 |
"supported": true,
|
|
|
|
| 1515 |
"backends": {
|
| 1516 |
"onnxruntime-cpu": {
|
| 1517 |
"supported": true,
|
| 1518 |
+
"recommended": true,
|
| 1519 |
+
"verified_on": [
|
| 1520 |
+
"rpi5-a76",
|
| 1521 |
+
"x86-i7-1260P"
|
| 1522 |
+
]
|
| 1523 |
},
|
| 1524 |
"openvino-cpu": {
|
| 1525 |
"supported": true,
|
| 1526 |
+
"recommended": false,
|
| 1527 |
+
"verified_on": [
|
| 1528 |
+
"rpi5-a76",
|
| 1529 |
+
"x86-i7-1260P"
|
| 1530 |
+
],
|
| 1531 |
+
"precision_hint": "f32",
|
| 1532 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1533 |
},
|
| 1534 |
"openvino-gpu": {
|
| 1535 |
"supported": true,
|
| 1536 |
+
"recommended": false,
|
| 1537 |
+
"verified_on": [
|
| 1538 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1539 |
+
],
|
| 1540 |
+
"precision_hint": "f32",
|
| 1541 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1542 |
},
|
| 1543 |
"cuda": {
|
| 1544 |
"supported": true,
|
|
|
|
| 1616 |
"backends": {
|
| 1617 |
"onnxruntime-cpu": {
|
| 1618 |
"supported": true,
|
| 1619 |
+
"recommended": true,
|
| 1620 |
+
"verified_on": [
|
| 1621 |
+
"rpi5-a76",
|
| 1622 |
+
"x86-i7-1260P"
|
| 1623 |
+
]
|
| 1624 |
},
|
| 1625 |
"openvino-cpu": {
|
| 1626 |
"supported": true,
|
| 1627 |
+
"recommended": false,
|
| 1628 |
+
"verified_on": [
|
| 1629 |
+
"rpi5-a76",
|
| 1630 |
+
"x86-i7-1260P"
|
| 1631 |
+
],
|
| 1632 |
+
"precision_hint": "f32",
|
| 1633 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1634 |
},
|
| 1635 |
"openvino-gpu": {
|
| 1636 |
"supported": true,
|
| 1637 |
+
"recommended": false,
|
| 1638 |
+
"verified_on": [
|
| 1639 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1640 |
+
],
|
| 1641 |
+
"precision_hint": "f32",
|
| 1642 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1643 |
},
|
| 1644 |
"cuda": {
|
| 1645 |
"supported": true,
|
|
|
|
| 1717 |
"backends": {
|
| 1718 |
"onnxruntime-cpu": {
|
| 1719 |
"supported": true,
|
| 1720 |
+
"recommended": true,
|
| 1721 |
+
"verified_on": [
|
| 1722 |
+
"rpi5-a76",
|
| 1723 |
+
"x86-i7-1260P"
|
| 1724 |
+
]
|
| 1725 |
},
|
| 1726 |
"openvino-cpu": {
|
| 1727 |
"supported": true,
|
| 1728 |
+
"recommended": false,
|
| 1729 |
+
"verified_on": [
|
| 1730 |
+
"rpi5-a76",
|
| 1731 |
+
"x86-i7-1260P"
|
| 1732 |
+
],
|
| 1733 |
+
"precision_hint": "f32",
|
| 1734 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1735 |
},
|
| 1736 |
"openvino-gpu": {
|
| 1737 |
"supported": true,
|
| 1738 |
+
"recommended": false,
|
| 1739 |
+
"verified_on": [
|
| 1740 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1741 |
+
],
|
| 1742 |
+
"precision_hint": "f32",
|
| 1743 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1744 |
},
|
| 1745 |
"cuda": {
|
| 1746 |
"supported": true,
|
|
|
|
| 1818 |
"backends": {
|
| 1819 |
"onnxruntime-cpu": {
|
| 1820 |
"supported": true,
|
| 1821 |
+
"recommended": true,
|
| 1822 |
+
"verified_on": [
|
| 1823 |
+
"rpi5-a76",
|
| 1824 |
+
"x86-i7-1260P"
|
| 1825 |
+
]
|
| 1826 |
},
|
| 1827 |
"openvino-cpu": {
|
| 1828 |
"supported": true,
|
| 1829 |
+
"recommended": false,
|
| 1830 |
+
"verified_on": [
|
| 1831 |
+
"rpi5-a76",
|
| 1832 |
+
"x86-i7-1260P"
|
| 1833 |
+
],
|
| 1834 |
+
"precision_hint": "f32",
|
| 1835 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1836 |
},
|
| 1837 |
"openvino-gpu": {
|
| 1838 |
"supported": true,
|
| 1839 |
+
"recommended": false,
|
| 1840 |
+
"verified_on": [
|
| 1841 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1842 |
+
],
|
| 1843 |
+
"precision_hint": "f32",
|
| 1844 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1845 |
},
|
| 1846 |
"cuda": {
|
| 1847 |
"supported": true,
|
|
|
|
| 1919 |
"backends": {
|
| 1920 |
"onnxruntime-cpu": {
|
| 1921 |
"supported": true,
|
| 1922 |
+
"recommended": true,
|
| 1923 |
+
"verified_on": [
|
| 1924 |
+
"rpi5-a76",
|
| 1925 |
+
"x86-i7-1260P"
|
| 1926 |
+
]
|
| 1927 |
},
|
| 1928 |
"openvino-cpu": {
|
| 1929 |
"supported": true,
|
| 1930 |
+
"recommended": false,
|
| 1931 |
+
"verified_on": [
|
| 1932 |
+
"rpi5-a76",
|
| 1933 |
+
"x86-i7-1260P"
|
| 1934 |
+
],
|
| 1935 |
+
"precision_hint": "f32",
|
| 1936 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 1937 |
},
|
| 1938 |
"openvino-gpu": {
|
| 1939 |
"supported": true,
|
| 1940 |
+
"recommended": false,
|
| 1941 |
+
"verified_on": [
|
| 1942 |
+
"x86-i5-7260U-iris-plus-640"
|
| 1943 |
+
],
|
| 1944 |
+
"precision_hint": "f32",
|
| 1945 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 1946 |
},
|
| 1947 |
"cuda": {
|
| 1948 |
"supported": true,
|
|
|
|
| 2020 |
"backends": {
|
| 2021 |
"onnxruntime-cpu": {
|
| 2022 |
"supported": true,
|
| 2023 |
+
"recommended": true,
|
| 2024 |
+
"verified_on": [
|
| 2025 |
+
"rpi5-a76",
|
| 2026 |
+
"x86-i7-1260P"
|
| 2027 |
+
]
|
| 2028 |
},
|
| 2029 |
"openvino-cpu": {
|
| 2030 |
"supported": true,
|
| 2031 |
+
"recommended": false,
|
| 2032 |
+
"verified_on": [
|
| 2033 |
+
"rpi5-a76",
|
| 2034 |
+
"x86-i7-1260P"
|
| 2035 |
+
],
|
| 2036 |
+
"precision_hint": "f32",
|
| 2037 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2038 |
},
|
| 2039 |
"openvino-gpu": {
|
| 2040 |
"supported": true,
|
| 2041 |
+
"recommended": false,
|
| 2042 |
+
"verified_on": [
|
| 2043 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2044 |
+
],
|
| 2045 |
+
"precision_hint": "f32",
|
| 2046 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2047 |
},
|
| 2048 |
"cuda": {
|
| 2049 |
"supported": true,
|
|
|
|
| 2121 |
"backends": {
|
| 2122 |
"onnxruntime-cpu": {
|
| 2123 |
"supported": true,
|
| 2124 |
+
"recommended": true,
|
| 2125 |
+
"verified_on": [
|
| 2126 |
+
"rpi5-a76",
|
| 2127 |
+
"x86-i7-1260P"
|
| 2128 |
+
]
|
| 2129 |
},
|
| 2130 |
"openvino-cpu": {
|
| 2131 |
"supported": true,
|
| 2132 |
+
"recommended": false,
|
| 2133 |
+
"verified_on": [
|
| 2134 |
+
"rpi5-a76",
|
| 2135 |
+
"x86-i7-1260P"
|
| 2136 |
+
],
|
| 2137 |
+
"precision_hint": "f32",
|
| 2138 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2139 |
},
|
| 2140 |
"openvino-gpu": {
|
| 2141 |
"supported": true,
|
| 2142 |
+
"recommended": false,
|
| 2143 |
+
"verified_on": [
|
| 2144 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2145 |
+
],
|
| 2146 |
+
"precision_hint": "f32",
|
| 2147 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2148 |
},
|
| 2149 |
"cuda": {
|
| 2150 |
"supported": true,
|
|
|
|
| 2222 |
"backends": {
|
| 2223 |
"onnxruntime-cpu": {
|
| 2224 |
"supported": true,
|
| 2225 |
+
"recommended": true,
|
| 2226 |
+
"verified_on": [
|
| 2227 |
+
"rpi5-a76",
|
| 2228 |
+
"x86-i7-1260P"
|
| 2229 |
+
]
|
| 2230 |
},
|
| 2231 |
"openvino-cpu": {
|
| 2232 |
"supported": true,
|
| 2233 |
+
"recommended": false,
|
| 2234 |
+
"verified_on": [
|
| 2235 |
+
"rpi5-a76",
|
| 2236 |
+
"x86-i7-1260P"
|
| 2237 |
+
],
|
| 2238 |
+
"precision_hint": "f32",
|
| 2239 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2240 |
},
|
| 2241 |
"openvino-gpu": {
|
| 2242 |
"supported": true,
|
| 2243 |
+
"recommended": false,
|
| 2244 |
+
"verified_on": [
|
| 2245 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2246 |
+
],
|
| 2247 |
+
"precision_hint": "f32",
|
| 2248 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2249 |
},
|
| 2250 |
"cuda": {
|
| 2251 |
"supported": true,
|
|
|
|
| 2323 |
"backends": {
|
| 2324 |
"onnxruntime-cpu": {
|
| 2325 |
"supported": true,
|
| 2326 |
+
"recommended": true,
|
| 2327 |
+
"verified_on": [
|
| 2328 |
+
"rpi5-a76",
|
| 2329 |
+
"x86-i7-1260P"
|
| 2330 |
+
]
|
| 2331 |
},
|
| 2332 |
"openvino-cpu": {
|
| 2333 |
"supported": true,
|
| 2334 |
+
"recommended": false,
|
| 2335 |
+
"verified_on": [
|
| 2336 |
+
"rpi5-a76",
|
| 2337 |
+
"x86-i7-1260P"
|
| 2338 |
+
],
|
| 2339 |
+
"precision_hint": "f32",
|
| 2340 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2341 |
},
|
| 2342 |
"openvino-gpu": {
|
| 2343 |
"supported": true,
|
| 2344 |
+
"recommended": false,
|
| 2345 |
+
"verified_on": [
|
| 2346 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2347 |
+
],
|
| 2348 |
+
"precision_hint": "f32",
|
| 2349 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2350 |
},
|
| 2351 |
"cuda": {
|
| 2352 |
"supported": true,
|
|
|
|
| 2424 |
"backends": {
|
| 2425 |
"onnxruntime-cpu": {
|
| 2426 |
"supported": true,
|
| 2427 |
+
"recommended": true,
|
| 2428 |
+
"verified_on": [
|
| 2429 |
+
"rpi5-a76",
|
| 2430 |
+
"x86-i7-1260P"
|
| 2431 |
+
]
|
| 2432 |
},
|
| 2433 |
"openvino-cpu": {
|
| 2434 |
"supported": true,
|
| 2435 |
+
"recommended": false,
|
| 2436 |
+
"verified_on": [
|
| 2437 |
+
"rpi5-a76",
|
| 2438 |
+
"x86-i7-1260P"
|
| 2439 |
+
],
|
| 2440 |
+
"precision_hint": "f32",
|
| 2441 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2442 |
},
|
| 2443 |
"openvino-gpu": {
|
| 2444 |
"supported": true,
|
| 2445 |
+
"recommended": false,
|
| 2446 |
+
"verified_on": [
|
| 2447 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2448 |
+
],
|
| 2449 |
+
"precision_hint": "f32",
|
| 2450 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2451 |
},
|
| 2452 |
"cuda": {
|
| 2453 |
"supported": true,
|
|
|
|
| 2525 |
"backends": {
|
| 2526 |
"onnxruntime-cpu": {
|
| 2527 |
"supported": true,
|
| 2528 |
+
"recommended": true,
|
| 2529 |
+
"verified_on": [
|
| 2530 |
+
"rpi5-a76",
|
| 2531 |
+
"x86-i7-1260P"
|
| 2532 |
+
]
|
| 2533 |
},
|
| 2534 |
"openvino-cpu": {
|
| 2535 |
"supported": true,
|
| 2536 |
+
"recommended": false,
|
| 2537 |
+
"verified_on": [
|
| 2538 |
+
"rpi5-a76",
|
| 2539 |
+
"x86-i7-1260P"
|
| 2540 |
+
],
|
| 2541 |
+
"precision_hint": "f32",
|
| 2542 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2543 |
},
|
| 2544 |
"openvino-gpu": {
|
| 2545 |
"supported": true,
|
| 2546 |
+
"recommended": false,
|
| 2547 |
+
"verified_on": [
|
| 2548 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2549 |
+
],
|
| 2550 |
+
"precision_hint": "f32",
|
| 2551 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2552 |
},
|
| 2553 |
"cuda": {
|
| 2554 |
"supported": true,
|
|
|
|
| 2626 |
"backends": {
|
| 2627 |
"onnxruntime-cpu": {
|
| 2628 |
"supported": true,
|
| 2629 |
+
"recommended": true,
|
| 2630 |
+
"verified_on": [
|
| 2631 |
+
"rpi5-a76",
|
| 2632 |
+
"x86-i7-1260P"
|
| 2633 |
+
]
|
| 2634 |
},
|
| 2635 |
"openvino-cpu": {
|
| 2636 |
"supported": true,
|
| 2637 |
+
"recommended": false,
|
| 2638 |
+
"verified_on": [
|
| 2639 |
+
"rpi5-a76",
|
| 2640 |
+
"x86-i7-1260P"
|
| 2641 |
+
],
|
| 2642 |
+
"precision_hint": "f32",
|
| 2643 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2644 |
},
|
| 2645 |
"openvino-gpu": {
|
| 2646 |
"supported": true,
|
| 2647 |
+
"recommended": false,
|
| 2648 |
+
"verified_on": [
|
| 2649 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2650 |
+
],
|
| 2651 |
+
"precision_hint": "f32",
|
| 2652 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2653 |
},
|
| 2654 |
"cuda": {
|
| 2655 |
"supported": true,
|
|
|
|
| 2727 |
"backends": {
|
| 2728 |
"onnxruntime-cpu": {
|
| 2729 |
"supported": true,
|
| 2730 |
+
"recommended": true,
|
| 2731 |
+
"verified_on": [
|
| 2732 |
+
"rpi5-a76",
|
| 2733 |
+
"x86-i7-1260P"
|
| 2734 |
+
]
|
| 2735 |
},
|
| 2736 |
"openvino-cpu": {
|
| 2737 |
"supported": true,
|
| 2738 |
+
"recommended": false,
|
| 2739 |
+
"verified_on": [
|
| 2740 |
+
"rpi5-a76",
|
| 2741 |
+
"x86-i7-1260P"
|
| 2742 |
+
],
|
| 2743 |
+
"precision_hint": "f32",
|
| 2744 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2745 |
},
|
| 2746 |
"openvino-gpu": {
|
| 2747 |
"supported": true,
|
| 2748 |
+
"recommended": false,
|
| 2749 |
+
"verified_on": [
|
| 2750 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2751 |
+
],
|
| 2752 |
+
"precision_hint": "f32",
|
| 2753 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2754 |
},
|
| 2755 |
"cuda": {
|
| 2756 |
"supported": true,
|
|
|
|
| 2828 |
"backends": {
|
| 2829 |
"onnxruntime-cpu": {
|
| 2830 |
"supported": true,
|
| 2831 |
+
"recommended": true,
|
| 2832 |
+
"verified_on": [
|
| 2833 |
+
"rpi5-a76",
|
| 2834 |
+
"x86-i7-1260P"
|
| 2835 |
+
]
|
| 2836 |
},
|
| 2837 |
"openvino-cpu": {
|
| 2838 |
"supported": true,
|
| 2839 |
+
"recommended": false,
|
| 2840 |
+
"verified_on": [
|
| 2841 |
+
"rpi5-a76",
|
| 2842 |
+
"x86-i7-1260P"
|
| 2843 |
+
],
|
| 2844 |
+
"precision_hint": "f32",
|
| 2845 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2846 |
},
|
| 2847 |
"openvino-gpu": {
|
| 2848 |
"supported": true,
|
| 2849 |
+
"recommended": false,
|
| 2850 |
+
"verified_on": [
|
| 2851 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2852 |
+
],
|
| 2853 |
+
"precision_hint": "f32",
|
| 2854 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2855 |
},
|
| 2856 |
"cuda": {
|
| 2857 |
"supported": true,
|
|
|
|
| 2929 |
"backends": {
|
| 2930 |
"onnxruntime-cpu": {
|
| 2931 |
"supported": true,
|
| 2932 |
+
"recommended": true,
|
| 2933 |
+
"verified_on": [
|
| 2934 |
+
"rpi5-a76",
|
| 2935 |
+
"x86-i7-1260P"
|
| 2936 |
+
]
|
| 2937 |
},
|
| 2938 |
"openvino-cpu": {
|
| 2939 |
"supported": true,
|
| 2940 |
+
"recommended": false,
|
| 2941 |
+
"verified_on": [
|
| 2942 |
+
"rpi5-a76",
|
| 2943 |
+
"x86-i7-1260P"
|
| 2944 |
+
],
|
| 2945 |
+
"precision_hint": "f32",
|
| 2946 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 2947 |
},
|
| 2948 |
"openvino-gpu": {
|
| 2949 |
"supported": true,
|
| 2950 |
+
"recommended": false,
|
| 2951 |
+
"verified_on": [
|
| 2952 |
+
"x86-i5-7260U-iris-plus-640"
|
| 2953 |
+
],
|
| 2954 |
+
"precision_hint": "f32",
|
| 2955 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 2956 |
},
|
| 2957 |
"cuda": {
|
| 2958 |
"supported": true,
|
|
|
|
| 3030 |
"backends": {
|
| 3031 |
"onnxruntime-cpu": {
|
| 3032 |
"supported": true,
|
| 3033 |
+
"recommended": true,
|
| 3034 |
+
"verified_on": [
|
| 3035 |
+
"rpi5-a76",
|
| 3036 |
+
"x86-i7-1260P"
|
| 3037 |
+
]
|
| 3038 |
},
|
| 3039 |
"openvino-cpu": {
|
| 3040 |
"supported": true,
|
| 3041 |
+
"recommended": false,
|
| 3042 |
+
"verified_on": [
|
| 3043 |
+
"rpi5-a76",
|
| 3044 |
+
"x86-i7-1260P"
|
| 3045 |
+
],
|
| 3046 |
+
"precision_hint": "f32",
|
| 3047 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3048 |
},
|
| 3049 |
"openvino-gpu": {
|
| 3050 |
"supported": true,
|
| 3051 |
+
"recommended": false,
|
| 3052 |
+
"verified_on": [
|
| 3053 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3054 |
+
],
|
| 3055 |
+
"precision_hint": "f32",
|
| 3056 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3057 |
},
|
| 3058 |
"cuda": {
|
| 3059 |
"supported": true,
|
|
|
|
| 3131 |
"backends": {
|
| 3132 |
"onnxruntime-cpu": {
|
| 3133 |
"supported": true,
|
| 3134 |
+
"recommended": true,
|
| 3135 |
+
"verified_on": [
|
| 3136 |
+
"rpi5-a76",
|
| 3137 |
+
"x86-i7-1260P"
|
| 3138 |
+
]
|
| 3139 |
},
|
| 3140 |
"openvino-cpu": {
|
| 3141 |
"supported": true,
|
| 3142 |
+
"recommended": false,
|
| 3143 |
+
"verified_on": [
|
| 3144 |
+
"rpi5-a76",
|
| 3145 |
+
"x86-i7-1260P"
|
| 3146 |
+
],
|
| 3147 |
+
"precision_hint": "f32",
|
| 3148 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3149 |
},
|
| 3150 |
"openvino-gpu": {
|
| 3151 |
"supported": true,
|
| 3152 |
+
"recommended": false,
|
| 3153 |
+
"verified_on": [
|
| 3154 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3155 |
+
],
|
| 3156 |
+
"precision_hint": "f32",
|
| 3157 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3158 |
},
|
| 3159 |
"cuda": {
|
| 3160 |
"supported": true,
|
|
|
|
| 3248 |
"backends": {
|
| 3249 |
"onnxruntime-cpu": {
|
| 3250 |
"supported": true,
|
| 3251 |
+
"recommended": true,
|
| 3252 |
+
"verified_on": [
|
| 3253 |
+
"rpi5-a76",
|
| 3254 |
+
"x86-i7-1260P"
|
| 3255 |
+
]
|
| 3256 |
},
|
| 3257 |
"openvino-cpu": {
|
| 3258 |
"supported": true,
|
| 3259 |
+
"recommended": false,
|
| 3260 |
+
"verified_on": [
|
| 3261 |
+
"rpi5-a76",
|
| 3262 |
+
"x86-i7-1260P"
|
| 3263 |
+
],
|
| 3264 |
+
"precision_hint": "f32",
|
| 3265 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3266 |
},
|
| 3267 |
"openvino-gpu": {
|
| 3268 |
"supported": true,
|
| 3269 |
+
"recommended": false,
|
| 3270 |
+
"verified_on": [
|
| 3271 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3272 |
+
],
|
| 3273 |
+
"precision_hint": "f32",
|
| 3274 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3275 |
},
|
| 3276 |
"cuda": {
|
| 3277 |
"supported": true,
|
|
|
|
| 3349 |
"backends": {
|
| 3350 |
"onnxruntime-cpu": {
|
| 3351 |
"supported": true,
|
| 3352 |
+
"recommended": true,
|
| 3353 |
+
"verified_on": [
|
| 3354 |
+
"rpi5-a76",
|
| 3355 |
+
"x86-i7-1260P"
|
| 3356 |
+
]
|
| 3357 |
},
|
| 3358 |
"openvino-cpu": {
|
| 3359 |
"supported": true,
|
| 3360 |
+
"recommended": false,
|
| 3361 |
+
"verified_on": [
|
| 3362 |
+
"rpi5-a76",
|
| 3363 |
+
"x86-i7-1260P"
|
| 3364 |
+
],
|
| 3365 |
+
"precision_hint": "f32",
|
| 3366 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3367 |
},
|
| 3368 |
"openvino-gpu": {
|
| 3369 |
"supported": true,
|
| 3370 |
+
"recommended": false,
|
| 3371 |
+
"verified_on": [
|
| 3372 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3373 |
+
],
|
| 3374 |
+
"precision_hint": "f32",
|
| 3375 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3376 |
},
|
| 3377 |
"cuda": {
|
| 3378 |
"supported": true,
|
|
|
|
| 3450 |
"backends": {
|
| 3451 |
"onnxruntime-cpu": {
|
| 3452 |
"supported": true,
|
| 3453 |
+
"recommended": true,
|
| 3454 |
+
"verified_on": [
|
| 3455 |
+
"rpi5-a76",
|
| 3456 |
+
"x86-i7-1260P"
|
| 3457 |
+
]
|
| 3458 |
},
|
| 3459 |
"openvino-cpu": {
|
| 3460 |
"supported": true,
|
| 3461 |
+
"recommended": false,
|
| 3462 |
+
"verified_on": [
|
| 3463 |
+
"rpi5-a76",
|
| 3464 |
+
"x86-i7-1260P"
|
| 3465 |
+
],
|
| 3466 |
+
"precision_hint": "f32",
|
| 3467 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3468 |
},
|
| 3469 |
"openvino-gpu": {
|
| 3470 |
"supported": true,
|
| 3471 |
+
"recommended": false,
|
| 3472 |
+
"verified_on": [
|
| 3473 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3474 |
+
],
|
| 3475 |
+
"precision_hint": "f32",
|
| 3476 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3477 |
},
|
| 3478 |
"cuda": {
|
| 3479 |
"supported": true,
|
|
|
|
| 3551 |
"backends": {
|
| 3552 |
"onnxruntime-cpu": {
|
| 3553 |
"supported": true,
|
| 3554 |
+
"recommended": true,
|
| 3555 |
+
"verified_on": [
|
| 3556 |
+
"rpi5-a76",
|
| 3557 |
+
"x86-i7-1260P"
|
| 3558 |
+
]
|
| 3559 |
},
|
| 3560 |
"openvino-cpu": {
|
| 3561 |
"supported": true,
|
| 3562 |
+
"recommended": false,
|
| 3563 |
+
"verified_on": [
|
| 3564 |
+
"rpi5-a76",
|
| 3565 |
+
"x86-i7-1260P"
|
| 3566 |
+
],
|
| 3567 |
+
"precision_hint": "f32",
|
| 3568 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3569 |
},
|
| 3570 |
"openvino-gpu": {
|
| 3571 |
"supported": true,
|
| 3572 |
+
"recommended": false,
|
| 3573 |
+
"verified_on": [
|
| 3574 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3575 |
+
],
|
| 3576 |
+
"precision_hint": "f32",
|
| 3577 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3578 |
},
|
| 3579 |
"cuda": {
|
| 3580 |
"supported": true,
|
|
|
|
| 3652 |
"backends": {
|
| 3653 |
"onnxruntime-cpu": {
|
| 3654 |
"supported": true,
|
| 3655 |
+
"recommended": true,
|
| 3656 |
+
"verified_on": [
|
| 3657 |
+
"rpi5-a76",
|
| 3658 |
+
"x86-i7-1260P"
|
| 3659 |
+
]
|
| 3660 |
},
|
| 3661 |
"openvino-cpu": {
|
| 3662 |
"supported": true,
|
| 3663 |
+
"recommended": false,
|
| 3664 |
+
"verified_on": [
|
| 3665 |
+
"rpi5-a76",
|
| 3666 |
+
"x86-i7-1260P"
|
| 3667 |
+
],
|
| 3668 |
+
"precision_hint": "f32",
|
| 3669 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3670 |
},
|
| 3671 |
"openvino-gpu": {
|
| 3672 |
"supported": true,
|
| 3673 |
+
"recommended": false,
|
| 3674 |
+
"verified_on": [
|
| 3675 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3676 |
+
],
|
| 3677 |
+
"precision_hint": "f32",
|
| 3678 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3679 |
},
|
| 3680 |
"cuda": {
|
| 3681 |
"supported": true,
|
|
|
|
| 3753 |
"backends": {
|
| 3754 |
"onnxruntime-cpu": {
|
| 3755 |
"supported": true,
|
| 3756 |
+
"recommended": true,
|
| 3757 |
+
"verified_on": [
|
| 3758 |
+
"rpi5-a76",
|
| 3759 |
+
"x86-i7-1260P"
|
| 3760 |
+
]
|
| 3761 |
},
|
| 3762 |
"openvino-cpu": {
|
| 3763 |
"supported": true,
|
| 3764 |
+
"recommended": false,
|
| 3765 |
+
"verified_on": [
|
| 3766 |
+
"rpi5-a76",
|
| 3767 |
+
"x86-i7-1260P"
|
| 3768 |
+
],
|
| 3769 |
+
"precision_hint": "f32",
|
| 3770 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3771 |
},
|
| 3772 |
"openvino-gpu": {
|
| 3773 |
"supported": true,
|
| 3774 |
+
"recommended": false,
|
| 3775 |
+
"verified_on": [
|
| 3776 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3777 |
+
],
|
| 3778 |
+
"precision_hint": "f32",
|
| 3779 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3780 |
},
|
| 3781 |
"cuda": {
|
| 3782 |
"supported": true,
|
|
|
|
| 3854 |
"backends": {
|
| 3855 |
"onnxruntime-cpu": {
|
| 3856 |
"supported": true,
|
| 3857 |
+
"recommended": true,
|
| 3858 |
+
"verified_on": [
|
| 3859 |
+
"rpi5-a76",
|
| 3860 |
+
"x86-i7-1260P"
|
| 3861 |
+
]
|
| 3862 |
},
|
| 3863 |
"openvino-cpu": {
|
| 3864 |
"supported": true,
|
| 3865 |
+
"recommended": false,
|
| 3866 |
+
"verified_on": [
|
| 3867 |
+
"rpi5-a76",
|
| 3868 |
+
"x86-i7-1260P"
|
| 3869 |
+
],
|
| 3870 |
+
"precision_hint": "f32",
|
| 3871 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3872 |
},
|
| 3873 |
"openvino-gpu": {
|
| 3874 |
"supported": true,
|
| 3875 |
+
"recommended": false,
|
| 3876 |
+
"verified_on": [
|
| 3877 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3878 |
+
],
|
| 3879 |
+
"precision_hint": "f32",
|
| 3880 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3881 |
},
|
| 3882 |
"cuda": {
|
| 3883 |
"supported": true,
|
|
|
|
| 3955 |
"backends": {
|
| 3956 |
"onnxruntime-cpu": {
|
| 3957 |
"supported": true,
|
| 3958 |
+
"recommended": true,
|
| 3959 |
+
"verified_on": [
|
| 3960 |
+
"rpi5-a76",
|
| 3961 |
+
"x86-i7-1260P"
|
| 3962 |
+
]
|
| 3963 |
},
|
| 3964 |
"openvino-cpu": {
|
| 3965 |
"supported": true,
|
| 3966 |
+
"recommended": false,
|
| 3967 |
+
"verified_on": [
|
| 3968 |
+
"rpi5-a76",
|
| 3969 |
+
"x86-i7-1260P"
|
| 3970 |
+
],
|
| 3971 |
+
"precision_hint": "f32",
|
| 3972 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 3973 |
},
|
| 3974 |
"openvino-gpu": {
|
| 3975 |
"supported": true,
|
| 3976 |
+
"recommended": false,
|
| 3977 |
+
"verified_on": [
|
| 3978 |
+
"x86-i5-7260U-iris-plus-640"
|
| 3979 |
+
],
|
| 3980 |
+
"precision_hint": "f32",
|
| 3981 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 3982 |
},
|
| 3983 |
"cuda": {
|
| 3984 |
"supported": true,
|
|
|
|
| 4056 |
"backends": {
|
| 4057 |
"onnxruntime-cpu": {
|
| 4058 |
"supported": true,
|
| 4059 |
+
"recommended": true,
|
| 4060 |
+
"verified_on": [
|
| 4061 |
+
"rpi5-a76",
|
| 4062 |
+
"x86-i7-1260P"
|
| 4063 |
+
]
|
| 4064 |
},
|
| 4065 |
"openvino-cpu": {
|
| 4066 |
"supported": true,
|
| 4067 |
+
"recommended": false,
|
| 4068 |
+
"verified_on": [
|
| 4069 |
+
"rpi5-a76",
|
| 4070 |
+
"x86-i7-1260P"
|
| 4071 |
+
],
|
| 4072 |
+
"precision_hint": "f32",
|
| 4073 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 4074 |
},
|
| 4075 |
"openvino-gpu": {
|
| 4076 |
"supported": true,
|
| 4077 |
+
"recommended": false,
|
| 4078 |
+
"verified_on": [
|
| 4079 |
+
"x86-i5-7260U-iris-plus-640"
|
| 4080 |
+
],
|
| 4081 |
+
"precision_hint": "f32",
|
| 4082 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 4083 |
},
|
| 4084 |
"cuda": {
|
| 4085 |
"supported": true,
|
|
|
|
| 4157 |
"backends": {
|
| 4158 |
"onnxruntime-cpu": {
|
| 4159 |
"supported": true,
|
| 4160 |
+
"recommended": true,
|
| 4161 |
+
"verified_on": [
|
| 4162 |
+
"rpi5-a76",
|
| 4163 |
+
"x86-i7-1260P"
|
| 4164 |
+
]
|
| 4165 |
},
|
| 4166 |
"openvino-cpu": {
|
| 4167 |
"supported": true,
|
| 4168 |
+
"recommended": false,
|
| 4169 |
+
"verified_on": [
|
| 4170 |
+
"rpi5-a76",
|
| 4171 |
+
"x86-i7-1260P"
|
| 4172 |
+
],
|
| 4173 |
+
"precision_hint": "f32",
|
| 4174 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 4175 |
},
|
| 4176 |
"openvino-gpu": {
|
| 4177 |
"supported": true,
|
| 4178 |
+
"recommended": false,
|
| 4179 |
+
"verified_on": [
|
| 4180 |
+
"x86-i5-7260U-iris-plus-640"
|
| 4181 |
+
],
|
| 4182 |
+
"precision_hint": "f32",
|
| 4183 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 4184 |
},
|
| 4185 |
"cuda": {
|
| 4186 |
"supported": true,
|
|
|
|
| 4258 |
"backends": {
|
| 4259 |
"onnxruntime-cpu": {
|
| 4260 |
"supported": true,
|
| 4261 |
+
"recommended": true,
|
| 4262 |
+
"verified_on": [
|
| 4263 |
+
"rpi5-a76",
|
| 4264 |
+
"x86-i7-1260P"
|
| 4265 |
+
]
|
| 4266 |
},
|
| 4267 |
"openvino-cpu": {
|
| 4268 |
"supported": true,
|
| 4269 |
+
"recommended": false,
|
| 4270 |
+
"verified_on": [
|
| 4271 |
+
"rpi5-a76",
|
| 4272 |
+
"x86-i7-1260P"
|
| 4273 |
+
],
|
| 4274 |
+
"precision_hint": "f32",
|
| 4275 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 4276 |
},
|
| 4277 |
"openvino-gpu": {
|
| 4278 |
"supported": true,
|
| 4279 |
+
"recommended": false,
|
| 4280 |
+
"verified_on": [
|
| 4281 |
+
"x86-i5-7260U-iris-plus-640"
|
| 4282 |
+
],
|
| 4283 |
+
"precision_hint": "f32",
|
| 4284 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 4285 |
},
|
| 4286 |
"cuda": {
|
| 4287 |
"supported": true,
|
|
|
|
| 4359 |
"backends": {
|
| 4360 |
"onnxruntime-cpu": {
|
| 4361 |
"supported": true,
|
| 4362 |
+
"recommended": true,
|
| 4363 |
+
"verified_on": [
|
| 4364 |
+
"rpi5-a76",
|
| 4365 |
+
"x86-i7-1260P"
|
| 4366 |
+
]
|
| 4367 |
},
|
| 4368 |
"openvino-cpu": {
|
| 4369 |
"supported": true,
|
| 4370 |
+
"recommended": false,
|
| 4371 |
+
"verified_on": [
|
| 4372 |
+
"rpi5-a76",
|
| 4373 |
+
"x86-i7-1260P"
|
| 4374 |
+
],
|
| 4375 |
+
"precision_hint": "f32",
|
| 4376 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 4377 |
},
|
| 4378 |
"openvino-gpu": {
|
| 4379 |
"supported": true,
|
| 4380 |
+
"recommended": false,
|
| 4381 |
+
"verified_on": [
|
| 4382 |
+
"x86-i5-7260U-iris-plus-640"
|
| 4383 |
+
],
|
| 4384 |
+
"precision_hint": "f32",
|
| 4385 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 4386 |
},
|
| 4387 |
"cuda": {
|
| 4388 |
"supported": true,
|
|
|
|
| 4460 |
"backends": {
|
| 4461 |
"onnxruntime-cpu": {
|
| 4462 |
"supported": true,
|
| 4463 |
+
"recommended": true,
|
| 4464 |
+
"verified_on": [
|
| 4465 |
+
"rpi5-a76",
|
| 4466 |
+
"x86-i7-1260P"
|
| 4467 |
+
]
|
| 4468 |
},
|
| 4469 |
"openvino-cpu": {
|
| 4470 |
"supported": true,
|
| 4471 |
+
"recommended": false,
|
| 4472 |
+
"verified_on": [
|
| 4473 |
+
"rpi5-a76",
|
| 4474 |
+
"x86-i7-1260P"
|
| 4475 |
+
],
|
| 4476 |
+
"precision_hint": "f32",
|
| 4477 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on the Cortex-A76 and Intel GPUs; on the Raspberry Pi 5 it is no faster than ONNX Runtime and needs about twice the memory"
|
| 4478 |
},
|
| 4479 |
"openvino-gpu": {
|
| 4480 |
"supported": true,
|
| 4481 |
+
"recommended": false,
|
| 4482 |
+
"verified_on": [
|
| 4483 |
+
"x86-i5-7260U-iris-plus-640"
|
| 4484 |
+
],
|
| 4485 |
+
"precision_hint": "f32",
|
| 4486 |
+
"note": "run at f32 only: the default f16 hint gives wrong scores on Intel GPUs; 98 ms against 105 ms for ONNX Runtime CPU on an Intel Iris Plus Graphics 640 (nordic tile)"
|
| 4487 |
},
|
| 4488 |
"cuda": {
|
| 4489 |
"supported": true,
|