Spaces:
Running
Running
Add hardware_id multi-hardware schema and Space Hardware filter
Browse files- benchmarks.json +130 -0
- index.html +8 -1
benchmarks.json
CHANGED
|
@@ -3,6 +3,7 @@
|
|
| 3 |
"round": "airllm",
|
| 4 |
"source_file": "airllm_14b_4bit_code_edit_warm.json",
|
| 5 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6 |
"engine": "airllm",
|
| 7 |
"engine_version": "4.0.0",
|
| 8 |
"git_rev": null,
|
|
@@ -80,6 +81,7 @@
|
|
| 80 |
"round": "airllm",
|
| 81 |
"source_file": "airllm_14b_4bit_open_ended_warm.json",
|
| 82 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 83 |
"engine": "airllm",
|
| 84 |
"engine_version": "4.0.0",
|
| 85 |
"git_rev": null,
|
|
@@ -157,6 +159,7 @@
|
|
| 157 |
"round": "airllm",
|
| 158 |
"source_file": "airllm_14b_4bit_prompt_heavy.json",
|
| 159 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 160 |
"engine": "airllm",
|
| 161 |
"engine_version": "4.0.0",
|
| 162 |
"git_rev": null,
|
|
@@ -234,6 +237,7 @@
|
|
| 234 |
"round": "airllm",
|
| 235 |
"source_file": "airllm_14b_bf16_open_ended.json",
|
| 236 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 237 |
"engine": "airllm",
|
| 238 |
"engine_version": "4.0.0",
|
| 239 |
"git_rev": null,
|
|
@@ -311,6 +315,7 @@
|
|
| 311 |
"round": "competitors",
|
| 312 |
"source_file": "hf_accelerate_14b_4bit.json",
|
| 313 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 314 |
"engine": "hf-accelerate",
|
| 315 |
"engine_version": "transformers-5.23.0+bnb-0.50.2",
|
| 316 |
"git_rev": null,
|
|
@@ -388,6 +393,7 @@
|
|
| 388 |
"round": "competitors",
|
| 389 |
"source_file": "llama_cpp_14b_cpu_mmap.json",
|
| 390 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 391 |
"engine": "llama.cpp",
|
| 392 |
"engine_version": "0.1.0",
|
| 393 |
"git_rev": null,
|
|
@@ -465,6 +471,7 @@
|
|
| 465 |
"round": "competitors",
|
| 466 |
"source_file": "llama_cpp_14b_ngl0.json",
|
| 467 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 468 |
"engine": "llama.cpp",
|
| 469 |
"engine_version": "0.1.0",
|
| 470 |
"git_rev": null,
|
|
@@ -542,6 +549,7 @@
|
|
| 542 |
"round": "competitors",
|
| 543 |
"source_file": "llama_cpp_14b_ngl12_b512.json",
|
| 544 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 545 |
"engine": "llama.cpp",
|
| 546 |
"engine_version": "0.1.0",
|
| 547 |
"git_rev": null,
|
|
@@ -619,6 +627,7 @@
|
|
| 619 |
"round": "competitors",
|
| 620 |
"source_file": "llama_cpp_14b_ngl12_b512.json",
|
| 621 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 622 |
"engine": "llama.cpp",
|
| 623 |
"engine_version": "0.1.0",
|
| 624 |
"git_rev": null,
|
|
@@ -696,6 +705,7 @@
|
|
| 696 |
"round": "competitors",
|
| 697 |
"source_file": "llama_cpp_14b_ngl12_b512.json",
|
| 698 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 699 |
"engine": "llama.cpp",
|
| 700 |
"engine_version": "0.1.0",
|
| 701 |
"git_rev": null,
|
|
@@ -773,6 +783,7 @@
|
|
| 773 |
"round": "competitors",
|
| 774 |
"source_file": "llama_cpp_14b_ngl18.json",
|
| 775 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 776 |
"engine": "llama.cpp",
|
| 777 |
"engine_version": "0.1.0",
|
| 778 |
"git_rev": null,
|
|
@@ -850,6 +861,7 @@
|
|
| 850 |
"round": "competitors",
|
| 851 |
"source_file": "llama_cpp_14b_ngl18.json",
|
| 852 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 853 |
"engine": "llama.cpp",
|
| 854 |
"engine_version": "0.1.0",
|
| 855 |
"git_rev": null,
|
|
@@ -927,6 +939,7 @@
|
|
| 927 |
"round": "competitors",
|
| 928 |
"source_file": "llama_cpp_14b_ngl18.json",
|
| 929 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 930 |
"engine": "llama.cpp",
|
| 931 |
"engine_version": "0.1.0",
|
| 932 |
"git_rev": null,
|
|
@@ -1004,6 +1017,7 @@
|
|
| 1004 |
"round": "competitors",
|
| 1005 |
"source_file": "llama_cpp_32b_ngl10.json",
|
| 1006 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1007 |
"engine": "llama.cpp",
|
| 1008 |
"engine_version": "0.1.0",
|
| 1009 |
"git_rev": null,
|
|
@@ -1081,6 +1095,7 @@
|
|
| 1081 |
"round": "competitors",
|
| 1082 |
"source_file": "llama_cpp_qwen3_30b_cpu_mmap.json",
|
| 1083 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1084 |
"engine": "llama.cpp",
|
| 1085 |
"engine_version": "0.1.0",
|
| 1086 |
"git_rev": null,
|
|
@@ -1158,6 +1173,7 @@
|
|
| 1158 |
"round": "competitors",
|
| 1159 |
"source_file": "llama_cpp_qwen3_30b_cpu_mmap_b512.json",
|
| 1160 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1161 |
"engine": "llama.cpp",
|
| 1162 |
"engine_version": "0.1.0",
|
| 1163 |
"git_rev": null,
|
|
@@ -1235,6 +1251,7 @@
|
|
| 1235 |
"round": "competitors",
|
| 1236 |
"source_file": "llama_cpp_qwen3_30b_gpu_offload.json",
|
| 1237 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1238 |
"engine": "llama.cpp",
|
| 1239 |
"engine_version": "0.1.0",
|
| 1240 |
"git_rev": null,
|
|
@@ -1312,6 +1329,7 @@
|
|
| 1312 |
"round": "results",
|
| 1313 |
"source_file": "r0_prompt_heavy.json",
|
| 1314 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1315 |
"engine": "layerstream-plugin",
|
| 1316 |
"engine_version": "0.1.0",
|
| 1317 |
"git_rev": null,
|
|
@@ -1389,6 +1407,7 @@
|
|
| 1389 |
"round": "results",
|
| 1390 |
"source_file": "r14_draft_prompt_heavy.json",
|
| 1391 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1392 |
"engine": "layerstream-plugin",
|
| 1393 |
"engine_version": "0.1.0",
|
| 1394 |
"git_rev": null,
|
|
@@ -1466,6 +1485,7 @@
|
|
| 1466 |
"round": "round2",
|
| 1467 |
"source_file": "hybrid_r14_draft05b.json",
|
| 1468 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1469 |
"engine": "layerstream-plugin",
|
| 1470 |
"engine_version": "0.1.0",
|
| 1471 |
"git_rev": null,
|
|
@@ -1543,6 +1563,7 @@
|
|
| 1543 |
"round": "round2",
|
| 1544 |
"source_file": "hybrid_r14_draft05b.json",
|
| 1545 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1546 |
"engine": "layerstream-plugin",
|
| 1547 |
"engine_version": "0.1.0",
|
| 1548 |
"git_rev": null,
|
|
@@ -1620,6 +1641,7 @@
|
|
| 1620 |
"round": "round2",
|
| 1621 |
"source_file": "hybrid_r14_draft05b.json",
|
| 1622 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1623 |
"engine": "layerstream-plugin",
|
| 1624 |
"engine_version": "0.1.0",
|
| 1625 |
"git_rev": null,
|
|
@@ -1697,6 +1719,7 @@
|
|
| 1697 |
"round": "round2",
|
| 1698 |
"source_file": "hybrid_r16_ngram.json",
|
| 1699 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1700 |
"engine": "layerstream-plugin",
|
| 1701 |
"engine_version": "0.1.0",
|
| 1702 |
"git_rev": null,
|
|
@@ -1774,6 +1797,7 @@
|
|
| 1774 |
"round": "round2",
|
| 1775 |
"source_file": "hybrid_r16_ngram.json",
|
| 1776 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1777 |
"engine": "layerstream-plugin",
|
| 1778 |
"engine_version": "0.1.0",
|
| 1779 |
"git_rev": null,
|
|
@@ -1851,6 +1875,7 @@
|
|
| 1851 |
"round": "round2",
|
| 1852 |
"source_file": "hybrid_r16_ngram.json",
|
| 1853 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1854 |
"engine": "layerstream-plugin",
|
| 1855 |
"engine_version": "0.1.0",
|
| 1856 |
"git_rev": null,
|
|
@@ -1928,6 +1953,7 @@
|
|
| 1928 |
"round": "round2",
|
| 1929 |
"source_file": "stream_r0.json",
|
| 1930 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 1931 |
"engine": "layerstream-plugin",
|
| 1932 |
"engine_version": "0.1.0",
|
| 1933 |
"git_rev": null,
|
|
@@ -2005,6 +2031,7 @@
|
|
| 2005 |
"round": "round2",
|
| 2006 |
"source_file": "stream_r0.json",
|
| 2007 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2008 |
"engine": "layerstream-plugin",
|
| 2009 |
"engine_version": "0.1.0",
|
| 2010 |
"git_rev": null,
|
|
@@ -2082,6 +2109,7 @@
|
|
| 2082 |
"round": "round2",
|
| 2083 |
"source_file": "stream_r0.json",
|
| 2084 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2085 |
"engine": "layerstream-plugin",
|
| 2086 |
"engine_version": "0.1.0",
|
| 2087 |
"git_rev": null,
|
|
@@ -2159,6 +2187,7 @@
|
|
| 2159 |
"round": "round2",
|
| 2160 |
"source_file": "stream_r0_ngram.json",
|
| 2161 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2162 |
"engine": "layerstream-plugin",
|
| 2163 |
"engine_version": "0.1.0",
|
| 2164 |
"git_rev": null,
|
|
@@ -2236,6 +2265,7 @@
|
|
| 2236 |
"round": "round2",
|
| 2237 |
"source_file": "stream_r0_ngram.json",
|
| 2238 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2239 |
"engine": "layerstream-plugin",
|
| 2240 |
"engine_version": "0.1.0",
|
| 2241 |
"git_rev": null,
|
|
@@ -2313,6 +2343,7 @@
|
|
| 2313 |
"round": "round2",
|
| 2314 |
"source_file": "stream_r0_ngram.json",
|
| 2315 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2316 |
"engine": "layerstream-plugin",
|
| 2317 |
"engine_version": "0.1.0",
|
| 2318 |
"git_rev": null,
|
|
@@ -2390,6 +2421,7 @@
|
|
| 2390 |
"round": "round3",
|
| 2391 |
"source_file": "r3_hybrid_r14_draft05b.json",
|
| 2392 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2393 |
"engine": "layerstream-plugin",
|
| 2394 |
"engine_version": "0.1.0",
|
| 2395 |
"git_rev": null,
|
|
@@ -2467,6 +2499,7 @@
|
|
| 2467 |
"round": "round3",
|
| 2468 |
"source_file": "r3_hybrid_r14_draft05b.json",
|
| 2469 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2470 |
"engine": "layerstream-plugin",
|
| 2471 |
"engine_version": "0.1.0",
|
| 2472 |
"git_rev": null,
|
|
@@ -2544,6 +2577,7 @@
|
|
| 2544 |
"round": "round3",
|
| 2545 |
"source_file": "r3_hybrid_r14_draft05b.json",
|
| 2546 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2547 |
"engine": "layerstream-plugin",
|
| 2548 |
"engine_version": "0.1.0",
|
| 2549 |
"git_rev": null,
|
|
@@ -2621,6 +2655,7 @@
|
|
| 2621 |
"round": "round3",
|
| 2622 |
"source_file": "r3_stream_r0.json",
|
| 2623 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2624 |
"engine": "layerstream-plugin",
|
| 2625 |
"engine_version": "0.1.0",
|
| 2626 |
"git_rev": null,
|
|
@@ -2698,6 +2733,7 @@
|
|
| 2698 |
"round": "round4",
|
| 2699 |
"source_file": "r4_auto_budget_5800_draft05b.json",
|
| 2700 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2701 |
"engine": "layerstream-plugin",
|
| 2702 |
"engine_version": "0.1.0",
|
| 2703 |
"git_rev": null,
|
|
@@ -2775,6 +2811,7 @@
|
|
| 2775 |
"round": "round4",
|
| 2776 |
"source_file": "r4_auto_budget_5800_draft05b.json",
|
| 2777 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2778 |
"engine": "layerstream-plugin",
|
| 2779 |
"engine_version": "0.1.0",
|
| 2780 |
"git_rev": null,
|
|
@@ -2852,6 +2889,7 @@
|
|
| 2852 |
"round": "round4",
|
| 2853 |
"source_file": "r4_auto_budget_5800_draft05b.json",
|
| 2854 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2855 |
"engine": "layerstream-plugin",
|
| 2856 |
"engine_version": "0.1.0",
|
| 2857 |
"git_rev": null,
|
|
@@ -2929,6 +2967,7 @@
|
|
| 2929 |
"round": "round4",
|
| 2930 |
"source_file": "r4_hybrid_r14_draft05b.json",
|
| 2931 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 2932 |
"engine": "layerstream-plugin",
|
| 2933 |
"engine_version": "0.1.0",
|
| 2934 |
"git_rev": null,
|
|
@@ -3006,6 +3045,7 @@
|
|
| 3006 |
"round": "round4",
|
| 3007 |
"source_file": "r4_hybrid_r14_draft05b.json",
|
| 3008 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3009 |
"engine": "layerstream-plugin",
|
| 3010 |
"engine_version": "0.1.0",
|
| 3011 |
"git_rev": null,
|
|
@@ -3083,6 +3123,7 @@
|
|
| 3083 |
"round": "round4",
|
| 3084 |
"source_file": "r4_hybrid_r14_draft05b.json",
|
| 3085 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3086 |
"engine": "layerstream-plugin",
|
| 3087 |
"engine_version": "0.1.0",
|
| 3088 |
"git_rev": null,
|
|
@@ -3160,6 +3201,7 @@
|
|
| 3160 |
"round": "round4",
|
| 3161 |
"source_file": "r4_hybrid_r16_draft05b.json",
|
| 3162 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3163 |
"engine": "layerstream-plugin",
|
| 3164 |
"engine_version": "0.1.0",
|
| 3165 |
"git_rev": null,
|
|
@@ -3237,6 +3279,7 @@
|
|
| 3237 |
"round": "round4",
|
| 3238 |
"source_file": "r4_hybrid_r16_draft05b.json",
|
| 3239 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3240 |
"engine": "layerstream-plugin",
|
| 3241 |
"engine_version": "0.1.0",
|
| 3242 |
"git_rev": null,
|
|
@@ -3314,6 +3357,7 @@
|
|
| 3314 |
"round": "round4",
|
| 3315 |
"source_file": "r4_hybrid_r16_draft05b.json",
|
| 3316 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3317 |
"engine": "layerstream-plugin",
|
| 3318 |
"engine_version": "0.1.0",
|
| 3319 |
"git_rev": null,
|
|
@@ -3391,6 +3435,7 @@
|
|
| 3391 |
"round": "round4",
|
| 3392 |
"source_file": "r4_hybrid_r16_draft05b_t2.json",
|
| 3393 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3394 |
"engine": "layerstream-plugin",
|
| 3395 |
"engine_version": "0.1.0",
|
| 3396 |
"git_rev": null,
|
|
@@ -3468,6 +3513,7 @@
|
|
| 3468 |
"round": "round4",
|
| 3469 |
"source_file": "r4_hybrid_r16_draft05b_t2.json",
|
| 3470 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3471 |
"engine": "layerstream-plugin",
|
| 3472 |
"engine_version": "0.1.0",
|
| 3473 |
"git_rev": null,
|
|
@@ -3545,6 +3591,7 @@
|
|
| 3545 |
"round": "round4",
|
| 3546 |
"source_file": "r4_hybrid_r16_draft05b_t2.json",
|
| 3547 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3548 |
"engine": "layerstream-plugin",
|
| 3549 |
"engine_version": "0.1.0",
|
| 3550 |
"git_rev": null,
|
|
@@ -3622,6 +3669,7 @@
|
|
| 3622 |
"round": "round4",
|
| 3623 |
"source_file": "r4_hybrid_r16_draft05b_t4.json",
|
| 3624 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3625 |
"engine": "layerstream-plugin",
|
| 3626 |
"engine_version": "0.1.0",
|
| 3627 |
"git_rev": null,
|
|
@@ -3699,6 +3747,7 @@
|
|
| 3699 |
"round": "round4",
|
| 3700 |
"source_file": "r4_hybrid_r16_draft05b_t4.json",
|
| 3701 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3702 |
"engine": "layerstream-plugin",
|
| 3703 |
"engine_version": "0.1.0",
|
| 3704 |
"git_rev": null,
|
|
@@ -3776,6 +3825,7 @@
|
|
| 3776 |
"round": "round4",
|
| 3777 |
"source_file": "r4_hybrid_r16_draft05b_t4.json",
|
| 3778 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3779 |
"engine": "layerstream-plugin",
|
| 3780 |
"engine_version": "0.1.0",
|
| 3781 |
"git_rev": null,
|
|
@@ -3853,6 +3903,7 @@
|
|
| 3853 |
"round": "round4",
|
| 3854 |
"source_file": "r4_hybrid_r16_ngram.json",
|
| 3855 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3856 |
"engine": "layerstream-plugin",
|
| 3857 |
"engine_version": "0.1.0",
|
| 3858 |
"git_rev": null,
|
|
@@ -3930,6 +3981,7 @@
|
|
| 3930 |
"round": "round4",
|
| 3931 |
"source_file": "r4_hybrid_r16_ngram.json",
|
| 3932 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 3933 |
"engine": "layerstream-plugin",
|
| 3934 |
"engine_version": "0.1.0",
|
| 3935 |
"git_rev": null,
|
|
@@ -4007,6 +4059,7 @@
|
|
| 4007 |
"round": "round4",
|
| 4008 |
"source_file": "r4_hybrid_r16_ngram.json",
|
| 4009 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4010 |
"engine": "layerstream-plugin",
|
| 4011 |
"engine_version": "0.1.0",
|
| 4012 |
"git_rev": null,
|
|
@@ -4084,6 +4137,7 @@
|
|
| 4084 |
"round": "round4",
|
| 4085 |
"source_file": "r4_stream_r0.json",
|
| 4086 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4087 |
"engine": "layerstream-plugin",
|
| 4088 |
"engine_version": "0.1.0",
|
| 4089 |
"git_rev": null,
|
|
@@ -4161,6 +4215,7 @@
|
|
| 4161 |
"round": "round5",
|
| 4162 |
"source_file": "r5_zc_auto_budget_5800_draft05b.json",
|
| 4163 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4164 |
"engine": "layerstream-plugin",
|
| 4165 |
"engine_version": "0.1.0",
|
| 4166 |
"git_rev": null,
|
|
@@ -4238,6 +4293,7 @@
|
|
| 4238 |
"round": "round5",
|
| 4239 |
"source_file": "r5_zc_auto_budget_5800_draft05b.json",
|
| 4240 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4241 |
"engine": "layerstream-plugin",
|
| 4242 |
"engine_version": "0.1.0",
|
| 4243 |
"git_rev": null,
|
|
@@ -4315,6 +4371,7 @@
|
|
| 4315 |
"round": "round5",
|
| 4316 |
"source_file": "r5_zc_auto_budget_5800_draft05b.json",
|
| 4317 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4318 |
"engine": "layerstream-plugin",
|
| 4319 |
"engine_version": "0.1.0",
|
| 4320 |
"git_rev": null,
|
|
@@ -4392,6 +4449,7 @@
|
|
| 4392 |
"round": "round5",
|
| 4393 |
"source_file": "r5_zc_hybrid_r14_draft15b.json",
|
| 4394 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4395 |
"engine": "layerstream-plugin",
|
| 4396 |
"engine_version": "0.1.0",
|
| 4397 |
"git_rev": null,
|
|
@@ -4469,6 +4527,7 @@
|
|
| 4469 |
"round": "round5",
|
| 4470 |
"source_file": "r5_zc_hybrid_r14_draft15b.json",
|
| 4471 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4472 |
"engine": "layerstream-plugin",
|
| 4473 |
"engine_version": "0.1.0",
|
| 4474 |
"git_rev": null,
|
|
@@ -4546,6 +4605,7 @@
|
|
| 4546 |
"round": "round5",
|
| 4547 |
"source_file": "r5_zc_hybrid_r14_draft15b.json",
|
| 4548 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4549 |
"engine": "layerstream-plugin",
|
| 4550 |
"engine_version": "0.1.0",
|
| 4551 |
"git_rev": null,
|
|
@@ -4623,6 +4683,7 @@
|
|
| 4623 |
"round": "round5",
|
| 4624 |
"source_file": "r5_zc_hybrid_r16_draft05b.json",
|
| 4625 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4626 |
"engine": "layerstream-plugin",
|
| 4627 |
"engine_version": "0.1.0",
|
| 4628 |
"git_rev": null,
|
|
@@ -4700,6 +4761,7 @@
|
|
| 4700 |
"round": "round5",
|
| 4701 |
"source_file": "r5_zc_hybrid_r16_draft05b.json",
|
| 4702 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4703 |
"engine": "layerstream-plugin",
|
| 4704 |
"engine_version": "0.1.0",
|
| 4705 |
"git_rev": null,
|
|
@@ -4777,6 +4839,7 @@
|
|
| 4777 |
"round": "round5",
|
| 4778 |
"source_file": "r5_zc_hybrid_r16_draft05b.json",
|
| 4779 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4780 |
"engine": "layerstream-plugin",
|
| 4781 |
"engine_version": "0.1.0",
|
| 4782 |
"git_rev": null,
|
|
@@ -4854,6 +4917,7 @@
|
|
| 4854 |
"round": "round5",
|
| 4855 |
"source_file": "r5_zc_hybrid_r16_draft05b_temp07.json",
|
| 4856 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4857 |
"engine": "layerstream-plugin",
|
| 4858 |
"engine_version": "0.1.0",
|
| 4859 |
"git_rev": null,
|
|
@@ -4931,6 +4995,7 @@
|
|
| 4931 |
"round": "round5",
|
| 4932 |
"source_file": "r5_zc_hybrid_r16_draft05b_temp07.json",
|
| 4933 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 4934 |
"engine": "layerstream-plugin",
|
| 4935 |
"engine_version": "0.1.0",
|
| 4936 |
"git_rev": null,
|
|
@@ -5008,6 +5073,7 @@
|
|
| 5008 |
"round": "round5",
|
| 5009 |
"source_file": "r5_zc_hybrid_r16_draft05b_temp07.json",
|
| 5010 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5011 |
"engine": "layerstream-plugin",
|
| 5012 |
"engine_version": "0.1.0",
|
| 5013 |
"git_rev": null,
|
|
@@ -5085,6 +5151,7 @@
|
|
| 5085 |
"round": "round5",
|
| 5086 |
"source_file": "r5_zc_hybrid_r16_ngram.json",
|
| 5087 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5088 |
"engine": "layerstream-plugin",
|
| 5089 |
"engine_version": "0.1.0",
|
| 5090 |
"git_rev": null,
|
|
@@ -5162,6 +5229,7 @@
|
|
| 5162 |
"round": "round5",
|
| 5163 |
"source_file": "r5_zc_hybrid_r16_ngram.json",
|
| 5164 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5165 |
"engine": "layerstream-plugin",
|
| 5166 |
"engine_version": "0.1.0",
|
| 5167 |
"git_rev": null,
|
|
@@ -5239,6 +5307,7 @@
|
|
| 5239 |
"round": "round5",
|
| 5240 |
"source_file": "r5_zc_hybrid_r16_ngram.json",
|
| 5241 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5242 |
"engine": "layerstream-plugin",
|
| 5243 |
"engine_version": "0.1.0",
|
| 5244 |
"git_rev": null,
|
|
@@ -5316,6 +5385,7 @@
|
|
| 5316 |
"round": "round5",
|
| 5317 |
"source_file": "r5_zc_hybrid_r19_draft05b.json",
|
| 5318 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5319 |
"engine": "layerstream-plugin",
|
| 5320 |
"engine_version": "0.1.0",
|
| 5321 |
"git_rev": null,
|
|
@@ -5393,6 +5463,7 @@
|
|
| 5393 |
"round": "round5",
|
| 5394 |
"source_file": "r5_zc_hybrid_r19_draft05b.json",
|
| 5395 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5396 |
"engine": "layerstream-plugin",
|
| 5397 |
"engine_version": "0.1.0",
|
| 5398 |
"git_rev": null,
|
|
@@ -5470,6 +5541,7 @@
|
|
| 5470 |
"round": "round5",
|
| 5471 |
"source_file": "r5_zc_hybrid_r19_draft05b.json",
|
| 5472 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5473 |
"engine": "layerstream-plugin",
|
| 5474 |
"engine_version": "0.1.0",
|
| 5475 |
"git_rev": null,
|
|
@@ -5547,6 +5619,7 @@
|
|
| 5547 |
"round": "round5",
|
| 5548 |
"source_file": "r5_zc_multiturn_r16_draft05b.json",
|
| 5549 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5550 |
"engine": "layerstream-plugin",
|
| 5551 |
"engine_version": "0.1.0",
|
| 5552 |
"git_rev": null,
|
|
@@ -5624,6 +5697,7 @@
|
|
| 5624 |
"round": "round5",
|
| 5625 |
"source_file": "r5_zc_multiturn_r16_draft05b.json",
|
| 5626 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5627 |
"engine": "layerstream-plugin",
|
| 5628 |
"engine_version": "0.1.0",
|
| 5629 |
"git_rev": null,
|
|
@@ -5701,6 +5775,7 @@
|
|
| 5701 |
"round": "round5",
|
| 5702 |
"source_file": "r5_zc_stream_r0.json",
|
| 5703 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5704 |
"engine": "layerstream-plugin",
|
| 5705 |
"engine_version": "0.1.0",
|
| 5706 |
"git_rev": null,
|
|
@@ -5778,6 +5853,7 @@
|
|
| 5778 |
"round": "round5",
|
| 5779 |
"source_file": "r5_zc_stream_r0.json",
|
| 5780 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5781 |
"engine": "layerstream-plugin",
|
| 5782 |
"engine_version": "0.1.0",
|
| 5783 |
"git_rev": null,
|
|
@@ -5855,6 +5931,7 @@
|
|
| 5855 |
"round": "round5",
|
| 5856 |
"source_file": "r5_zc_stream_r0.json",
|
| 5857 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5858 |
"engine": "layerstream-plugin",
|
| 5859 |
"engine_version": "0.1.0",
|
| 5860 |
"git_rev": null,
|
|
@@ -5932,6 +6009,7 @@
|
|
| 5932 |
"round": "round5",
|
| 5933 |
"source_file": "r5_zc_stream_r0_ngram.json",
|
| 5934 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 5935 |
"engine": "layerstream-plugin",
|
| 5936 |
"engine_version": "0.1.0",
|
| 5937 |
"git_rev": null,
|
|
@@ -6009,6 +6087,7 @@
|
|
| 6009 |
"round": "round5",
|
| 6010 |
"source_file": "r5_zc_stream_r0_ngram.json",
|
| 6011 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6012 |
"engine": "layerstream-plugin",
|
| 6013 |
"engine_version": "0.1.0",
|
| 6014 |
"git_rev": null,
|
|
@@ -6086,6 +6165,7 @@
|
|
| 6086 |
"round": "round5",
|
| 6087 |
"source_file": "r5_zc_stream_r0_ngram.json",
|
| 6088 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6089 |
"engine": "layerstream-plugin",
|
| 6090 |
"engine_version": "0.1.0",
|
| 6091 |
"git_rev": null,
|
|
@@ -6163,6 +6243,7 @@
|
|
| 6163 |
"round": "round6",
|
| 6164 |
"source_file": "r6_auto_budget_6000_draft05b.json",
|
| 6165 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6166 |
"engine": "layerstream-plugin",
|
| 6167 |
"engine_version": "0.1.0",
|
| 6168 |
"git_rev": null,
|
|
@@ -6240,6 +6321,7 @@
|
|
| 6240 |
"round": "round6",
|
| 6241 |
"source_file": "r6_auto_budget_6000_draft05b.json",
|
| 6242 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6243 |
"engine": "layerstream-plugin",
|
| 6244 |
"engine_version": "0.1.0",
|
| 6245 |
"git_rev": null,
|
|
@@ -6317,6 +6399,7 @@
|
|
| 6317 |
"round": "round6",
|
| 6318 |
"source_file": "r6_auto_budget_6000_draft05b.json",
|
| 6319 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6320 |
"engine": "layerstream-plugin",
|
| 6321 |
"engine_version": "0.1.0",
|
| 6322 |
"git_rev": null,
|
|
@@ -6394,6 +6477,7 @@
|
|
| 6394 |
"round": "round6",
|
| 6395 |
"source_file": "r6_hybrid_r12_draft15b.json",
|
| 6396 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6397 |
"engine": "layerstream-plugin",
|
| 6398 |
"engine_version": "0.1.0",
|
| 6399 |
"git_rev": null,
|
|
@@ -6471,6 +6555,7 @@
|
|
| 6471 |
"round": "round6",
|
| 6472 |
"source_file": "r6_hybrid_r12_draft15b.json",
|
| 6473 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6474 |
"engine": "layerstream-plugin",
|
| 6475 |
"engine_version": "0.1.0",
|
| 6476 |
"git_rev": null,
|
|
@@ -6548,6 +6633,7 @@
|
|
| 6548 |
"round": "round6",
|
| 6549 |
"source_file": "r6_hybrid_r12_draft15b.json",
|
| 6550 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6551 |
"engine": "layerstream-plugin",
|
| 6552 |
"engine_version": "0.1.0",
|
| 6553 |
"git_rev": null,
|
|
@@ -6625,6 +6711,7 @@
|
|
| 6625 |
"round": "round6",
|
| 6626 |
"source_file": "r6_hybrid_r19_draft05b_temp07.json",
|
| 6627 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6628 |
"engine": "layerstream-plugin",
|
| 6629 |
"engine_version": "0.1.0",
|
| 6630 |
"git_rev": null,
|
|
@@ -6702,6 +6789,7 @@
|
|
| 6702 |
"round": "round6",
|
| 6703 |
"source_file": "r6_hybrid_r19_draft05b_temp07.json",
|
| 6704 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6705 |
"engine": "layerstream-plugin",
|
| 6706 |
"engine_version": "0.1.0",
|
| 6707 |
"git_rev": null,
|
|
@@ -6779,6 +6867,7 @@
|
|
| 6779 |
"round": "round6",
|
| 6780 |
"source_file": "r6_hybrid_r19_draft05b_temp07.json",
|
| 6781 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6782 |
"engine": "layerstream-plugin",
|
| 6783 |
"engine_version": "0.1.0",
|
| 6784 |
"git_rev": null,
|
|
@@ -6856,6 +6945,7 @@
|
|
| 6856 |
"round": "round6",
|
| 6857 |
"source_file": "r6_hybrid_r19_draft05b_th2.json",
|
| 6858 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6859 |
"engine": "layerstream-plugin",
|
| 6860 |
"engine_version": "0.1.0",
|
| 6861 |
"git_rev": null,
|
|
@@ -6933,6 +7023,7 @@
|
|
| 6933 |
"round": "round6",
|
| 6934 |
"source_file": "r6_hybrid_r19_draft05b_th2.json",
|
| 6935 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 6936 |
"engine": "layerstream-plugin",
|
| 6937 |
"engine_version": "0.1.0",
|
| 6938 |
"git_rev": null,
|
|
@@ -7010,6 +7101,7 @@
|
|
| 7010 |
"round": "round6",
|
| 7011 |
"source_file": "r6_hybrid_r19_draft05b_th2.json",
|
| 7012 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7013 |
"engine": "layerstream-plugin",
|
| 7014 |
"engine_version": "0.1.0",
|
| 7015 |
"git_rev": null,
|
|
@@ -7087,6 +7179,7 @@
|
|
| 7087 |
"round": "round6",
|
| 7088 |
"source_file": "r6_hybrid_r19_ngram.json",
|
| 7089 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7090 |
"engine": "layerstream-plugin",
|
| 7091 |
"engine_version": "0.1.0",
|
| 7092 |
"git_rev": null,
|
|
@@ -7164,6 +7257,7 @@
|
|
| 7164 |
"round": "round6",
|
| 7165 |
"source_file": "r6_hybrid_r19_ngram.json",
|
| 7166 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7167 |
"engine": "layerstream-plugin",
|
| 7168 |
"engine_version": "0.1.0",
|
| 7169 |
"git_rev": null,
|
|
@@ -7241,6 +7335,7 @@
|
|
| 7241 |
"round": "round6",
|
| 7242 |
"source_file": "r6_hybrid_r19_ngram.json",
|
| 7243 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7244 |
"engine": "layerstream-plugin",
|
| 7245 |
"engine_version": "0.1.0",
|
| 7246 |
"git_rev": null,
|
|
@@ -7318,6 +7413,7 @@
|
|
| 7318 |
"round": "round6",
|
| 7319 |
"source_file": "r6_hybrid_r20_draft05b.json",
|
| 7320 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7321 |
"engine": "layerstream-plugin",
|
| 7322 |
"engine_version": "0.1.0",
|
| 7323 |
"git_rev": null,
|
|
@@ -7395,6 +7491,7 @@
|
|
| 7395 |
"round": "round6",
|
| 7396 |
"source_file": "r6_hybrid_r20_draft05b.json",
|
| 7397 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7398 |
"engine": "layerstream-plugin",
|
| 7399 |
"engine_version": "0.1.0",
|
| 7400 |
"git_rev": null,
|
|
@@ -7472,6 +7569,7 @@
|
|
| 7472 |
"round": "round6",
|
| 7473 |
"source_file": "r6_hybrid_r20_draft05b.json",
|
| 7474 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7475 |
"engine": "layerstream-plugin",
|
| 7476 |
"engine_version": "0.1.0",
|
| 7477 |
"git_rev": null,
|
|
@@ -7549,6 +7647,7 @@
|
|
| 7549 |
"round": "round6",
|
| 7550 |
"source_file": "r6_multiturn_long_r19_draft05b.json",
|
| 7551 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7552 |
"engine": "layerstream-plugin",
|
| 7553 |
"engine_version": "0.1.0",
|
| 7554 |
"git_rev": null,
|
|
@@ -7626,6 +7725,7 @@
|
|
| 7626 |
"round": "round6",
|
| 7627 |
"source_file": "r6_stream_r0_th2.json",
|
| 7628 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7629 |
"engine": "layerstream-plugin",
|
| 7630 |
"engine_version": "0.1.0",
|
| 7631 |
"git_rev": null,
|
|
@@ -7703,6 +7803,7 @@
|
|
| 7703 |
"round": "round6_32b",
|
| 7704 |
"source_file": "r6_32b_auto5600_draft05b.json",
|
| 7705 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7706 |
"engine": "layerstream-plugin",
|
| 7707 |
"engine_version": "0.1.0",
|
| 7708 |
"git_rev": null,
|
|
@@ -7780,6 +7881,7 @@
|
|
| 7780 |
"round": "round6_32b",
|
| 7781 |
"source_file": "r6_32b_auto5600_draft05b.json",
|
| 7782 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7783 |
"engine": "layerstream-plugin",
|
| 7784 |
"engine_version": "0.1.0",
|
| 7785 |
"git_rev": null,
|
|
@@ -7857,6 +7959,7 @@
|
|
| 7857 |
"round": "round6_32b",
|
| 7858 |
"source_file": "r6_32b_auto5600_draft05b.json",
|
| 7859 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7860 |
"engine": "layerstream-plugin",
|
| 7861 |
"engine_version": "0.1.0",
|
| 7862 |
"git_rev": null,
|
|
@@ -7934,6 +8037,7 @@
|
|
| 7934 |
"round": "round6_32b",
|
| 7935 |
"source_file": "r6_32b_auto5600_draft05b_temp07.json",
|
| 7936 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 7937 |
"engine": "layerstream-plugin",
|
| 7938 |
"engine_version": "0.1.0",
|
| 7939 |
"git_rev": null,
|
|
@@ -8011,6 +8115,7 @@
|
|
| 8011 |
"round": "round6_32b",
|
| 8012 |
"source_file": "r6_32b_auto5600_draft05b_temp07.json",
|
| 8013 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8014 |
"engine": "layerstream-plugin",
|
| 8015 |
"engine_version": "0.1.0",
|
| 8016 |
"git_rev": null,
|
|
@@ -8088,6 +8193,7 @@
|
|
| 8088 |
"round": "round6_32b",
|
| 8089 |
"source_file": "r6_32b_auto5600_draft05b_temp07.json",
|
| 8090 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8091 |
"engine": "layerstream-plugin",
|
| 8092 |
"engine_version": "0.1.0",
|
| 8093 |
"git_rev": null,
|
|
@@ -8165,6 +8271,7 @@
|
|
| 8165 |
"round": "round6_32b",
|
| 8166 |
"source_file": "r6_32b_stream_r0.json",
|
| 8167 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8168 |
"engine": "layerstream-plugin",
|
| 8169 |
"engine_version": "0.1.0",
|
| 8170 |
"git_rev": null,
|
|
@@ -8242,6 +8349,7 @@
|
|
| 8242 |
"round": "round8_v010",
|
| 8243 |
"source_file": "r8_14b_auto_draft05b.json",
|
| 8244 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8245 |
"engine": "layerstream-plugin",
|
| 8246 |
"engine_version": "0.1.0",
|
| 8247 |
"git_rev": null,
|
|
@@ -8319,6 +8427,7 @@
|
|
| 8319 |
"round": "round8_v010",
|
| 8320 |
"source_file": "r8_14b_auto_draft05b.json",
|
| 8321 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8322 |
"engine": "layerstream-plugin",
|
| 8323 |
"engine_version": "0.1.0",
|
| 8324 |
"git_rev": null,
|
|
@@ -8396,6 +8505,7 @@
|
|
| 8396 |
"round": "round8_v010",
|
| 8397 |
"source_file": "r8_14b_auto_draft05b.json",
|
| 8398 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8399 |
"engine": "layerstream-plugin",
|
| 8400 |
"engine_version": "0.1.0",
|
| 8401 |
"git_rev": null,
|
|
@@ -8473,6 +8583,7 @@
|
|
| 8473 |
"round": "round8_v010",
|
| 8474 |
"source_file": "r8_14b_auto_draft05b.json",
|
| 8475 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8476 |
"engine": "layerstream-plugin",
|
| 8477 |
"engine_version": "0.1.0",
|
| 8478 |
"git_rev": null,
|
|
@@ -8550,6 +8661,7 @@
|
|
| 8550 |
"round": "round8_v010",
|
| 8551 |
"source_file": "r8_14b_auto_draft05b_temp07.json",
|
| 8552 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8553 |
"engine": "layerstream-plugin",
|
| 8554 |
"engine_version": "0.1.0",
|
| 8555 |
"git_rev": null,
|
|
@@ -8627,6 +8739,7 @@
|
|
| 8627 |
"round": "round8_v010",
|
| 8628 |
"source_file": "r8_14b_auto_draft05b_temp07.json",
|
| 8629 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8630 |
"engine": "layerstream-plugin",
|
| 8631 |
"engine_version": "0.1.0",
|
| 8632 |
"git_rev": null,
|
|
@@ -8704,6 +8817,7 @@
|
|
| 8704 |
"round": "round8_v010",
|
| 8705 |
"source_file": "r8_14b_auto_draft05b_temp07.json",
|
| 8706 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8707 |
"engine": "layerstream-plugin",
|
| 8708 |
"engine_version": "0.1.0",
|
| 8709 |
"git_rev": null,
|
|
@@ -8781,6 +8895,7 @@
|
|
| 8781 |
"round": "round8_v010",
|
| 8782 |
"source_file": "r8_14b_b5400_draft05b.json",
|
| 8783 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8784 |
"engine": "layerstream-plugin",
|
| 8785 |
"engine_version": "0.1.0",
|
| 8786 |
"git_rev": null,
|
|
@@ -8858,6 +8973,7 @@
|
|
| 8858 |
"round": "round8_v010",
|
| 8859 |
"source_file": "r8_14b_b5400_draft05b.json",
|
| 8860 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8861 |
"engine": "layerstream-plugin",
|
| 8862 |
"engine_version": "0.1.0",
|
| 8863 |
"git_rev": null,
|
|
@@ -8935,6 +9051,7 @@
|
|
| 8935 |
"round": "round8_v010",
|
| 8936 |
"source_file": "r8_14b_b5400_draft05b.json",
|
| 8937 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 8938 |
"engine": "layerstream-plugin",
|
| 8939 |
"engine_version": "0.1.0",
|
| 8940 |
"git_rev": null,
|
|
@@ -9012,6 +9129,7 @@
|
|
| 9012 |
"round": "round8_v010",
|
| 9013 |
"source_file": "r8_14b_b5400_draft05b_temp07.json",
|
| 9014 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9015 |
"engine": "layerstream-plugin",
|
| 9016 |
"engine_version": "0.1.0",
|
| 9017 |
"git_rev": null,
|
|
@@ -9089,6 +9207,7 @@
|
|
| 9089 |
"round": "round8_v010",
|
| 9090 |
"source_file": "r8_14b_b5400_draft05b_temp07.json",
|
| 9091 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9092 |
"engine": "layerstream-plugin",
|
| 9093 |
"engine_version": "0.1.0",
|
| 9094 |
"git_rev": null,
|
|
@@ -9166,6 +9285,7 @@
|
|
| 9166 |
"round": "round8_v010",
|
| 9167 |
"source_file": "r8_14b_b5400_draft05b_temp07.json",
|
| 9168 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9169 |
"engine": "layerstream-plugin",
|
| 9170 |
"engine_version": "0.1.0",
|
| 9171 |
"git_rev": null,
|
|
@@ -9243,6 +9363,7 @@
|
|
| 9243 |
"round": "round8_v010",
|
| 9244 |
"source_file": "r8_14b_r0.json",
|
| 9245 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9246 |
"engine": "layerstream-plugin",
|
| 9247 |
"engine_version": "0.1.0",
|
| 9248 |
"git_rev": null,
|
|
@@ -9320,6 +9441,7 @@
|
|
| 9320 |
"round": "round8_v010",
|
| 9321 |
"source_file": "r8_32b_b5400_draft05b.json",
|
| 9322 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9323 |
"engine": "layerstream-plugin",
|
| 9324 |
"engine_version": "0.1.0",
|
| 9325 |
"git_rev": null,
|
|
@@ -9397,6 +9519,7 @@
|
|
| 9397 |
"round": "round8_v010",
|
| 9398 |
"source_file": "r8_32b_b5400_draft05b.json",
|
| 9399 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9400 |
"engine": "layerstream-plugin",
|
| 9401 |
"engine_version": "0.1.0",
|
| 9402 |
"git_rev": null,
|
|
@@ -9474,6 +9597,7 @@
|
|
| 9474 |
"round": "round8_v010",
|
| 9475 |
"source_file": "r8_32b_b5400_draft05b.json",
|
| 9476 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9477 |
"engine": "layerstream-plugin",
|
| 9478 |
"engine_version": "0.1.0",
|
| 9479 |
"git_rev": null,
|
|
@@ -9551,6 +9675,7 @@
|
|
| 9551 |
"round": "round8_v010",
|
| 9552 |
"source_file": "r8_olmoe_r0_cached.json",
|
| 9553 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9554 |
"engine": "layerstream-plugin",
|
| 9555 |
"engine_version": "0.1.0",
|
| 9556 |
"git_rev": null,
|
|
@@ -9628,6 +9753,7 @@
|
|
| 9628 |
"round": "round8_v010",
|
| 9629 |
"source_file": "r8_olmoe_r0_cached.json",
|
| 9630 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9631 |
"engine": "layerstream-plugin",
|
| 9632 |
"engine_version": "0.1.0",
|
| 9633 |
"git_rev": null,
|
|
@@ -9705,6 +9831,7 @@
|
|
| 9705 |
"round": "round8_v010",
|
| 9706 |
"source_file": "r8_olmoe_r0_cached.json",
|
| 9707 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9708 |
"engine": "layerstream-plugin",
|
| 9709 |
"engine_version": "0.1.0",
|
| 9710 |
"git_rev": null,
|
|
@@ -9782,6 +9909,7 @@
|
|
| 9782 |
"round": "round8_v010",
|
| 9783 |
"source_file": "r8_olmoe_r0_full.json",
|
| 9784 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9785 |
"engine": "layerstream-plugin",
|
| 9786 |
"engine_version": "0.1.0",
|
| 9787 |
"git_rev": null,
|
|
@@ -9859,6 +9987,7 @@
|
|
| 9859 |
"round": "round8_v010",
|
| 9860 |
"source_file": "r8_qwen3_30b_a3b_draft06b_code.json",
|
| 9861 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9862 |
"engine": "layerstream-plugin",
|
| 9863 |
"engine_version": "0.1.0",
|
| 9864 |
"git_rev": null,
|
|
@@ -9936,6 +10065,7 @@
|
|
| 9936 |
"round": "round8_v010",
|
| 9937 |
"source_file": "r8_qwen3_30b_a3b_draft06b_open.json",
|
| 9938 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
|
|
|
| 9939 |
"engine": "layerstream-plugin",
|
| 9940 |
"engine_version": "0.1.0",
|
| 9941 |
"git_rev": null,
|
|
|
|
| 3 |
"round": "airllm",
|
| 4 |
"source_file": "airllm_14b_4bit_code_edit_warm.json",
|
| 5 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7 |
"engine": "airllm",
|
| 8 |
"engine_version": "4.0.0",
|
| 9 |
"git_rev": null,
|
|
|
|
| 81 |
"round": "airllm",
|
| 82 |
"source_file": "airllm_14b_4bit_open_ended_warm.json",
|
| 83 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 84 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 85 |
"engine": "airllm",
|
| 86 |
"engine_version": "4.0.0",
|
| 87 |
"git_rev": null,
|
|
|
|
| 159 |
"round": "airllm",
|
| 160 |
"source_file": "airllm_14b_4bit_prompt_heavy.json",
|
| 161 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 162 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 163 |
"engine": "airllm",
|
| 164 |
"engine_version": "4.0.0",
|
| 165 |
"git_rev": null,
|
|
|
|
| 237 |
"round": "airllm",
|
| 238 |
"source_file": "airllm_14b_bf16_open_ended.json",
|
| 239 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 240 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 241 |
"engine": "airllm",
|
| 242 |
"engine_version": "4.0.0",
|
| 243 |
"git_rev": null,
|
|
|
|
| 315 |
"round": "competitors",
|
| 316 |
"source_file": "hf_accelerate_14b_4bit.json",
|
| 317 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 318 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 319 |
"engine": "hf-accelerate",
|
| 320 |
"engine_version": "transformers-5.23.0+bnb-0.50.2",
|
| 321 |
"git_rev": null,
|
|
|
|
| 393 |
"round": "competitors",
|
| 394 |
"source_file": "llama_cpp_14b_cpu_mmap.json",
|
| 395 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 396 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 397 |
"engine": "llama.cpp",
|
| 398 |
"engine_version": "0.1.0",
|
| 399 |
"git_rev": null,
|
|
|
|
| 471 |
"round": "competitors",
|
| 472 |
"source_file": "llama_cpp_14b_ngl0.json",
|
| 473 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 474 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 475 |
"engine": "llama.cpp",
|
| 476 |
"engine_version": "0.1.0",
|
| 477 |
"git_rev": null,
|
|
|
|
| 549 |
"round": "competitors",
|
| 550 |
"source_file": "llama_cpp_14b_ngl12_b512.json",
|
| 551 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 552 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 553 |
"engine": "llama.cpp",
|
| 554 |
"engine_version": "0.1.0",
|
| 555 |
"git_rev": null,
|
|
|
|
| 627 |
"round": "competitors",
|
| 628 |
"source_file": "llama_cpp_14b_ngl12_b512.json",
|
| 629 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 630 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 631 |
"engine": "llama.cpp",
|
| 632 |
"engine_version": "0.1.0",
|
| 633 |
"git_rev": null,
|
|
|
|
| 705 |
"round": "competitors",
|
| 706 |
"source_file": "llama_cpp_14b_ngl12_b512.json",
|
| 707 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 708 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 709 |
"engine": "llama.cpp",
|
| 710 |
"engine_version": "0.1.0",
|
| 711 |
"git_rev": null,
|
|
|
|
| 783 |
"round": "competitors",
|
| 784 |
"source_file": "llama_cpp_14b_ngl18.json",
|
| 785 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 786 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 787 |
"engine": "llama.cpp",
|
| 788 |
"engine_version": "0.1.0",
|
| 789 |
"git_rev": null,
|
|
|
|
| 861 |
"round": "competitors",
|
| 862 |
"source_file": "llama_cpp_14b_ngl18.json",
|
| 863 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 864 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 865 |
"engine": "llama.cpp",
|
| 866 |
"engine_version": "0.1.0",
|
| 867 |
"git_rev": null,
|
|
|
|
| 939 |
"round": "competitors",
|
| 940 |
"source_file": "llama_cpp_14b_ngl18.json",
|
| 941 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 942 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 943 |
"engine": "llama.cpp",
|
| 944 |
"engine_version": "0.1.0",
|
| 945 |
"git_rev": null,
|
|
|
|
| 1017 |
"round": "competitors",
|
| 1018 |
"source_file": "llama_cpp_32b_ngl10.json",
|
| 1019 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1020 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1021 |
"engine": "llama.cpp",
|
| 1022 |
"engine_version": "0.1.0",
|
| 1023 |
"git_rev": null,
|
|
|
|
| 1095 |
"round": "competitors",
|
| 1096 |
"source_file": "llama_cpp_qwen3_30b_cpu_mmap.json",
|
| 1097 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1098 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1099 |
"engine": "llama.cpp",
|
| 1100 |
"engine_version": "0.1.0",
|
| 1101 |
"git_rev": null,
|
|
|
|
| 1173 |
"round": "competitors",
|
| 1174 |
"source_file": "llama_cpp_qwen3_30b_cpu_mmap_b512.json",
|
| 1175 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1176 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1177 |
"engine": "llama.cpp",
|
| 1178 |
"engine_version": "0.1.0",
|
| 1179 |
"git_rev": null,
|
|
|
|
| 1251 |
"round": "competitors",
|
| 1252 |
"source_file": "llama_cpp_qwen3_30b_gpu_offload.json",
|
| 1253 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1254 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1255 |
"engine": "llama.cpp",
|
| 1256 |
"engine_version": "0.1.0",
|
| 1257 |
"git_rev": null,
|
|
|
|
| 1329 |
"round": "results",
|
| 1330 |
"source_file": "r0_prompt_heavy.json",
|
| 1331 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1332 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1333 |
"engine": "layerstream-plugin",
|
| 1334 |
"engine_version": "0.1.0",
|
| 1335 |
"git_rev": null,
|
|
|
|
| 1407 |
"round": "results",
|
| 1408 |
"source_file": "r14_draft_prompt_heavy.json",
|
| 1409 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1410 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1411 |
"engine": "layerstream-plugin",
|
| 1412 |
"engine_version": "0.1.0",
|
| 1413 |
"git_rev": null,
|
|
|
|
| 1485 |
"round": "round2",
|
| 1486 |
"source_file": "hybrid_r14_draft05b.json",
|
| 1487 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1488 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1489 |
"engine": "layerstream-plugin",
|
| 1490 |
"engine_version": "0.1.0",
|
| 1491 |
"git_rev": null,
|
|
|
|
| 1563 |
"round": "round2",
|
| 1564 |
"source_file": "hybrid_r14_draft05b.json",
|
| 1565 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1566 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1567 |
"engine": "layerstream-plugin",
|
| 1568 |
"engine_version": "0.1.0",
|
| 1569 |
"git_rev": null,
|
|
|
|
| 1641 |
"round": "round2",
|
| 1642 |
"source_file": "hybrid_r14_draft05b.json",
|
| 1643 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1644 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1645 |
"engine": "layerstream-plugin",
|
| 1646 |
"engine_version": "0.1.0",
|
| 1647 |
"git_rev": null,
|
|
|
|
| 1719 |
"round": "round2",
|
| 1720 |
"source_file": "hybrid_r16_ngram.json",
|
| 1721 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1722 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1723 |
"engine": "layerstream-plugin",
|
| 1724 |
"engine_version": "0.1.0",
|
| 1725 |
"git_rev": null,
|
|
|
|
| 1797 |
"round": "round2",
|
| 1798 |
"source_file": "hybrid_r16_ngram.json",
|
| 1799 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1800 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1801 |
"engine": "layerstream-plugin",
|
| 1802 |
"engine_version": "0.1.0",
|
| 1803 |
"git_rev": null,
|
|
|
|
| 1875 |
"round": "round2",
|
| 1876 |
"source_file": "hybrid_r16_ngram.json",
|
| 1877 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1878 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1879 |
"engine": "layerstream-plugin",
|
| 1880 |
"engine_version": "0.1.0",
|
| 1881 |
"git_rev": null,
|
|
|
|
| 1953 |
"round": "round2",
|
| 1954 |
"source_file": "stream_r0.json",
|
| 1955 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 1956 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 1957 |
"engine": "layerstream-plugin",
|
| 1958 |
"engine_version": "0.1.0",
|
| 1959 |
"git_rev": null,
|
|
|
|
| 2031 |
"round": "round2",
|
| 2032 |
"source_file": "stream_r0.json",
|
| 2033 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2034 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2035 |
"engine": "layerstream-plugin",
|
| 2036 |
"engine_version": "0.1.0",
|
| 2037 |
"git_rev": null,
|
|
|
|
| 2109 |
"round": "round2",
|
| 2110 |
"source_file": "stream_r0.json",
|
| 2111 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2112 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2113 |
"engine": "layerstream-plugin",
|
| 2114 |
"engine_version": "0.1.0",
|
| 2115 |
"git_rev": null,
|
|
|
|
| 2187 |
"round": "round2",
|
| 2188 |
"source_file": "stream_r0_ngram.json",
|
| 2189 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2190 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2191 |
"engine": "layerstream-plugin",
|
| 2192 |
"engine_version": "0.1.0",
|
| 2193 |
"git_rev": null,
|
|
|
|
| 2265 |
"round": "round2",
|
| 2266 |
"source_file": "stream_r0_ngram.json",
|
| 2267 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2268 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2269 |
"engine": "layerstream-plugin",
|
| 2270 |
"engine_version": "0.1.0",
|
| 2271 |
"git_rev": null,
|
|
|
|
| 2343 |
"round": "round2",
|
| 2344 |
"source_file": "stream_r0_ngram.json",
|
| 2345 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2346 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2347 |
"engine": "layerstream-plugin",
|
| 2348 |
"engine_version": "0.1.0",
|
| 2349 |
"git_rev": null,
|
|
|
|
| 2421 |
"round": "round3",
|
| 2422 |
"source_file": "r3_hybrid_r14_draft05b.json",
|
| 2423 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2424 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2425 |
"engine": "layerstream-plugin",
|
| 2426 |
"engine_version": "0.1.0",
|
| 2427 |
"git_rev": null,
|
|
|
|
| 2499 |
"round": "round3",
|
| 2500 |
"source_file": "r3_hybrid_r14_draft05b.json",
|
| 2501 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2502 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2503 |
"engine": "layerstream-plugin",
|
| 2504 |
"engine_version": "0.1.0",
|
| 2505 |
"git_rev": null,
|
|
|
|
| 2577 |
"round": "round3",
|
| 2578 |
"source_file": "r3_hybrid_r14_draft05b.json",
|
| 2579 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2580 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2581 |
"engine": "layerstream-plugin",
|
| 2582 |
"engine_version": "0.1.0",
|
| 2583 |
"git_rev": null,
|
|
|
|
| 2655 |
"round": "round3",
|
| 2656 |
"source_file": "r3_stream_r0.json",
|
| 2657 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2658 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2659 |
"engine": "layerstream-plugin",
|
| 2660 |
"engine_version": "0.1.0",
|
| 2661 |
"git_rev": null,
|
|
|
|
| 2733 |
"round": "round4",
|
| 2734 |
"source_file": "r4_auto_budget_5800_draft05b.json",
|
| 2735 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2736 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2737 |
"engine": "layerstream-plugin",
|
| 2738 |
"engine_version": "0.1.0",
|
| 2739 |
"git_rev": null,
|
|
|
|
| 2811 |
"round": "round4",
|
| 2812 |
"source_file": "r4_auto_budget_5800_draft05b.json",
|
| 2813 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2814 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2815 |
"engine": "layerstream-plugin",
|
| 2816 |
"engine_version": "0.1.0",
|
| 2817 |
"git_rev": null,
|
|
|
|
| 2889 |
"round": "round4",
|
| 2890 |
"source_file": "r4_auto_budget_5800_draft05b.json",
|
| 2891 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2892 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2893 |
"engine": "layerstream-plugin",
|
| 2894 |
"engine_version": "0.1.0",
|
| 2895 |
"git_rev": null,
|
|
|
|
| 2967 |
"round": "round4",
|
| 2968 |
"source_file": "r4_hybrid_r14_draft05b.json",
|
| 2969 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 2970 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 2971 |
"engine": "layerstream-plugin",
|
| 2972 |
"engine_version": "0.1.0",
|
| 2973 |
"git_rev": null,
|
|
|
|
| 3045 |
"round": "round4",
|
| 3046 |
"source_file": "r4_hybrid_r14_draft05b.json",
|
| 3047 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3048 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3049 |
"engine": "layerstream-plugin",
|
| 3050 |
"engine_version": "0.1.0",
|
| 3051 |
"git_rev": null,
|
|
|
|
| 3123 |
"round": "round4",
|
| 3124 |
"source_file": "r4_hybrid_r14_draft05b.json",
|
| 3125 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3126 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3127 |
"engine": "layerstream-plugin",
|
| 3128 |
"engine_version": "0.1.0",
|
| 3129 |
"git_rev": null,
|
|
|
|
| 3201 |
"round": "round4",
|
| 3202 |
"source_file": "r4_hybrid_r16_draft05b.json",
|
| 3203 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3204 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3205 |
"engine": "layerstream-plugin",
|
| 3206 |
"engine_version": "0.1.0",
|
| 3207 |
"git_rev": null,
|
|
|
|
| 3279 |
"round": "round4",
|
| 3280 |
"source_file": "r4_hybrid_r16_draft05b.json",
|
| 3281 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3282 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3283 |
"engine": "layerstream-plugin",
|
| 3284 |
"engine_version": "0.1.0",
|
| 3285 |
"git_rev": null,
|
|
|
|
| 3357 |
"round": "round4",
|
| 3358 |
"source_file": "r4_hybrid_r16_draft05b.json",
|
| 3359 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3360 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3361 |
"engine": "layerstream-plugin",
|
| 3362 |
"engine_version": "0.1.0",
|
| 3363 |
"git_rev": null,
|
|
|
|
| 3435 |
"round": "round4",
|
| 3436 |
"source_file": "r4_hybrid_r16_draft05b_t2.json",
|
| 3437 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3438 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3439 |
"engine": "layerstream-plugin",
|
| 3440 |
"engine_version": "0.1.0",
|
| 3441 |
"git_rev": null,
|
|
|
|
| 3513 |
"round": "round4",
|
| 3514 |
"source_file": "r4_hybrid_r16_draft05b_t2.json",
|
| 3515 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3516 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3517 |
"engine": "layerstream-plugin",
|
| 3518 |
"engine_version": "0.1.0",
|
| 3519 |
"git_rev": null,
|
|
|
|
| 3591 |
"round": "round4",
|
| 3592 |
"source_file": "r4_hybrid_r16_draft05b_t2.json",
|
| 3593 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3594 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3595 |
"engine": "layerstream-plugin",
|
| 3596 |
"engine_version": "0.1.0",
|
| 3597 |
"git_rev": null,
|
|
|
|
| 3669 |
"round": "round4",
|
| 3670 |
"source_file": "r4_hybrid_r16_draft05b_t4.json",
|
| 3671 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3672 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3673 |
"engine": "layerstream-plugin",
|
| 3674 |
"engine_version": "0.1.0",
|
| 3675 |
"git_rev": null,
|
|
|
|
| 3747 |
"round": "round4",
|
| 3748 |
"source_file": "r4_hybrid_r16_draft05b_t4.json",
|
| 3749 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3750 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3751 |
"engine": "layerstream-plugin",
|
| 3752 |
"engine_version": "0.1.0",
|
| 3753 |
"git_rev": null,
|
|
|
|
| 3825 |
"round": "round4",
|
| 3826 |
"source_file": "r4_hybrid_r16_draft05b_t4.json",
|
| 3827 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3828 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3829 |
"engine": "layerstream-plugin",
|
| 3830 |
"engine_version": "0.1.0",
|
| 3831 |
"git_rev": null,
|
|
|
|
| 3903 |
"round": "round4",
|
| 3904 |
"source_file": "r4_hybrid_r16_ngram.json",
|
| 3905 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3906 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3907 |
"engine": "layerstream-plugin",
|
| 3908 |
"engine_version": "0.1.0",
|
| 3909 |
"git_rev": null,
|
|
|
|
| 3981 |
"round": "round4",
|
| 3982 |
"source_file": "r4_hybrid_r16_ngram.json",
|
| 3983 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 3984 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 3985 |
"engine": "layerstream-plugin",
|
| 3986 |
"engine_version": "0.1.0",
|
| 3987 |
"git_rev": null,
|
|
|
|
| 4059 |
"round": "round4",
|
| 4060 |
"source_file": "r4_hybrid_r16_ngram.json",
|
| 4061 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4062 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4063 |
"engine": "layerstream-plugin",
|
| 4064 |
"engine_version": "0.1.0",
|
| 4065 |
"git_rev": null,
|
|
|
|
| 4137 |
"round": "round4",
|
| 4138 |
"source_file": "r4_stream_r0.json",
|
| 4139 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4140 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4141 |
"engine": "layerstream-plugin",
|
| 4142 |
"engine_version": "0.1.0",
|
| 4143 |
"git_rev": null,
|
|
|
|
| 4215 |
"round": "round5",
|
| 4216 |
"source_file": "r5_zc_auto_budget_5800_draft05b.json",
|
| 4217 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4218 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4219 |
"engine": "layerstream-plugin",
|
| 4220 |
"engine_version": "0.1.0",
|
| 4221 |
"git_rev": null,
|
|
|
|
| 4293 |
"round": "round5",
|
| 4294 |
"source_file": "r5_zc_auto_budget_5800_draft05b.json",
|
| 4295 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4296 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4297 |
"engine": "layerstream-plugin",
|
| 4298 |
"engine_version": "0.1.0",
|
| 4299 |
"git_rev": null,
|
|
|
|
| 4371 |
"round": "round5",
|
| 4372 |
"source_file": "r5_zc_auto_budget_5800_draft05b.json",
|
| 4373 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4374 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4375 |
"engine": "layerstream-plugin",
|
| 4376 |
"engine_version": "0.1.0",
|
| 4377 |
"git_rev": null,
|
|
|
|
| 4449 |
"round": "round5",
|
| 4450 |
"source_file": "r5_zc_hybrid_r14_draft15b.json",
|
| 4451 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4452 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4453 |
"engine": "layerstream-plugin",
|
| 4454 |
"engine_version": "0.1.0",
|
| 4455 |
"git_rev": null,
|
|
|
|
| 4527 |
"round": "round5",
|
| 4528 |
"source_file": "r5_zc_hybrid_r14_draft15b.json",
|
| 4529 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4530 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4531 |
"engine": "layerstream-plugin",
|
| 4532 |
"engine_version": "0.1.0",
|
| 4533 |
"git_rev": null,
|
|
|
|
| 4605 |
"round": "round5",
|
| 4606 |
"source_file": "r5_zc_hybrid_r14_draft15b.json",
|
| 4607 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4608 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4609 |
"engine": "layerstream-plugin",
|
| 4610 |
"engine_version": "0.1.0",
|
| 4611 |
"git_rev": null,
|
|
|
|
| 4683 |
"round": "round5",
|
| 4684 |
"source_file": "r5_zc_hybrid_r16_draft05b.json",
|
| 4685 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4686 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4687 |
"engine": "layerstream-plugin",
|
| 4688 |
"engine_version": "0.1.0",
|
| 4689 |
"git_rev": null,
|
|
|
|
| 4761 |
"round": "round5",
|
| 4762 |
"source_file": "r5_zc_hybrid_r16_draft05b.json",
|
| 4763 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4764 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4765 |
"engine": "layerstream-plugin",
|
| 4766 |
"engine_version": "0.1.0",
|
| 4767 |
"git_rev": null,
|
|
|
|
| 4839 |
"round": "round5",
|
| 4840 |
"source_file": "r5_zc_hybrid_r16_draft05b.json",
|
| 4841 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4842 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4843 |
"engine": "layerstream-plugin",
|
| 4844 |
"engine_version": "0.1.0",
|
| 4845 |
"git_rev": null,
|
|
|
|
| 4917 |
"round": "round5",
|
| 4918 |
"source_file": "r5_zc_hybrid_r16_draft05b_temp07.json",
|
| 4919 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4920 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4921 |
"engine": "layerstream-plugin",
|
| 4922 |
"engine_version": "0.1.0",
|
| 4923 |
"git_rev": null,
|
|
|
|
| 4995 |
"round": "round5",
|
| 4996 |
"source_file": "r5_zc_hybrid_r16_draft05b_temp07.json",
|
| 4997 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 4998 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 4999 |
"engine": "layerstream-plugin",
|
| 5000 |
"engine_version": "0.1.0",
|
| 5001 |
"git_rev": null,
|
|
|
|
| 5073 |
"round": "round5",
|
| 5074 |
"source_file": "r5_zc_hybrid_r16_draft05b_temp07.json",
|
| 5075 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5076 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5077 |
"engine": "layerstream-plugin",
|
| 5078 |
"engine_version": "0.1.0",
|
| 5079 |
"git_rev": null,
|
|
|
|
| 5151 |
"round": "round5",
|
| 5152 |
"source_file": "r5_zc_hybrid_r16_ngram.json",
|
| 5153 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5154 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5155 |
"engine": "layerstream-plugin",
|
| 5156 |
"engine_version": "0.1.0",
|
| 5157 |
"git_rev": null,
|
|
|
|
| 5229 |
"round": "round5",
|
| 5230 |
"source_file": "r5_zc_hybrid_r16_ngram.json",
|
| 5231 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5232 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5233 |
"engine": "layerstream-plugin",
|
| 5234 |
"engine_version": "0.1.0",
|
| 5235 |
"git_rev": null,
|
|
|
|
| 5307 |
"round": "round5",
|
| 5308 |
"source_file": "r5_zc_hybrid_r16_ngram.json",
|
| 5309 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5310 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5311 |
"engine": "layerstream-plugin",
|
| 5312 |
"engine_version": "0.1.0",
|
| 5313 |
"git_rev": null,
|
|
|
|
| 5385 |
"round": "round5",
|
| 5386 |
"source_file": "r5_zc_hybrid_r19_draft05b.json",
|
| 5387 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5388 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5389 |
"engine": "layerstream-plugin",
|
| 5390 |
"engine_version": "0.1.0",
|
| 5391 |
"git_rev": null,
|
|
|
|
| 5463 |
"round": "round5",
|
| 5464 |
"source_file": "r5_zc_hybrid_r19_draft05b.json",
|
| 5465 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5466 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5467 |
"engine": "layerstream-plugin",
|
| 5468 |
"engine_version": "0.1.0",
|
| 5469 |
"git_rev": null,
|
|
|
|
| 5541 |
"round": "round5",
|
| 5542 |
"source_file": "r5_zc_hybrid_r19_draft05b.json",
|
| 5543 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5544 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5545 |
"engine": "layerstream-plugin",
|
| 5546 |
"engine_version": "0.1.0",
|
| 5547 |
"git_rev": null,
|
|
|
|
| 5619 |
"round": "round5",
|
| 5620 |
"source_file": "r5_zc_multiturn_r16_draft05b.json",
|
| 5621 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5622 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5623 |
"engine": "layerstream-plugin",
|
| 5624 |
"engine_version": "0.1.0",
|
| 5625 |
"git_rev": null,
|
|
|
|
| 5697 |
"round": "round5",
|
| 5698 |
"source_file": "r5_zc_multiturn_r16_draft05b.json",
|
| 5699 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5700 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5701 |
"engine": "layerstream-plugin",
|
| 5702 |
"engine_version": "0.1.0",
|
| 5703 |
"git_rev": null,
|
|
|
|
| 5775 |
"round": "round5",
|
| 5776 |
"source_file": "r5_zc_stream_r0.json",
|
| 5777 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5778 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5779 |
"engine": "layerstream-plugin",
|
| 5780 |
"engine_version": "0.1.0",
|
| 5781 |
"git_rev": null,
|
|
|
|
| 5853 |
"round": "round5",
|
| 5854 |
"source_file": "r5_zc_stream_r0.json",
|
| 5855 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5856 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5857 |
"engine": "layerstream-plugin",
|
| 5858 |
"engine_version": "0.1.0",
|
| 5859 |
"git_rev": null,
|
|
|
|
| 5931 |
"round": "round5",
|
| 5932 |
"source_file": "r5_zc_stream_r0.json",
|
| 5933 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 5934 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 5935 |
"engine": "layerstream-plugin",
|
| 5936 |
"engine_version": "0.1.0",
|
| 5937 |
"git_rev": null,
|
|
|
|
| 6009 |
"round": "round5",
|
| 6010 |
"source_file": "r5_zc_stream_r0_ngram.json",
|
| 6011 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6012 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6013 |
"engine": "layerstream-plugin",
|
| 6014 |
"engine_version": "0.1.0",
|
| 6015 |
"git_rev": null,
|
|
|
|
| 6087 |
"round": "round5",
|
| 6088 |
"source_file": "r5_zc_stream_r0_ngram.json",
|
| 6089 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6090 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6091 |
"engine": "layerstream-plugin",
|
| 6092 |
"engine_version": "0.1.0",
|
| 6093 |
"git_rev": null,
|
|
|
|
| 6165 |
"round": "round5",
|
| 6166 |
"source_file": "r5_zc_stream_r0_ngram.json",
|
| 6167 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6168 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6169 |
"engine": "layerstream-plugin",
|
| 6170 |
"engine_version": "0.1.0",
|
| 6171 |
"git_rev": null,
|
|
|
|
| 6243 |
"round": "round6",
|
| 6244 |
"source_file": "r6_auto_budget_6000_draft05b.json",
|
| 6245 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6246 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6247 |
"engine": "layerstream-plugin",
|
| 6248 |
"engine_version": "0.1.0",
|
| 6249 |
"git_rev": null,
|
|
|
|
| 6321 |
"round": "round6",
|
| 6322 |
"source_file": "r6_auto_budget_6000_draft05b.json",
|
| 6323 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6324 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6325 |
"engine": "layerstream-plugin",
|
| 6326 |
"engine_version": "0.1.0",
|
| 6327 |
"git_rev": null,
|
|
|
|
| 6399 |
"round": "round6",
|
| 6400 |
"source_file": "r6_auto_budget_6000_draft05b.json",
|
| 6401 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6402 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6403 |
"engine": "layerstream-plugin",
|
| 6404 |
"engine_version": "0.1.0",
|
| 6405 |
"git_rev": null,
|
|
|
|
| 6477 |
"round": "round6",
|
| 6478 |
"source_file": "r6_hybrid_r12_draft15b.json",
|
| 6479 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6480 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6481 |
"engine": "layerstream-plugin",
|
| 6482 |
"engine_version": "0.1.0",
|
| 6483 |
"git_rev": null,
|
|
|
|
| 6555 |
"round": "round6",
|
| 6556 |
"source_file": "r6_hybrid_r12_draft15b.json",
|
| 6557 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6558 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6559 |
"engine": "layerstream-plugin",
|
| 6560 |
"engine_version": "0.1.0",
|
| 6561 |
"git_rev": null,
|
|
|
|
| 6633 |
"round": "round6",
|
| 6634 |
"source_file": "r6_hybrid_r12_draft15b.json",
|
| 6635 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6636 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6637 |
"engine": "layerstream-plugin",
|
| 6638 |
"engine_version": "0.1.0",
|
| 6639 |
"git_rev": null,
|
|
|
|
| 6711 |
"round": "round6",
|
| 6712 |
"source_file": "r6_hybrid_r19_draft05b_temp07.json",
|
| 6713 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6714 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6715 |
"engine": "layerstream-plugin",
|
| 6716 |
"engine_version": "0.1.0",
|
| 6717 |
"git_rev": null,
|
|
|
|
| 6789 |
"round": "round6",
|
| 6790 |
"source_file": "r6_hybrid_r19_draft05b_temp07.json",
|
| 6791 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6792 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6793 |
"engine": "layerstream-plugin",
|
| 6794 |
"engine_version": "0.1.0",
|
| 6795 |
"git_rev": null,
|
|
|
|
| 6867 |
"round": "round6",
|
| 6868 |
"source_file": "r6_hybrid_r19_draft05b_temp07.json",
|
| 6869 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6870 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6871 |
"engine": "layerstream-plugin",
|
| 6872 |
"engine_version": "0.1.0",
|
| 6873 |
"git_rev": null,
|
|
|
|
| 6945 |
"round": "round6",
|
| 6946 |
"source_file": "r6_hybrid_r19_draft05b_th2.json",
|
| 6947 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 6948 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 6949 |
"engine": "layerstream-plugin",
|
| 6950 |
"engine_version": "0.1.0",
|
| 6951 |
"git_rev": null,
|
|
|
|
| 7023 |
"round": "round6",
|
| 7024 |
"source_file": "r6_hybrid_r19_draft05b_th2.json",
|
| 7025 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7026 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7027 |
"engine": "layerstream-plugin",
|
| 7028 |
"engine_version": "0.1.0",
|
| 7029 |
"git_rev": null,
|
|
|
|
| 7101 |
"round": "round6",
|
| 7102 |
"source_file": "r6_hybrid_r19_draft05b_th2.json",
|
| 7103 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7104 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7105 |
"engine": "layerstream-plugin",
|
| 7106 |
"engine_version": "0.1.0",
|
| 7107 |
"git_rev": null,
|
|
|
|
| 7179 |
"round": "round6",
|
| 7180 |
"source_file": "r6_hybrid_r19_ngram.json",
|
| 7181 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7182 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7183 |
"engine": "layerstream-plugin",
|
| 7184 |
"engine_version": "0.1.0",
|
| 7185 |
"git_rev": null,
|
|
|
|
| 7257 |
"round": "round6",
|
| 7258 |
"source_file": "r6_hybrid_r19_ngram.json",
|
| 7259 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7260 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7261 |
"engine": "layerstream-plugin",
|
| 7262 |
"engine_version": "0.1.0",
|
| 7263 |
"git_rev": null,
|
|
|
|
| 7335 |
"round": "round6",
|
| 7336 |
"source_file": "r6_hybrid_r19_ngram.json",
|
| 7337 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7338 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7339 |
"engine": "layerstream-plugin",
|
| 7340 |
"engine_version": "0.1.0",
|
| 7341 |
"git_rev": null,
|
|
|
|
| 7413 |
"round": "round6",
|
| 7414 |
"source_file": "r6_hybrid_r20_draft05b.json",
|
| 7415 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7416 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7417 |
"engine": "layerstream-plugin",
|
| 7418 |
"engine_version": "0.1.0",
|
| 7419 |
"git_rev": null,
|
|
|
|
| 7491 |
"round": "round6",
|
| 7492 |
"source_file": "r6_hybrid_r20_draft05b.json",
|
| 7493 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7494 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7495 |
"engine": "layerstream-plugin",
|
| 7496 |
"engine_version": "0.1.0",
|
| 7497 |
"git_rev": null,
|
|
|
|
| 7569 |
"round": "round6",
|
| 7570 |
"source_file": "r6_hybrid_r20_draft05b.json",
|
| 7571 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7572 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7573 |
"engine": "layerstream-plugin",
|
| 7574 |
"engine_version": "0.1.0",
|
| 7575 |
"git_rev": null,
|
|
|
|
| 7647 |
"round": "round6",
|
| 7648 |
"source_file": "r6_multiturn_long_r19_draft05b.json",
|
| 7649 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7650 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7651 |
"engine": "layerstream-plugin",
|
| 7652 |
"engine_version": "0.1.0",
|
| 7653 |
"git_rev": null,
|
|
|
|
| 7725 |
"round": "round6",
|
| 7726 |
"source_file": "r6_stream_r0_th2.json",
|
| 7727 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7728 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7729 |
"engine": "layerstream-plugin",
|
| 7730 |
"engine_version": "0.1.0",
|
| 7731 |
"git_rev": null,
|
|
|
|
| 7803 |
"round": "round6_32b",
|
| 7804 |
"source_file": "r6_32b_auto5600_draft05b.json",
|
| 7805 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7806 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7807 |
"engine": "layerstream-plugin",
|
| 7808 |
"engine_version": "0.1.0",
|
| 7809 |
"git_rev": null,
|
|
|
|
| 7881 |
"round": "round6_32b",
|
| 7882 |
"source_file": "r6_32b_auto5600_draft05b.json",
|
| 7883 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7884 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7885 |
"engine": "layerstream-plugin",
|
| 7886 |
"engine_version": "0.1.0",
|
| 7887 |
"git_rev": null,
|
|
|
|
| 7959 |
"round": "round6_32b",
|
| 7960 |
"source_file": "r6_32b_auto5600_draft05b.json",
|
| 7961 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 7962 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 7963 |
"engine": "layerstream-plugin",
|
| 7964 |
"engine_version": "0.1.0",
|
| 7965 |
"git_rev": null,
|
|
|
|
| 8037 |
"round": "round6_32b",
|
| 8038 |
"source_file": "r6_32b_auto5600_draft05b_temp07.json",
|
| 8039 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8040 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8041 |
"engine": "layerstream-plugin",
|
| 8042 |
"engine_version": "0.1.0",
|
| 8043 |
"git_rev": null,
|
|
|
|
| 8115 |
"round": "round6_32b",
|
| 8116 |
"source_file": "r6_32b_auto5600_draft05b_temp07.json",
|
| 8117 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8118 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8119 |
"engine": "layerstream-plugin",
|
| 8120 |
"engine_version": "0.1.0",
|
| 8121 |
"git_rev": null,
|
|
|
|
| 8193 |
"round": "round6_32b",
|
| 8194 |
"source_file": "r6_32b_auto5600_draft05b_temp07.json",
|
| 8195 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8196 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8197 |
"engine": "layerstream-plugin",
|
| 8198 |
"engine_version": "0.1.0",
|
| 8199 |
"git_rev": null,
|
|
|
|
| 8271 |
"round": "round6_32b",
|
| 8272 |
"source_file": "r6_32b_stream_r0.json",
|
| 8273 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8274 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8275 |
"engine": "layerstream-plugin",
|
| 8276 |
"engine_version": "0.1.0",
|
| 8277 |
"git_rev": null,
|
|
|
|
| 8349 |
"round": "round8_v010",
|
| 8350 |
"source_file": "r8_14b_auto_draft05b.json",
|
| 8351 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8352 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8353 |
"engine": "layerstream-plugin",
|
| 8354 |
"engine_version": "0.1.0",
|
| 8355 |
"git_rev": null,
|
|
|
|
| 8427 |
"round": "round8_v010",
|
| 8428 |
"source_file": "r8_14b_auto_draft05b.json",
|
| 8429 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8430 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8431 |
"engine": "layerstream-plugin",
|
| 8432 |
"engine_version": "0.1.0",
|
| 8433 |
"git_rev": null,
|
|
|
|
| 8505 |
"round": "round8_v010",
|
| 8506 |
"source_file": "r8_14b_auto_draft05b.json",
|
| 8507 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8508 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8509 |
"engine": "layerstream-plugin",
|
| 8510 |
"engine_version": "0.1.0",
|
| 8511 |
"git_rev": null,
|
|
|
|
| 8583 |
"round": "round8_v010",
|
| 8584 |
"source_file": "r8_14b_auto_draft05b.json",
|
| 8585 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8586 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8587 |
"engine": "layerstream-plugin",
|
| 8588 |
"engine_version": "0.1.0",
|
| 8589 |
"git_rev": null,
|
|
|
|
| 8661 |
"round": "round8_v010",
|
| 8662 |
"source_file": "r8_14b_auto_draft05b_temp07.json",
|
| 8663 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8664 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8665 |
"engine": "layerstream-plugin",
|
| 8666 |
"engine_version": "0.1.0",
|
| 8667 |
"git_rev": null,
|
|
|
|
| 8739 |
"round": "round8_v010",
|
| 8740 |
"source_file": "r8_14b_auto_draft05b_temp07.json",
|
| 8741 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8742 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8743 |
"engine": "layerstream-plugin",
|
| 8744 |
"engine_version": "0.1.0",
|
| 8745 |
"git_rev": null,
|
|
|
|
| 8817 |
"round": "round8_v010",
|
| 8818 |
"source_file": "r8_14b_auto_draft05b_temp07.json",
|
| 8819 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8820 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8821 |
"engine": "layerstream-plugin",
|
| 8822 |
"engine_version": "0.1.0",
|
| 8823 |
"git_rev": null,
|
|
|
|
| 8895 |
"round": "round8_v010",
|
| 8896 |
"source_file": "r8_14b_b5400_draft05b.json",
|
| 8897 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8898 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8899 |
"engine": "layerstream-plugin",
|
| 8900 |
"engine_version": "0.1.0",
|
| 8901 |
"git_rev": null,
|
|
|
|
| 8973 |
"round": "round8_v010",
|
| 8974 |
"source_file": "r8_14b_b5400_draft05b.json",
|
| 8975 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 8976 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 8977 |
"engine": "layerstream-plugin",
|
| 8978 |
"engine_version": "0.1.0",
|
| 8979 |
"git_rev": null,
|
|
|
|
| 9051 |
"round": "round8_v010",
|
| 9052 |
"source_file": "r8_14b_b5400_draft05b.json",
|
| 9053 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9054 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9055 |
"engine": "layerstream-plugin",
|
| 9056 |
"engine_version": "0.1.0",
|
| 9057 |
"git_rev": null,
|
|
|
|
| 9129 |
"round": "round8_v010",
|
| 9130 |
"source_file": "r8_14b_b5400_draft05b_temp07.json",
|
| 9131 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9132 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9133 |
"engine": "layerstream-plugin",
|
| 9134 |
"engine_version": "0.1.0",
|
| 9135 |
"git_rev": null,
|
|
|
|
| 9207 |
"round": "round8_v010",
|
| 9208 |
"source_file": "r8_14b_b5400_draft05b_temp07.json",
|
| 9209 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9210 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9211 |
"engine": "layerstream-plugin",
|
| 9212 |
"engine_version": "0.1.0",
|
| 9213 |
"git_rev": null,
|
|
|
|
| 9285 |
"round": "round8_v010",
|
| 9286 |
"source_file": "r8_14b_b5400_draft05b_temp07.json",
|
| 9287 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9288 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9289 |
"engine": "layerstream-plugin",
|
| 9290 |
"engine_version": "0.1.0",
|
| 9291 |
"git_rev": null,
|
|
|
|
| 9363 |
"round": "round8_v010",
|
| 9364 |
"source_file": "r8_14b_r0.json",
|
| 9365 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9366 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9367 |
"engine": "layerstream-plugin",
|
| 9368 |
"engine_version": "0.1.0",
|
| 9369 |
"git_rev": null,
|
|
|
|
| 9441 |
"round": "round8_v010",
|
| 9442 |
"source_file": "r8_32b_b5400_draft05b.json",
|
| 9443 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9444 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9445 |
"engine": "layerstream-plugin",
|
| 9446 |
"engine_version": "0.1.0",
|
| 9447 |
"git_rev": null,
|
|
|
|
| 9519 |
"round": "round8_v010",
|
| 9520 |
"source_file": "r8_32b_b5400_draft05b.json",
|
| 9521 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9522 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9523 |
"engine": "layerstream-plugin",
|
| 9524 |
"engine_version": "0.1.0",
|
| 9525 |
"git_rev": null,
|
|
|
|
| 9597 |
"round": "round8_v010",
|
| 9598 |
"source_file": "r8_32b_b5400_draft05b.json",
|
| 9599 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9600 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9601 |
"engine": "layerstream-plugin",
|
| 9602 |
"engine_version": "0.1.0",
|
| 9603 |
"git_rev": null,
|
|
|
|
| 9675 |
"round": "round8_v010",
|
| 9676 |
"source_file": "r8_olmoe_r0_cached.json",
|
| 9677 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9678 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9679 |
"engine": "layerstream-plugin",
|
| 9680 |
"engine_version": "0.1.0",
|
| 9681 |
"git_rev": null,
|
|
|
|
| 9753 |
"round": "round8_v010",
|
| 9754 |
"source_file": "r8_olmoe_r0_cached.json",
|
| 9755 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9756 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9757 |
"engine": "layerstream-plugin",
|
| 9758 |
"engine_version": "0.1.0",
|
| 9759 |
"git_rev": null,
|
|
|
|
| 9831 |
"round": "round8_v010",
|
| 9832 |
"source_file": "r8_olmoe_r0_cached.json",
|
| 9833 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9834 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9835 |
"engine": "layerstream-plugin",
|
| 9836 |
"engine_version": "0.1.0",
|
| 9837 |
"git_rev": null,
|
|
|
|
| 9909 |
"round": "round8_v010",
|
| 9910 |
"source_file": "r8_olmoe_r0_full.json",
|
| 9911 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9912 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9913 |
"engine": "layerstream-plugin",
|
| 9914 |
"engine_version": "0.1.0",
|
| 9915 |
"git_rev": null,
|
|
|
|
| 9987 |
"round": "round8_v010",
|
| 9988 |
"source_file": "r8_qwen3_30b_a3b_draft06b_code.json",
|
| 9989 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 9990 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 9991 |
"engine": "layerstream-plugin",
|
| 9992 |
"engine_version": "0.1.0",
|
| 9993 |
"git_rev": null,
|
|
|
|
| 10065 |
"round": "round8_v010",
|
| 10066 |
"source_file": "r8_qwen3_30b_a3b_draft06b_open.json",
|
| 10067 |
"hardware": "NVIDIA Jetson Orin Nano (8 GiB unified LPDDR5, CUDA sm_87, dm-crypt NVMe)",
|
| 10068 |
+
"hardware_id": "orin-nano-8gb-cuda",
|
| 10069 |
"engine": "layerstream-plugin",
|
| 10070 |
"engine_version": "0.1.0",
|
| 10071 |
"git_rev": null,
|
index.html
CHANGED
|
@@ -561,6 +561,10 @@
|
|
| 561 |
<h2>Normalized Benchmark Records (<span id="raw-count">0</span> / 130 rows)</h2>
|
| 562 |
<p class="desc">Loaded directly from <code>kleinbem/layerstream-orin-nano-benchmarks</code> (Parquet / JSON). Use keyboard or horizontal scroll to inspect all telemetry columns.</p>
|
| 563 |
<div class="controls">
|
|
|
|
|
|
|
|
|
|
|
|
|
| 564 |
<div class="ctrl">
|
| 565 |
<label for="raw-round">Round</label>
|
| 566 |
<select id="raw-round"><option value="all">All Rounds</option></select>
|
|
@@ -859,16 +863,19 @@
|
|
| 859 |
sel.appendChild(opt);
|
| 860 |
});
|
| 861 |
};
|
|
|
|
| 862 |
fill("raw-round", ALL_ROWS.map(r => r.round));
|
| 863 |
fill("raw-engine", ALL_ROWS.map(r => r.engine));
|
| 864 |
fill("raw-workload", ALL_ROWS.map(r => r.workload));
|
| 865 |
}
|
| 866 |
|
| 867 |
function renderRawTable() {
|
|
|
|
| 868 |
const rf = document.getElementById("raw-round").value;
|
| 869 |
const ef = document.getElementById("raw-engine").value;
|
| 870 |
const wf = document.getElementById("raw-workload").value;
|
| 871 |
const filtered = ALL_ROWS.filter(r =>
|
|
|
|
| 872 |
(rf === "all" || r.round === rf) &&
|
| 873 |
(ef === "all" || r.engine === ef) &&
|
| 874 |
(wf === "all" || r.workload === wf)
|
|
@@ -906,7 +913,7 @@
|
|
| 906 |
}
|
| 907 |
|
| 908 |
["cmp-model", "cmp-workload", "cmp-metric"].forEach(id => document.getElementById(id).addEventListener("change", renderComparison));
|
| 909 |
-
["raw-round", "raw-engine", "raw-workload"].forEach(id => document.getElementById(id).addEventListener("change", renderRawTable));
|
| 910 |
|
| 911 |
async function init() {
|
| 912 |
updateEstimator();
|
|
|
|
| 561 |
<h2>Normalized Benchmark Records (<span id="raw-count">0</span> / 130 rows)</h2>
|
| 562 |
<p class="desc">Loaded directly from <code>kleinbem/layerstream-orin-nano-benchmarks</code> (Parquet / JSON). Use keyboard or horizontal scroll to inspect all telemetry columns.</p>
|
| 563 |
<div class="controls">
|
| 564 |
+
<div class="ctrl">
|
| 565 |
+
<label for="raw-hardware">Hardware</label>
|
| 566 |
+
<select id="raw-hardware"><option value="all">All Hardware</option></select>
|
| 567 |
+
</div>
|
| 568 |
<div class="ctrl">
|
| 569 |
<label for="raw-round">Round</label>
|
| 570 |
<select id="raw-round"><option value="all">All Rounds</option></select>
|
|
|
|
| 863 |
sel.appendChild(opt);
|
| 864 |
});
|
| 865 |
};
|
| 866 |
+
fill("raw-hardware", ALL_ROWS.map(r => r.hardware_id || r.hardware));
|
| 867 |
fill("raw-round", ALL_ROWS.map(r => r.round));
|
| 868 |
fill("raw-engine", ALL_ROWS.map(r => r.engine));
|
| 869 |
fill("raw-workload", ALL_ROWS.map(r => r.workload));
|
| 870 |
}
|
| 871 |
|
| 872 |
function renderRawTable() {
|
| 873 |
+
const hf = document.getElementById("raw-hardware").value;
|
| 874 |
const rf = document.getElementById("raw-round").value;
|
| 875 |
const ef = document.getElementById("raw-engine").value;
|
| 876 |
const wf = document.getElementById("raw-workload").value;
|
| 877 |
const filtered = ALL_ROWS.filter(r =>
|
| 878 |
+
(hf === "all" || (r.hardware_id || r.hardware) === hf) &&
|
| 879 |
(rf === "all" || r.round === rf) &&
|
| 880 |
(ef === "all" || r.engine === ef) &&
|
| 881 |
(wf === "all" || r.workload === wf)
|
|
|
|
| 913 |
}
|
| 914 |
|
| 915 |
["cmp-model", "cmp-workload", "cmp-metric"].forEach(id => document.getElementById(id).addEventListener("change", renderComparison));
|
| 916 |
+
["raw-hardware", "raw-round", "raw-engine", "raw-workload"].forEach(id => document.getElementById(id).addEventListener("change", renderRawTable));
|
| 917 |
|
| 918 |
async function init() {
|
| 919 |
updateEstimator();
|