| name,variant,model,env,rep,status,sampling_s,generate_s,wall_s,peak_rss_gib,diff_mean_vs_ref,diff_max_vs_ref,image
|
| stock-Q4_K,stock,Q4_K,-,1,ok,50.23,60.64,61.6,7.86,0.0000,0,images/stock-Q4_K-r1.png
|
| stock-Q4_K,stock,Q4_K,-,2,ok,48.14,58.83,59.7,7.86,0.0000,0,images/stock-Q4_K-r2.png
|
| avx2-Q4_K,avx2,Q4_K,-,1,ok,103.71,115.96,117.0,7.86,3.1796,241,images/avx2-Q4_K-r1.png
|
| avx2-Q4_K,avx2,Q4_K,-,2,ok,109.71,121.03,121.9,7.86,3.1796,241,images/avx2-Q4_K-r2.png
|
| avx512-Q4_K,avx512,Q4_K,-,1,ok,47.32,57.71,58.6,7.86,3.1690,239,images/avx512-Q4_K-r1.png
|
| avx512-Q4_K,avx512,Q4_K,-,2,ok,47.87,58.57,59.4,7.86,3.1690,239,images/avx512-Q4_K-r2.png
|
| amx_lto-Q4_K,amx_lto,Q4_K,-,1,ok,50.50,62.21,63.3,7.86,0.0000,0,images/amx_lto-Q4_K-r1.png
|
| amx_lto-Q4_K,amx_lto,Q4_K,-,2,ok,54.36,65.26,66.2,7.86,0.0000,0,images/amx_lto-Q4_K-r2.png
|
| amx_lto-Q4_K+AMXw,amx_lto,Q4_K,SD_CPU_EXTRA_BUFT=1,1,ok,42.74,53.30,54.2,8.16,1.2844,227,images/amx_lto-Q4_K+AMXw-r1.png
|
| amx_lto-Q4_K+AMXw,amx_lto,Q4_K,SD_CPU_EXTRA_BUFT=1,2,ok,41.34,52.01,53.0,8.16,1.2844,227,images/amx_lto-Q4_K+AMXw-r2.png
|
| amx_lto-Q4_K-ffn13,amx_lto,Q4_K-ffn13,-,1,ok,46.61,57.03,57.9,7.86,0.0000,0,images/amx_lto-Q4_K-ffn13-r1.png
|
| amx_lto-Q4_K-ffn13,amx_lto,Q4_K-ffn13,-,2,ok,46.38,57.24,58.2,7.86,0.0000,0,images/amx_lto-Q4_K-ffn13-r2.png
|
| amx_lto-Q4_K-ffn13+AMXw,amx_lto,Q4_K-ffn13,SD_CPU_EXTRA_BUFT=1,1,ok,42.52,53.92,54.8,8.18,1.2844,227,images/amx_lto-Q4_K-ffn13+AMXw-r1.png
|
| amx_lto-Q4_K-ffn13+AMXw,amx_lto,Q4_K-ffn13,SD_CPU_EXTRA_BUFT=1,2,ok,43.63,54.44,55.4,8.11,1.2844,227,images/amx_lto-Q4_K-ffn13+AMXw-r2.png
|
| amx_lto-Q4_0,amx_lto,Q4_0,-,1,ok,171.95,182.90,183.8,7.68,22.8399,252,images/amx_lto-Q4_0-r1.png
|
| amx_lto-Q4_0,amx_lto,Q4_0,-,2,ok,173.02,184.15,185.0,7.69,22.8399,252,images/amx_lto-Q4_0-r2.png
|
| amx_lto-Q8_0,amx_lto,Q8_0,-,1,ok,162.21,172.87,173.9,10.38,12.5065,249,images/amx_lto-Q8_0-r1.png
|
| amx_lto-Q8_0,amx_lto,Q8_0,-,2,ok,160.54,171.07,172.1,10.38,12.5065,249,images/amx_lto-Q8_0-r2.png
|
| amx_lto-Q8_0+AMXw,amx_lto,Q8_0,SD_CPU_EXTRA_BUFT=1,1,ok,63.02,73.46,74.6,11.11,12.3329,249,images/amx_lto-Q8_0+AMXw-r1.png
|
| amx_lto-Q8_0+AMXw,amx_lto,Q8_0,SD_CPU_EXTRA_BUFT=1,2,ok,48.82,59.32,60.4,11.11,12.3329,249,images/amx_lto-Q8_0+AMXw-r2.png
|
| ov-int4-8step,openvino,OV-INT4,-,1,ok,35.45,36.13,50.0,12.54,27.7079,254,images/ov-int4-8step-r1.png
|
| ov-int4-8step,openvino,OV-INT4,-,2,ok,38.11,38.84,53.2,12.63,27.7079,254,images/ov-int4-8step-r2.png
|
| llamafile-Q4_K-ffn13+AMXw,llamafile,Q4_K-ffn13,SD_CPU_EXTRA_BUFT=1,1,ok,39.59,46.50,47.4,8.14,1.8877,227,images/llamafile-Q4_K-ffn13+AMXw-r1.png |
| llamafile-Q4_K-ffn13+AMXw,llamafile,Q4_K-ffn13,SD_CPU_EXTRA_BUFT=1,2,ok,38.69,45.55,46.4,8.14,1.8877,227,images/llamafile-Q4_K-ffn13+AMXw-r2.png |
| llamafile-Q4_K-ffn13+AMXw+convdirect,llamafile,Q4_K-ffn13,SD_CPU_EXTRA_BUFT=1,1,ok,38.87,44.15,45.1,7.25,1.8877,227,images/llamafile-Q4_K-ffn13+AMXw+convdirect-r1.png |
| llamafile-Q4_K-ffn13+AMXw+convdirect,llamafile,Q4_K-ffn13,SD_CPU_EXTRA_BUFT=1,2,ok,42.06,47.67,48.6,7.22,1.8877,227,images/llamafile-Q4_K-ffn13+AMXw+convdirect-r2.png |
|
|
