Upload folder using huggingface_hub
Browse files- README.md +1 -0
- models.json +17 -0
- plots/perf_per_byte.png +2 -2
- plots/tokens_per_task_vs_active.png +2 -2
- plots/wall_vs_active.png +2 -2
- plots/wall_vs_active_perfect_country.png +2 -2
- plots/wall_vs_tokens.png +2 -2
- plots/wall_vs_total.png +2 -2
- plots/wall_vs_total_perfect_country.png +2 -2
- results.json +53 -46
- results_full42.csv +1 -0
README.md
CHANGED
|
@@ -144,6 +144,7 @@ those as 39/42, 32/42, or 35/42 would count harness limits as model failures.
|
|
| 144 |
| [GLM-4.7-Flash](https://huggingface.co/Myric/GLM-4.7-Flash-APEX-GGUF) | APEX i-quality | 24/25 | 3/5 | 6/9 | 3/3 | **36/42** | 0 | 10,226 | 28.2 | 1 |
|
| 145 |
| [Muse-Glimmer-30B-heretic](https://huggingface.co/darkc0de/Muse-Glimmer-30B-heretic) | Q4_K_M | 25/25 | 5/5 | 9/9 | 3/3 | **42/42** | 0 | 4,895 | 8.8 | 1 |
|
| 146 |
| [Qwen3.8-27B](https://huggingface.co/Qwen/Qwen3.8-27B) | Q4_K_M | 25/25 | 5/5 | 9/9 | 3/3 | **42/42** | 0 | 2,236 | 9.6 | 1 |
|
|
|
|
| 147 |
<!-- TABLE:END -->
|
| 148 |
|
| 149 |
Every row links to the public card for the exact quant where one exists; where the tested GGUF is
|
|
|
|
| 144 |
| [GLM-4.7-Flash](https://huggingface.co/Myric/GLM-4.7-Flash-APEX-GGUF) | APEX i-quality | 24/25 | 3/5 | 6/9 | 3/3 | **36/42** | 0 | 10,226 | 28.2 | 1 |
|
| 145 |
| [Muse-Glimmer-30B-heretic](https://huggingface.co/darkc0de/Muse-Glimmer-30B-heretic) | Q4_K_M | 25/25 | 5/5 | 9/9 | 3/3 | **42/42** | 0 | 4,895 | 8.8 | 1 |
|
| 146 |
| [Qwen3.8-27B](https://huggingface.co/Qwen/Qwen3.8-27B) | Q4_K_M | 25/25 | 5/5 | 9/9 | 3/3 | **42/42** | 0 | 2,236 | 9.6 | 1 |
|
| 147 |
+
| [Ripple-65B-Preview](https://huggingface.co/Myric/Ripple-65B-Preview-APEX-GGUF) | Q4_K_M + DFlash2 (n16) | 25/25 | 5/5 | 9/9 | 3/3 | **42/42** | 0 | 2,188 | 22.2 | 1 |
|
| 148 |
<!-- TABLE:END -->
|
| 149 |
|
| 150 |
Every row links to the public card for the exact quant where one exists; where the tested GGUF is
|
models.json
CHANGED
|
@@ -753,6 +753,23 @@
|
|
| 753 |
],
|
| 754 |
"base_country": "China",
|
| 755 |
"post_country": "China"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 756 |
}
|
| 757 |
]
|
| 758 |
}
|
|
|
|
| 753 |
],
|
| 754 |
"base_country": "China",
|
| 755 |
"post_country": "China"
|
| 756 |
+
},
|
| 757 |
+
{
|
| 758 |
+
"group": "ripple65b-dflash16",
|
| 759 |
+
"model": "Ripple-65B-Preview",
|
| 760 |
+
"short": "Ripple-65B",
|
| 761 |
+
"quant": "Q4_K_M + DFlash2 (n16)",
|
| 762 |
+
"active_b": 65.0,
|
| 763 |
+
"total_b": 65.0,
|
| 764 |
+
"size_gb": 38.8,
|
| 765 |
+
"link": "https://huggingface.co/Myric/Ripple-65B-Preview-APEX-GGUF",
|
| 766 |
+
"link_note": "Tested target quant: prithivMLmods Q4_K_M (exact file); card carries the DFlash2 drafter, serving recipe, and provenance notes",
|
| 767 |
+
"box": "gb10",
|
| 768 |
+
"annotate": true,
|
| 769 |
+
"offset": [
|
| 770 |
+
8,
|
| 771 |
+
8
|
| 772 |
+
]
|
| 773 |
}
|
| 774 |
]
|
| 775 |
}
|
plots/perf_per_byte.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
plots/tokens_per_task_vs_active.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
plots/wall_vs_active.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
plots/wall_vs_active_perfect_country.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
plots/wall_vs_tokens.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
plots/wall_vs_total.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
plots/wall_vs_total_perfect_country.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
results.json
CHANGED
|
@@ -2087,6 +2087,59 @@
|
|
| 2087 |
"total_wall_s": 15246.2,
|
| 2088 |
"total_tokens_out": 244781
|
| 2089 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2090 |
{
|
| 2091 |
"label": "scout-iquality-proxy-oc2-r4",
|
| 2092 |
"group": "scout-iquality-proxy-oc2",
|
|
@@ -5881,52 +5934,6 @@
|
|
| 5881 |
"total_wall_s": 812.4,
|
| 5882 |
"total_tokens_out": 0
|
| 5883 |
},
|
| 5884 |
-
{
|
| 5885 |
-
"label": "solar-open2-148b-q4km-tier4a",
|
| 5886 |
-
"group": "solar-open2-148b-q4km-tier4a",
|
| 5887 |
-
"box": "gb10",
|
| 5888 |
-
"model_path": "Solar-Open2-148B-REAP-Q4_K_M.gguf",
|
| 5889 |
-
"suites": {
|
| 5890 |
-
"tier4a": {
|
| 5891 |
-
"tasks": 3,
|
| 5892 |
-
"valid": 1,
|
| 5893 |
-
"passed": 0,
|
| 5894 |
-
"void": 2,
|
| 5895 |
-
"partial": 0.2222,
|
| 5896 |
-
"wall_s": 51.8,
|
| 5897 |
-
"tokens_out": 33,
|
| 5898 |
-
"source": "results_solar-open2-148b-q4km-tier4a_opencode_tasks_tier4a.json"
|
| 5899 |
-
}
|
| 5900 |
-
},
|
| 5901 |
-
"total_passed": 0,
|
| 5902 |
-
"total_valid": 1,
|
| 5903 |
-
"total_void": 2,
|
| 5904 |
-
"total_wall_s": 51.8,
|
| 5905 |
-
"total_tokens_out": 33
|
| 5906 |
-
},
|
| 5907 |
-
{
|
| 5908 |
-
"label": "solar-open2-148b-q4km-tier4a-parser2",
|
| 5909 |
-
"group": "solar-open2-148b-q4km-tier4a-parser2",
|
| 5910 |
-
"box": "gb10",
|
| 5911 |
-
"model_path": "Solar-Open2-148B-REAP-Q4_K_M.gguf",
|
| 5912 |
-
"suites": {
|
| 5913 |
-
"tier4a": {
|
| 5914 |
-
"tasks": 3,
|
| 5915 |
-
"valid": 0,
|
| 5916 |
-
"passed": 0,
|
| 5917 |
-
"void": 3,
|
| 5918 |
-
"partial": 0.0,
|
| 5919 |
-
"wall_s": 3644.5,
|
| 5920 |
-
"tokens_out": 0,
|
| 5921 |
-
"source": "results_solar-open2-148b-q4km-tier4a-parser2_opencode_tasks_tier4a.json"
|
| 5922 |
-
}
|
| 5923 |
-
},
|
| 5924 |
-
"total_passed": 0,
|
| 5925 |
-
"total_valid": 0,
|
| 5926 |
-
"total_void": 3,
|
| 5927 |
-
"total_wall_s": 3644.5,
|
| 5928 |
-
"total_tokens_out": 0
|
| 5929 |
-
},
|
| 5930 |
{
|
| 5931 |
"label": "solar-open2-148b-q4km-tier4a-parser3",
|
| 5932 |
"group": "solar-open2-148b-q4km-tier4a-parser3",
|
|
|
|
| 2087 |
"total_wall_s": 15246.2,
|
| 2088 |
"total_tokens_out": 244781
|
| 2089 |
},
|
| 2090 |
+
{
|
| 2091 |
+
"label": "ripple65b-dflash16",
|
| 2092 |
+
"group": "ripple65b-dflash16",
|
| 2093 |
+
"box": "gb10",
|
| 2094 |
+
"model_path": "Ripple-65B-Preview.Q4_K_M.gguf",
|
| 2095 |
+
"suites": {
|
| 2096 |
+
"general": {
|
| 2097 |
+
"tasks": 25,
|
| 2098 |
+
"valid": 25,
|
| 2099 |
+
"passed": 25,
|
| 2100 |
+
"void": 0,
|
| 2101 |
+
"partial": 1.0,
|
| 2102 |
+
"wall_s": 0.0,
|
| 2103 |
+
"tokens_out": 34568,
|
| 2104 |
+
"source": "results_ripple65b-dflash16_opencode_tasks.json"
|
| 2105 |
+
},
|
| 2106 |
+
"frontier": {
|
| 2107 |
+
"tasks": 9,
|
| 2108 |
+
"valid": 9,
|
| 2109 |
+
"passed": 9,
|
| 2110 |
+
"void": 0,
|
| 2111 |
+
"partial": 1.0,
|
| 2112 |
+
"wall_s": 3603.8,
|
| 2113 |
+
"tokens_out": 38159,
|
| 2114 |
+
"source": "results_ripple65b-dflash16_opencode_tasks_frontier.json"
|
| 2115 |
+
},
|
| 2116 |
+
"hard": {
|
| 2117 |
+
"tasks": 5,
|
| 2118 |
+
"valid": 5,
|
| 2119 |
+
"passed": 5,
|
| 2120 |
+
"void": 0,
|
| 2121 |
+
"partial": 1.0,
|
| 2122 |
+
"wall_s": 0.0,
|
| 2123 |
+
"tokens_out": 15493,
|
| 2124 |
+
"source": "results_ripple65b-dflash16_opencode_tasks_hard.json"
|
| 2125 |
+
},
|
| 2126 |
+
"tier4a": {
|
| 2127 |
+
"tasks": 3,
|
| 2128 |
+
"valid": 3,
|
| 2129 |
+
"passed": 3,
|
| 2130 |
+
"void": 0,
|
| 2131 |
+
"partial": 1.0,
|
| 2132 |
+
"wall_s": 529.5,
|
| 2133 |
+
"tokens_out": 3681,
|
| 2134 |
+
"source": "results_ripple65b-dflash16_opencode_tasks_tier4a.json"
|
| 2135 |
+
}
|
| 2136 |
+
},
|
| 2137 |
+
"total_passed": 42,
|
| 2138 |
+
"total_valid": 42,
|
| 2139 |
+
"total_void": 0,
|
| 2140 |
+
"total_wall_s": 4133.3,
|
| 2141 |
+
"total_tokens_out": 91901
|
| 2142 |
+
},
|
| 2143 |
{
|
| 2144 |
"label": "scout-iquality-proxy-oc2-r4",
|
| 2145 |
"group": "scout-iquality-proxy-oc2",
|
|
|
|
| 5934 |
"total_wall_s": 812.4,
|
| 5935 |
"total_tokens_out": 0
|
| 5936 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5937 |
{
|
| 5938 |
"label": "solar-open2-148b-q4km-tier4a-parser3",
|
| 5939 |
"group": "solar-open2-148b-q4km-tier4a-parser3",
|
results_full42.csv
CHANGED
|
@@ -38,6 +38,7 @@ ornith122-iquality-r2,ornith122-iquality,gb10,Ornith-1.5-122B-APEX-i-quality.ggu
|
|
| 38 |
ornith35-apex-iquality,ornith35-apex-iquality,gb10,Ornith-1.5-35B-A3B-APEX-i-quality.gguf,25/25,5/5,9/9,3/3,42/42,0,42,1.15,211193,5028.4,50.84,1.0
|
| 39 |
qwen38-27b-q4km,qwen38-27b-q4km,gb10,Qwen3.8-27B-Q4_K_M.gguf,25/25,5/5,9/9,3/3,42/42,0,42,2.71,93914,2236.0,9.64,1.0
|
| 40 |
qwen38-flash-next-middle,qwen38-flash-next-middle,gb10,qwen3.8-flash-next-MIDDLE.gguf,24/24,5/5,9/9,3/3,41/41,1,41,4.24,244781,5970.3,16.06,1.0
|
|
|
|
| 41 |
scout-iquality-proxy-oc2-r4,scout-iquality-proxy-oc2,gb10,Llama-4-Scout-17B-16E-Instruct-APEX-i-quality.gguf,0/0,0/0,0/1,0/0,0/1,41,0,1.69,90,90.0,0.01,0.5004
|
| 42 |
spark-x2.5-4b-bf16,spark-x2.5-4b-bf16,gb10,spark-x2.5-4b-BF16.gguf,22/22,3/3,4/4,3/3,32/32,10,32,14.54,574489,17952.8,10.97,1.0
|
| 43 |
spark-x2.5-4b-q6_k,spark-x2.5-4b-q6_k,gb10,,22/22,3/3,2/2,3/3,30/30,12,30,6.64,387490,12916.3,16.21,1.0
|
|
|
|
| 38 |
ornith35-apex-iquality,ornith35-apex-iquality,gb10,Ornith-1.5-35B-A3B-APEX-i-quality.gguf,25/25,5/5,9/9,3/3,42/42,0,42,1.15,211193,5028.4,50.84,1.0
|
| 39 |
qwen38-27b-q4km,qwen38-27b-q4km,gb10,Qwen3.8-27B-Q4_K_M.gguf,25/25,5/5,9/9,3/3,42/42,0,42,2.71,93914,2236.0,9.64,1.0
|
| 40 |
qwen38-flash-next-middle,qwen38-flash-next-middle,gb10,qwen3.8-flash-next-MIDDLE.gguf,24/24,5/5,9/9,3/3,41/41,1,41,4.24,244781,5970.3,16.06,1.0
|
| 41 |
+
ripple65b-dflash16,ripple65b-dflash16,gb10,Ripple-65B-Preview.Q4_K_M.gguf,25/25,5/5,9/9,3/3,42/42,0,42,1.15,91901,2188.1,22.23,1.0
|
| 42 |
scout-iquality-proxy-oc2-r4,scout-iquality-proxy-oc2,gb10,Llama-4-Scout-17B-16E-Instruct-APEX-i-quality.gguf,0/0,0/0,0/1,0/0,0/1,41,0,1.69,90,90.0,0.01,0.5004
|
| 43 |
spark-x2.5-4b-bf16,spark-x2.5-4b-bf16,gb10,spark-x2.5-4b-BF16.gguf,22/22,3/3,4/4,3/3,32/32,10,32,14.54,574489,17952.8,10.97,1.0
|
| 44 |
spark-x2.5-4b-q6_k,spark-x2.5-4b-q6_k,gb10,,22/22,3/3,2/2,3/3,30/30,12,30,6.64,387490,12916.3,16.21,1.0
|