{ "note": "UltraTensor expert splices of DeepSeek-V4-Pro, corrected release. Every file loads in stock llama.cpp.", "models": [ { "id": "keep12u", "file": "DeepSeek-V4-Coder-keep12u.gguf", "bytes": 34534261376, "sha256": "06fefca1eed7b65672f0b32fb35cf7b188a7b0f3b7d21ee8327be949a27dea36", "quant": "Q3_K_M", "quality_vs_full_model": { "code": { "mean_ppl_ratio": 7.841408, "mean_kld": 2.218059, "p99_kld": 10.272367, "max_kld": 12.204142, "same_top_p": 53.333, "ppl_q": 19.465803, "ppl_base": 2.482437, "mean_ln_ppl_ratio": 2.059418, "seconds": 525.6142222881317 }, "math": { "mean_ppl_ratio": 22.31243, "mean_kld": 3.286373, "p99_kld": 10.435582, "max_kld": 13.650668, "same_top_p": 31.046, "ppl_q": 99.04604, "ppl_base": 4.439052, "mean_ln_ppl_ratio": 3.105144, "seconds": 528.5378923416138 }, "web": { "mean_ppl_ratio": 17.845013, "mean_kld": 3.171519, "p99_kld": 10.442831, "max_kld": 13.924657, "same_top_p": 30.458, "ppl_q": 96.891198, "ppl_base": 5.429595, "mean_ln_ppl_ratio": 2.881724, "seconds": 686.1306977272034 }, "multilingual": { "mean_ppl_ratio": 118.08222, "mean_kld": 4.848422, "p99_kld": 11.466878, "max_kld": 14.286267, "same_top_p": 21.83, "ppl_q": 219.882016, "ppl_base": 1.862109, "mean_ln_ppl_ratio": 4.771381, "seconds": 401.41162276268005 } } }, { "id": "keep16u", "file": "DeepSeek-V4-Coder-keep16u.gguf", "bytes": 42213890208, "sha256": "41029742c93e00d408b2457030d278f733301605dad34bc8a7c87aa8016bf4f0", "quant": "Q3_K_M", "quality_vs_full_model": { "code": { "mean_ppl_ratio": 7.168135, "mean_kld": 2.13235, "p99_kld": 10.19467, "max_kld": 14.657751, "same_top_p": 54.641, "ppl_q": 17.794445, "ppl_base": 2.482437, "mean_ln_ppl_ratio": 1.969645, "seconds": 631.4457876682281 }, "math": { "mean_ppl_ratio": 22.87252, "mean_kld": 3.308744, "p99_kld": 10.898163, "max_kld": 13.628518, "same_top_p": 31.503, "ppl_q": 101.532307, "ppl_base": 4.439052, "mean_ln_ppl_ratio": 3.129936, "seconds": 536.8725681304932 }, "web": { "mean_ppl_ratio": 18.346225, "mean_kld": 3.201119, "p99_kld": 10.421721, "max_kld": 16.939787, "same_top_p": 31.242, "ppl_q": 99.612575, "ppl_base": 5.429595, "mean_ln_ppl_ratio": 2.909424, "seconds": 334.2714147567749 }, "multilingual": { "mean_ppl_ratio": 129.930837, "mean_kld": 4.94709, "p99_kld": 12.194567, "max_kld": 14.88663, "same_top_p": 21.111, "ppl_q": 241.945437, "ppl_base": 1.862109, "mean_ln_ppl_ratio": 4.867002, "seconds": 311.27877616882324 } } }, { "id": "keep16u-iq2xs", "file": "DeepSeek-V4-Coder-keep16u-iq2xs.gguf", "bytes": 30160640544, "sha256": "ab534a1b2f87dfc64edc42f68a33f45592c2d3f85f46a0f0aee46a5c6975b855", "quant": "IQ2_XS experts + Q3_K_M", "quality_vs_full_model": { "code": { "mean_ppl_ratio": 9.099898, "mean_kld": 2.362374, "p99_kld": 11.31906, "max_kld": 16.148975, "same_top_p": 53.137, "ppl_q": 22.589925, "ppl_base": 2.482437, "mean_ln_ppl_ratio": 2.208263, "seconds": 853.555673122406 }, "math": { "mean_ppl_ratio": 26.888559, "mean_kld": 3.447439, "p99_kld": 11.441486, "max_kld": 15.993463, "same_top_p": 30.654, "ppl_q": 119.359712, "ppl_base": 4.439052, "mean_ln_ppl_ratio": 3.291701, "seconds": 991.8521473407745 }, "web": { "mean_ppl_ratio": 20.035827, "mean_kld": 3.298229, "p99_kld": 10.33832, "max_kld": 15.200585, "same_top_p": 30.98, "ppl_q": 108.786426, "ppl_base": 5.429595, "mean_ln_ppl_ratio": 2.997522, "seconds": 978.4559774398804 }, "multilingual": { "mean_ppl_ratio": 143.609144, "mean_kld": 5.05533, "p99_kld": 12.383608, "max_kld": 15.366625, "same_top_p": 20.261, "ppl_q": 267.415942, "ppl_base": 1.862109, "mean_ln_ppl_ratio": 4.967095, "seconds": 965.1823761463165 } } } ] }