| { |
| "blind": { |
| "acceptable_with": 25, |
| "acceptable_without": 1, |
| "pairs": 40, |
| "ties": 6, |
| "with": 33, |
| "without": 1 |
| }, |
| "decay": 0.5, |
| "domains": [ |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "cars", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 4.0, |
| "share": 0.539 |
| }, |
| "with": { |
| "false": 1.3, |
| "share": 0.212 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 4.96224331593517, |
| "bytes_4bit": 725760, |
| "domain": "cars", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.186120961835731, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 818679 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802390, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "cars-r2", |
| "path": "packs/cars-r2-3ea12f2e", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.2998776009791922 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "cooking", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 3.6, |
| "share": 0.387 |
| }, |
| "with": { |
| "false": 1.6, |
| "share": 0.203 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 4.869821606954385, |
| "bytes_4bit": 725760, |
| "domain": "cooking", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.2711402549191426, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 885211 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802395, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "cooking-r2", |
| "path": "packs/cooking-r2-3b323f66", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.2962056303549572 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": { |
| "base": 30, |
| "blind": { |
| "pairs": 4, |
| "ties": 1, |
| "with": 2, |
| "without": 1 |
| }, |
| "questions": 60, |
| "with": 51 |
| }, |
| "domain": "css", |
| "examples": [], |
| "facts": null, |
| "info": { |
| "base": "runs/models/qwen35-page-wsp", |
| "base_bits": 4, |
| "base_ppl": 2.3287354969448666, |
| "bytes_4bit": 725760, |
| "domain": "css", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 1.3474142431685607, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 6000, |
| "train_tokens": 1776532 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802397, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "css-r2", |
| "path": "packs/css-r2-a00adc7a", |
| "rank": 2 |
| }, |
| "truthfulqa": null |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "diy", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 2.1, |
| "share": 0.407 |
| }, |
| "with": { |
| "false": 0.8, |
| "share": 0.141 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 5.300827951763681, |
| "bytes_4bit": 725760, |
| "domain": "diy", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.410323975806201, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 614279 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802390, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "diy-r2", |
| "path": "packs/diy-r2-0efb43a6", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.2998776009791922 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "finance", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 3.6, |
| "share": 0.511 |
| }, |
| "with": { |
| "false": 1.5, |
| "share": 0.212 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 4.250071171131596, |
| "bytes_4bit": 725760, |
| "domain": "finance", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.0359278500554434, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 917250 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802395, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "finance-r2", |
| "path": "packs/finance-r2-b35b3152", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.3072215422276622 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "fitness", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 1.9, |
| "share": 0.309 |
| }, |
| "with": { |
| "false": 0.8, |
| "share": 0.133 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 4.875448846849409, |
| "bytes_4bit": 725760, |
| "domain": "fitness", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.16935572622295, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 688519 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802393, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "fitness-r2", |
| "path": "packs/fitness-r2-d49527bb", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.31211750305997554 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "gardening", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 4.0, |
| "share": 0.407 |
| }, |
| "with": { |
| "false": 1.7, |
| "share": 0.193 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 5.279469309329421, |
| "bytes_4bit": 725760, |
| "domain": "gardening", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.2817504782863205, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 733946 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802397, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "gardening-r2", |
| "path": "packs/gardening-r2-55f4e671", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.29865361077111385 |
| } |
| }, |
| { |
| "base_only": true, |
| "centroids": 16, |
| "code": null, |
| "domain": "general", |
| "examples": [], |
| "facts": null, |
| "info": null, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": null, |
| "truthfulqa": null |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": { |
| "base": 19, |
| "blind": { |
| "pairs": 4, |
| "ties": 0, |
| "with": 4, |
| "without": 0 |
| }, |
| "questions": 60, |
| "with": 50 |
| }, |
| "domain": "html", |
| "examples": [], |
| "facts": null, |
| "info": { |
| "base": "runs/models/qwen35-page-wsp", |
| "base_bits": 4, |
| "base_ppl": 2.1869036104612505, |
| "bytes_4bit": 1451520, |
| "domain": "html", |
| "layers": 24, |
| "params": 2580480, |
| "ppl": 1.3230174648017876, |
| "rank": 4, |
| "scale": 2.0, |
| "steps": 6000, |
| "train_tokens": 2140142 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 1528863, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "html-r2", |
| "path": "packs/html-r2-a53bf180", |
| "rank": 4 |
| }, |
| "truthfulqa": null |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": { |
| "base": 7, |
| "blind": { |
| "pairs": 4, |
| "ties": 1, |
| "with": 2, |
| "without": 1 |
| }, |
| "questions": 60, |
| "with": 51 |
| }, |
| "domain": "js", |
| "examples": [], |
| "facts": null, |
| "info": { |
| "base": "runs/models/qwen35-page-wsp", |
| "base_bits": 4, |
| "base_ppl": 2.5716289305647075, |
| "bytes_4bit": 725760, |
| "domain": "js", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 1.3584237453501138, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 10000, |
| "train_tokens": 4223951 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802397, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "js-r2", |
| "path": "packs/js-r2-0dcd0f77", |
| "rank": 2 |
| }, |
| "truthfulqa": null |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "law", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 1.1, |
| "share": 0.363 |
| }, |
| "with": { |
| "false": 0.9, |
| "share": 0.175 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 5.457796934469007, |
| "bytes_4bit": 725760, |
| "domain": "law", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.887716225990368, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 4000, |
| "train_tokens": 498244 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802390, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "law-r2", |
| "path": "packs/law-r2-380bc9e0", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.2864137086903305 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "parenting", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 2.1, |
| "share": 0.369 |
| }, |
| "with": { |
| "false": 0.6, |
| "share": 0.105 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 5.315912502661763, |
| "bytes_4bit": 725760, |
| "domain": "parenting", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.742942783291366, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 735062 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802396, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "parenting-r2", |
| "path": "packs/parenting-r2-eaba4555", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.3011015911872705 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "pets", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 3.8, |
| "share": 0.4479999999999999 |
| }, |
| "with": { |
| "false": 1.8, |
| "share": 0.23 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 5.5625124731363, |
| "bytes_4bit": 725760, |
| "domain": "pets", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.888692209655045, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 422146 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802389, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "pets-r2", |
| "path": "packs/pets-r2-2da88fe3", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.29253365973072215 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "smalltalk", |
| "examples": [], |
| "facts": null, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 10.091345829723055, |
| "bytes_4bit": 725760, |
| "domain": "smalltalk", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 4.294815007209282, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 135434 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802397, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "smalltalk-r2", |
| "path": "packs/smalltalk-r2-8688597d", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.3047735618115055 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "tech", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 3.1, |
| "share": 0.396 |
| }, |
| "with": { |
| "false": 0.6, |
| "share": 0.096 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 3.957085797528421, |
| "bytes_4bit": 725760, |
| "domain": "tech", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 2.4508512279570525, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 712851 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802392, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "tech-r2", |
| "path": "packs/tech-r2-d0856f47", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.31334149326805383 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "travel", |
| "examples": [], |
| "facts": { |
| "base": { |
| "false": 4.6, |
| "share": 0.435 |
| }, |
| "with": { |
| "false": 2.3, |
| "share": 0.282 |
| } |
| }, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 5.4986919671053665, |
| "bytes_4bit": 725760, |
| "domain": "travel", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 3.7800625308859, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 787912 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802392, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "travel-r2", |
| "path": "packs/travel-r2-5e013818", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.29253365973072215 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "writing", |
| "examples": [], |
| "facts": null, |
| "info": { |
| "base": "runs/models/qwen35-page", |
| "base_bits": 4, |
| "base_ppl": 5.065431420472393, |
| "bytes_4bit": 725760, |
| "domain": "writing", |
| "layers": 24, |
| "params": 1290240, |
| "ppl": 2.6665206957703376, |
| "rank": 2, |
| "scale": 2.0, |
| "steps": 2000, |
| "train_tokens": 506287 |
| }, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": { |
| "bytes": 802395, |
| "files": [ |
| "pack.json", |
| "pack.q4.safetensors" |
| ], |
| "name": "writing-r2", |
| "path": "packs/writing-r2-e812492e", |
| "rank": 2 |
| }, |
| "truthfulqa": { |
| "base": 0.26193390452876375, |
| "questions": 817, |
| "with": 0.29865361077111385 |
| } |
| }, |
| { |
| "base_only": false, |
| "centroids": 16, |
| "code": null, |
| "domain": "ww2", |
| "examples": [], |
| "facts": null, |
| "info": null, |
| "judge": { |
| "base": null, |
| "questions": 0, |
| "with": null |
| }, |
| "mmlu": null, |
| "package": null, |
| "truthfulqa": null |
| } |
| ], |
| "facts": { |
| "base": { |
| "answers": 550, |
| "claims": 7.33, |
| "false": 3.09, |
| "share": 0.421 |
| }, |
| "with": { |
| "answers": 549, |
| "claims": 6.7, |
| "false": 1.25, |
| "share": 0.187 |
| } |
| }, |
| "margin": 0.019999999552965164, |
| "mmlu_general": [ |
| 0.356140350877193, |
| 0.36666666666666664 |
| ], |
| "model": "Qwen/Qwen3.5-0.8B", |
| "threshold": 0.4099999964237213 |
| } |
