kev-9b-W4A16 / release.json
bowmanslayer's picture
Add release.json
4efd75b verified
Raw History Blame Contribute Delete
1.05 kB
{
"model": {
"repo": "jaredpalmer/kev-9b",
"revision": "2629c06a5aeb0feb3b9783bafed17ed8f39ecf5c",
"base": "Qwen/Qwen3.5-9B-Base",
"base_revision": "68c46c4b3498877f3ef123c856ecfde50c39f404"
},
"kev_source_revision": "0fe8fc97c2bcc247fa3efb6e5c32af4e99770e91",
"quantization": {
"scheme": "W4A16",
"packing": "auto_round:auto_gptq",
"group_size": 128,
"symmetric": true,
"activation_dtype": "float16",
"auto_round": "0.12.3",
"transformers": "5.17.0",
"torch_build_environment": "2.10.0+cu128",
"samples": 256,
"sequence_length": 512,
"iterations": 200,
"batch_size": 4,
"calibration": "192 public Kev calibration rows + 64 independently generated Chinese synthetic rows",
"retained": "in_proj_a, in_proj_b and incompatible projection dimensions remain 16-bit"
},
"lora_merged": true,
"head": "Unmodified original upstream head.pt, stored as kev_head.pt",
"testing": "Artifact integrity verified; inference and quality not validated in this release workflow"
}