kev-4b-W4A16 / release.json
bowmanslayer's picture
Add release.json
f593e91 verified
Raw History Blame Contribute Delete
1.02 kB
{
"model": {
"repo": "jaredpalmer/kev-4b",
"revision": "139fdd94f1b6a6ad80cc15e08fcb99cac885a101",
"base": "Qwen/Qwen3.5-4B-Base",
"base_revision": "1001bb4d826a52d1f399e183466143f4da7b741b"
},
"kev_source_revision": "0fe8fc97c2bcc247fa3efb6e5c32af4e99770e91",
"quantization": {
"scheme": "W4A16",
"packing": "auto_round:auto_gptq",
"group_size": 128,
"symmetric": true,
"activation_dtype": "float16",
"auto_round": "0.12.3",
"transformers": "5.17.0",
"torch_build_environment": "2.10.0+cu128",
"samples": 256,
"sequence_length": 512,
"iterations": 200,
"batch_size": 4,
"calibration": "192 public Kev calibration rows + 64 independently generated Chinese synthetic rows",
"retained": "in_proj_a, in_proj_b and incompatible projection dimensions remain 16-bit"
},
"lora_merged": true,
"head": "Unmodified original upstream head.pt, stored as kev_head.pt",
"testing": "4B candidate B runtime tested; strict fidelity gate failed"
}