kev-4b-mlx-8bit / decision.json
lpalbou's picture
kev-4b-mlx-8bit: AbstractCore decision checkpoint
e49c951 verified
Raw History Blame Contribute Delete
1.38 kB
{
"format": "abstractcore-decision/1",
"kind": "kev",
"head_dim": 256,
"hidden_size": 2560,
"temperature": 2.406050072164233,
"head_file": "head.safetensors",
"runtime": "mlx",
"base": "Qwen/Qwen3.5-4B-Base",
"base_revision": "1001bb4d826a52d1f399e183466143f4da7b741b",
"lora_rank": 16,
"backbone": "merged",
"delimiters": [
"<|fim_prefix|>",
"<|fim_middle|>",
"<|box_start|>",
"<|box_end|>",
"<|fim_suffix|>"
],
"question_types": [
"choice",
"noul",
"score"
],
"max_state_tokens": 65536,
"max_row_tokens": 73728,
"source": {
"adapter_dir": "/Users/albou/.cache/huggingface/hub/models--jaredpalmer--kev-4b/snapshots/6cfce5c2fa4b4bd64026336ab649c5ca78857d52",
"base_dir": "/Users/albou/.cache/huggingface/hub/models--Qwen--Qwen3.5-4B-Base/snapshots/1001bb4d826a52d1f399e183466143f4da7b741b",
"adapter_sha256": "90e817356246e7f18bfa7ca3d31794cd4fbeb3332a66a84cb51d9ceae925f2b2",
"head_sha256": "dd633435998ecc751ac538717a3742e32149500fabf7d7276287dbf0693f347c",
"repos": {
"jaredpalmer/kev-4b": "6cfce5c2fa4b4bd64026336ab649c5ca78857d52",
"Qwen/Qwen3.5-4B-Base": "1001bb4d826a52d1f399e183466143f4da7b741b"
}
},
"license": "apache-2.0",
"quantization_recipe": {
"bits": 8,
"group_size": 64,
"upgrade": {}
},
"merged_tensors": 248,
"tensor_count": 924
}