d1a-e4b-coreml / d1a_config.json
JohnP1's picture
D1A-E4B v0.6 Core ML: text trunk, 7 int8 chunks, L=512 (#224)
e9f8aad verified
Raw History Blame Contribute Delete
825 Bytes
{
"format": "d1a-mlx",
"format_version": 1,
"base": "google/gemma-4-E4B",
"base_revision": "411aa17b749aa952df1359d2dcea73917a544d9a",
"source": "JohnP1/d1a-e4b",
"source_revision": "3ca01b824280cacf027826b0ded8632f242a7e8b",
"adapter_sha256": "739ce962c3ae630243ee53b212a822e8b2feee41080b68d5b460fd0ebb19e4ea",
"lora": 16,
"head_dim": 256,
"hidden_size": 2560,
"temperature": 1.9543199368684914,
"leading_ids": [
2
],
"bos_id": 2,
"delimiter_ids": [
6,
7,
8,
9,
10
],
"pad_id": 0,
"dtype": "bfloat16",
"quantization": {
"group_size": 64,
"bits": 8,
"mode": "affine",
"language_model.model.embed_tokens_per_layer": {
"group_size": 64,
"bits": 4,
"mode": "affine"
},
"embeddings": true
},
"head": "head.safetensors"
}