Download ndarray-cache.json from AMAI-Lab/gemma-2-2b-it-q0f32_1-MLC: direct link, hf CLI and curl.
- Browser
- Download file 96.6 kB
-
https://huggingface.co/AMAI-Lab/gemma-2-2b-it-q0f32_1-MLC/resolve/main/ndarray-cache.json
- Command line
-
hf download hf://AMAI-Lab/gemma-2-2b-it-q0f32_1-MLC/ndarray-cache.json
-
curl -L -o ndarray-cache.json https://huggingface.co/AMAI-Lab/gemma-2-2b-it-q0f32_1-MLC/resolve/main/ndarray-cache.json
96.6 kB
{
"metadata": {
"ParamSize": 210,
"ParamBytes": 10457367552.0,
"BitsPerParam": 32.0
},
"records": [
{
"dataPath": "params_shard_0.bin",
"format": "raw-shard",
"nbytes": 1179648000,
"records": [
{
"name": "model.embed_tokens.weight",
"shape": [
256000,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 1179648000,
"byteOffset": 0
}
],
"md5sum": "cfcadd2072de2c574daf795963bf47bf"
},
{
"dataPath": "params_shard_1.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.0.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "363bf8cfb9b96407278607449ccf36b1"
},
{
"dataPath": "params_shard_2.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.0.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "6a1eb3223b5bb267afc2f626ead9df74"
},
{
"dataPath": "params_shard_3.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.1.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "26f1b4fd12be64a130fc60f7bbbb2520"
},
{
"dataPath": "params_shard_4.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.1.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "c9822bb457df83d2a682e0c5d02b2e04"
},
{
"dataPath": "params_shard_5.bin",
"format": "raw-shard",
"nbytes": 18874368,
"records": [
{
"name": "model.layers.1.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 0
}
],
"md5sum": "7ba0c6522bc4f6bb8818d9a4c9097fc9"
},
{
"dataPath": "params_shard_6.bin",
"format": "raw-shard",
"nbytes": 28348416,
"records": [
{
"name": "model.layers.0.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 0
},
{
"name": "model.layers.0.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 4608
},
{
"name": "model.layers.0.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9216
},
{
"name": "model.layers.0.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 13824
},
{
"name": "model.layers.0.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 18432
},
{
"name": "model.layers.0.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 18892800
},
{
"name": "model.layers.1.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 28329984
},
{
"name": "model.layers.1.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 28334592
},
{
"name": "model.layers.1.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 28339200
},
{
"name": "model.layers.1.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 28343808
}
],
"md5sum": "6f1b64cde09f06fa00688b875ffe7684"
},
{
"dataPath": "params_shard_7.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.2.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "bcc84ccb81bfb655bfe466f2b2190c84"
},
{
"dataPath": "params_shard_8.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.2.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "257e884c942263d646faac36e81a8f08"
},
{
"dataPath": "params_shard_9.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.1.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.2.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.2.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.2.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.2.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.2.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "e53325072965fa34e07b9136d031c8de"
},
{
"dataPath": "params_shard_10.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.3.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "bb78f9db1f75d5f1711643c2fd3f9fe7"
},
{
"dataPath": "params_shard_11.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.3.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "ed43632b03155b6f9c285431676e4227"
},
{
"dataPath": "params_shard_12.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.2.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.3.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.3.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.3.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.3.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.3.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "88eda25429981ec937db115a04b1d40c"
},
{
"dataPath": "params_shard_13.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.4.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "d06aebabbc09be34d4f551aca731c0d3"
},
{
"dataPath": "params_shard_14.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.4.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "9335157727101c8710af1a21340b0272"
},
{
"dataPath": "params_shard_15.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.3.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.4.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.4.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.4.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.4.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.4.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "f96328a593ec547a061fc0357165b907"
},
{
"dataPath": "params_shard_16.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.5.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "d5f663b32b4c35d11f1d71cbf0d593bc"
},
{
"dataPath": "params_shard_17.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.5.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "f6751f35f49e1cc6c7b468fd13d2aad5"
},
{
"dataPath": "params_shard_18.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.4.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.5.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.5.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.5.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.5.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.5.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "be2329b8a745f3dce9946e65b981c001"
},
{
"dataPath": "params_shard_19.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.6.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "134e6d0617ebb345f8309d56846c3991"
},
{
"dataPath": "params_shard_20.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.6.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "01a636de4ab0d86df150426f75f8eddb"
},
{
"dataPath": "params_shard_21.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.5.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.6.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.6.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.6.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.6.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.6.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "a19f7fbf287315fcc568a3d95b9fae6e"
},
{
"dataPath": "params_shard_22.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.7.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "a6e725e0af254abd96e6de325589c0e8"
},
{
"dataPath": "params_shard_23.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.7.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "d11d2957f7587264f7665af6d031fb5a"
},
{
"dataPath": "params_shard_24.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.6.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.7.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.7.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.7.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.7.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.7.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "7d924cad41d5b8da7448bc1b0db97cc2"
},
{
"dataPath": "params_shard_25.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.8.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "26b22102fd3029deade542cf90a72cb5"
},
{
"dataPath": "params_shard_26.bin",
"format": "raw-shard",
"nbytes": 28311552,
"records": [
{
"name": "model.layers.7.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.8.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9437184
}
],
"md5sum": "48ee25e33c88bc64ad5e758c5a9a15ac"
},
{
"dataPath": "params_shard_27.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.10.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "8d710b3c9998f875c74b8626a34f6bc9"
},
{
"dataPath": "params_shard_28.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.10.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "8a9caecded001f1c90674e541a716298"
},
{
"dataPath": "params_shard_29.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.8.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.10.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.10.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.10.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.10.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.10.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "aab1a4db8050cff0c11a872171e843da"
},
{
"dataPath": "params_shard_30.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.11.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "2339c5406ed10d78f0d7e387b280f9f4"
},
{
"dataPath": "params_shard_31.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.11.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "3f1f72f50b01a24ad9439162a69f2c13"
},
{
"dataPath": "params_shard_32.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.10.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.11.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.11.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.11.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.11.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.11.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "f20d46ed6ca2b5f603c28a07c433b6d8"
},
{
"dataPath": "params_shard_33.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.12.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "b7e66d713c1c8086872b789fde98392f"
},
{
"dataPath": "params_shard_34.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.12.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "1282a3fdf310917350c4e2c211d9965f"
},
{
"dataPath": "params_shard_35.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.11.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.12.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.12.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.12.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.12.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.12.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "0f2c884ed1dd1dc12212c4fb212efed8"
},
{
"dataPath": "params_shard_36.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.13.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "f7b6cd4ac12ee25c21b38724fdb20666"
},
{
"dataPath": "params_shard_37.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.13.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "b8012a24cc1b0217f9ffd63d7f3a3c3c"
},
{
"dataPath": "params_shard_38.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.12.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.13.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.13.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.13.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.13.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.13.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "c6dbe5526fd6e77c089ce79bbb479cb0"
},
{
"dataPath": "params_shard_39.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.14.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "942b0e33f6492616509917882a37e2fa"
},
{
"dataPath": "params_shard_40.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.14.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "66354ca79b3098ead8778b39a4be95d0"
},
{
"dataPath": "params_shard_41.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.13.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.14.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.14.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.14.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.14.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.14.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "36659f57cc766199945ac99ef9094b9c"
},
{
"dataPath": "params_shard_42.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.15.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "b39c18aff7df02bd1a60003e86d64a0f"
},
{
"dataPath": "params_shard_43.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.15.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "a90cb90718aabfd44a1e0abe61ecfcd6"
},
{
"dataPath": "params_shard_44.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.14.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.15.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.15.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.15.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.15.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.15.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "cf71f422f40f1f1ac3954adaeebb4dfa"
},
{
"dataPath": "params_shard_45.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.16.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "1c16c9d9ec91716344a5ff28a5e686fe"
},
{
"dataPath": "params_shard_46.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.16.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "02d5e673233475be8a670b963555be2a"
},
{
"dataPath": "params_shard_47.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.15.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.16.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.16.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.16.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.16.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.16.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "b23af06976e2c1e3fb7ca94bebde626e"
},
{
"dataPath": "params_shard_48.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.17.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "bdb498e92bf21fcc41501047f6786383"
},
{
"dataPath": "params_shard_49.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.17.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "590e788fde430f4c2e98d49befaef7f0"
},
{
"dataPath": "params_shard_50.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.16.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.17.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.17.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.17.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.17.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.17.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "e737ae5eb8779f75cfed9b3e63fd041c"
},
{
"dataPath": "params_shard_51.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.18.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "bffb0b3ea37f33e25243fdec3914791a"
},
{
"dataPath": "params_shard_52.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.18.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "70763af993774e6b93fb63ea7b8ea628"
},
{
"dataPath": "params_shard_53.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.17.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.18.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.18.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.18.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.18.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.18.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "aeb396984220e5df02570b2b1bd7d468"
},
{
"dataPath": "params_shard_54.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.19.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "060b9f731feca702156d3c22df6e4621"
},
{
"dataPath": "params_shard_55.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.19.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "506f0d72a260ed2639a4b0a606bcea58"
},
{
"dataPath": "params_shard_56.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.18.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.19.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.19.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.19.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.19.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.19.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "d6f00928ca91e0e440fef30c61999e9a"
},
{
"dataPath": "params_shard_57.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.20.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "fc090a35beeabfd9be1d330f0228f7e1"
},
{
"dataPath": "params_shard_58.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.20.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "9f83aaa73404911e53f4e2b12a57285f"
},
{
"dataPath": "params_shard_59.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.19.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.20.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.20.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.20.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.20.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.20.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "fd6dacfb407ab914e63cc39c3281bc6f"
},
{
"dataPath": "params_shard_60.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.21.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "8afd11e8ecc1edefc8e608b5a4874797"
},
{
"dataPath": "params_shard_61.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.21.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "e30a5e1066d50903fa643d603299cca3"
},
{
"dataPath": "params_shard_62.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.20.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.21.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.21.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.21.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.21.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.21.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "88d63d35dae615017f3067fd29088797"
},
{
"dataPath": "params_shard_63.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.22.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "f238d016f59c9fc2d456fddb93621c48"
},
{
"dataPath": "params_shard_64.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.22.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "90240469599f1480016c214068b20a53"
},
{
"dataPath": "params_shard_65.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.21.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.22.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.22.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.22.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.22.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.22.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "1fb2b4e522c2860686758a97233db546"
},
{
"dataPath": "params_shard_66.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.23.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "890afd28ae54bff3a9ab611abf2c74e1"
},
{
"dataPath": "params_shard_67.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.23.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "cb624391201b04aad4651e499b966390"
},
{
"dataPath": "params_shard_68.bin",
"format": "raw-shard",
"nbytes": 28329984,
"records": [
{
"name": "model.layers.22.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.23.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.23.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.23.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.23.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.23.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9455616
}
],
"md5sum": "00c3d46d23a91818590f49d1991dc24c"
},
{
"dataPath": "params_shard_69.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.24.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "32d728fb2e0c8dffc511688163e6a48c"
},
{
"dataPath": "params_shard_70.bin",
"format": "raw-shard",
"nbytes": 28311552,
"records": [
{
"name": "model.layers.23.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.24.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9437184
}
],
"md5sum": "a41fff9db92a57e3ab2991fffb79dfc1"
},
{
"dataPath": "params_shard_71.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.8.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "d7645a1d1fbbd7b1a406348b0b32a33c"
},
{
"dataPath": "params_shard_72.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.9.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "34b27deaed55efac21b51769f5e12e1e"
},
{
"dataPath": "params_shard_73.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.9.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "dfe618054fa5ccac02ac7354e989c464"
},
{
"dataPath": "params_shard_74.bin",
"format": "raw-shard",
"nbytes": 28348416,
"records": [
{
"name": "model.layers.24.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.8.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.8.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.8.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.8.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.9.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9455616
},
{
"name": "model.layers.9.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9460224
},
{
"name": "model.layers.9.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9464832
},
{
"name": "model.layers.9.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9469440
},
{
"name": "model.layers.9.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9474048
}
],
"md5sum": "d9bb53f96aa6e2ade94513dced7bcc96"
},
{
"dataPath": "params_shard_75.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.24.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "949458fd819fd148a1e4c9f80317c8e9"
},
{
"dataPath": "params_shard_76.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.25.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "d0cfa498888c98b044e0c593c17f5954"
},
{
"dataPath": "params_shard_77.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.25.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "e1f41c6413932f9e7832838199c32654"
},
{
"dataPath": "params_shard_78.bin",
"format": "raw-shard",
"nbytes": 28348416,
"records": [
{
"name": "model.layers.9.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.layers.24.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
},
{
"name": "model.layers.24.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9441792
},
{
"name": "model.layers.24.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9446400
},
{
"name": "model.layers.24.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9451008
},
{
"name": "model.layers.25.input_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9455616
},
{
"name": "model.layers.25.post_attention_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9460224
},
{
"name": "model.layers.25.post_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9464832
},
{
"name": "model.layers.25.pre_feedforward_layernorm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9469440
},
{
"name": "model.layers.25.self_attn.qkv_proj.weight",
"shape": [
4096,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 18874368,
"byteOffset": 9474048
}
],
"md5sum": "88949e3a0753e2d5cfd7ec245e550641"
},
{
"dataPath": "params_shard_79.bin",
"format": "raw-shard",
"nbytes": 9441792,
"records": [
{
"name": "model.layers.25.self_attn.o_proj.weight",
"shape": [
2304,
2048
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 9437184,
"byteOffset": 0
},
{
"name": "model.norm.weight",
"shape": [
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 4608,
"byteOffset": 9437184
}
],
"md5sum": "031a8efb5003f2cdfb0068f2fe412d61"
}
]
}
{
"metadata": {
"ParamSize": 210,
"ParamBytes": 10457367552.0,
"BitsPerParam": 32.0
},
"records": [
{
"dataPath": "params_shard_0.bin",
"format": "raw-shard",
"nbytes": 1179648000,
"records": [
{
"name": "model.embed_tokens.weight",
"shape": [
256000,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 1179648000,
"byteOffset": 0
}
],
"md5sum": "cfcadd2072de2c574daf795963bf47bf"
},
{
"dataPath": "params_shard_1.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.0.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "363bf8cfb9b96407278607449ccf36b1"
},
{
"dataPath": "params_shard_2.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.0.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],
"md5sum": "6a1eb3223b5bb267afc2f626ead9df74"
},
{
"dataPath": "params_shard_3.bin",
"format": "raw-shard",
"nbytes": 42467328,
"records": [
{
"name": "model.layers.1.mlp.down_proj.weight",
"shape": [
2304,
9216
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 42467328,
"byteOffset": 0
}
],
"md5sum": "26f1b4fd12be64a130fc60f7bbbb2520"
},
{
"dataPath": "params_shard_4.bin",
"format": "raw-shard",
"nbytes": 84934656,
"records": [
{
"name": "model.layers.1.mlp.gate_up_proj.weight",
"shape": [
18432,
2304
],
"dtype": "float32",
"format": "f32-to-bf16",
"nbytes": 84934656,
"byteOffset": 0
}
],