Upload unchanged source checkpoint manifest
Browse files- checkpoint/axl-ablit-manifest.json +1034 -0
checkpoint/axl-ablit-manifest.json
ADDED
|
@@ -0,0 +1,1034 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base": {
|
| 3 |
+
"files": {
|
| 4 |
+
"config.json": "df9e6fbd1d8c393a9af5d5ac3374ad2bc8ea21ad96f3aec161d649d51f229dfb",
|
| 5 |
+
"generation_config.json": "a07de3408f578c6a7ca8a1646aa91a41df55d539349fda15fb8b611eb007e9b7",
|
| 6 |
+
"hf_quant_config.json": "18e6ff5192a98cca409ad47ccf9284e27ded8312826648315149f0dd982fb660",
|
| 7 |
+
"model.safetensors.index.json": "fc3cdd2a4ea0fb79fef1bc3ed7198af3d567f7f60c22aab7a6887c139c5fe24d",
|
| 8 |
+
"tokenizer_config.json": "98b1271574f41abf89427ae2dda030d94dc9478f0edc5a8bd240db213c6fd5fc"
|
| 9 |
+
},
|
| 10 |
+
"repo": "Bizuayeu/GLM-5.3-Flash-NVFP4-attn-lmhead-W4A16",
|
| 11 |
+
"revision": "8da41003c93593de40bf4a48e27f8d3f41973ad7",
|
| 12 |
+
"tree": {
|
| 13 |
+
"aggregate_sha256": "048049d4b27a235590efde6d4fc56ee3e3fc3f2eb928cd4d9e5b62ffd74d65a4",
|
| 14 |
+
"file_count": 30,
|
| 15 |
+
"total_bytes": 194881695290
|
| 16 |
+
}
|
| 17 |
+
},
|
| 18 |
+
"complete": true,
|
| 19 |
+
"converter": {
|
| 20 |
+
"command_schema": "build-v1",
|
| 21 |
+
"module_sha256": "cc8e05b22d38fc6b27c31521105972a3d3b5d1d6d44e866e6abfc44fcf95c32b",
|
| 22 |
+
"platform": "Linux-7.0.0-1019-nvidia-aarch64-with-glibc2.39",
|
| 23 |
+
"python": "3.12.3"
|
| 24 |
+
},
|
| 25 |
+
"copy_methods": {
|
| 26 |
+
"copy": 30,
|
| 27 |
+
"reflink": 0
|
| 28 |
+
},
|
| 29 |
+
"donor": {
|
| 30 |
+
"asset_report": {
|
| 31 |
+
"manifest_sha256": "f6a9398f59a787ffee857ef89f86f71512362d1e9540fe560ad4fdd15342345a",
|
| 32 |
+
"tensor_bytes": 2617245696,
|
| 33 |
+
"tensor_count": 30
|
| 34 |
+
},
|
| 35 |
+
"overlay_manifest_sha256": "f6a9398f59a787ffee857ef89f86f71512362d1e9540fe560ad4fdd15342345a",
|
| 36 |
+
"repo": "dealignai/GLM-5.3-Flash-UNCENSORED-NVFP4",
|
| 37 |
+
"revision": "745aac2ff0f10acf961f396df3f9418598aa7327"
|
| 38 |
+
},
|
| 39 |
+
"invariance": {
|
| 40 |
+
"affected_shard_unchanged_tensor_aggregate_sha256": "dadcc8bc278d1acfa5bd7e1ff2e8b397a35a1273aff5e012607a9baaed93b328",
|
| 41 |
+
"affected_shard_unchanged_tensor_count": 103359,
|
| 42 |
+
"auxiliary_files": {
|
| 43 |
+
".gitattributes": "fe81d528e7ee055bbcf6a310afe0f2808423a4a16d45225f29c285926abef08d",
|
| 44 |
+
".quant_summary.txt": "3c4fdaad52375daf5e9695aa2f6e46339b5582831f2cc396abe1c71041b26111",
|
| 45 |
+
"README.md": "a1b7728d13b987228f6a53981635262ed2c1435dfdfc4ada75f27cd2e8e3c3ba",
|
| 46 |
+
"README.nvidia.md": "b23e89ce0729faf602988871227f158be4a627ab7ec6067d8bf38174ebb42558",
|
| 47 |
+
"chat_template.jinja": "34d5ee66b12fa6446cdae131c352b8f68cd85369e0e6fda115583805fada3891",
|
| 48 |
+
"config.json": "df9e6fbd1d8c393a9af5d5ac3374ad2bc8ea21ad96f3aec161d649d51f229dfb",
|
| 49 |
+
"generation_config.json": "a07de3408f578c6a7ca8a1646aa91a41df55d539349fda15fb8b611eb007e9b7",
|
| 50 |
+
"hf_quant_config.json": "18e6ff5192a98cca409ad47ccf9284e27ded8312826648315149f0dd982fb660",
|
| 51 |
+
"model.safetensors.index.json": "fc3cdd2a4ea0fb79fef1bc3ed7198af3d567f7f60c22aab7a6887c139c5fe24d",
|
| 52 |
+
"processor_config.json": "aae38374c94b08cc9b0547c6e64f05b951bd9735cea571c6988f5ed552bed3ed",
|
| 53 |
+
"tokenizer.json": "19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d",
|
| 54 |
+
"tokenizer_config.json": "98b1271574f41abf89427ae2dda030d94dc9478f0edc5a8bd240db213c6fd5fc"
|
| 55 |
+
},
|
| 56 |
+
"unchanged_shards": [
|
| 57 |
+
{
|
| 58 |
+
"name": "model-00001-of-00018.safetensors",
|
| 59 |
+
"sha256": "7fe1cc8391a4c26894c11e82364176fea207b2e87eb561c8d3c12adc3aefabee"
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"name": "model-00003-of-00018.safetensors",
|
| 63 |
+
"sha256": "68768e2527f1350690dd91f504ea69c4304a349acb2f0b89d8bccb32e7abd57a"
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"name": "model-00004-of-00018.safetensors",
|
| 67 |
+
"sha256": "03b6742aa472fc6a4073e5ee174fe42cdc8c86adca70b652de2f14aca90c7eb3"
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"name": "model-00010-of-00018.safetensors",
|
| 71 |
+
"sha256": "e6fcfc047b00541e3ac3ed4a7491a0c7d656f5881c91a2ef3cb087ceaa819aea"
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"name": "model-00016-of-00018.safetensors",
|
| 75 |
+
"sha256": "f9651649ef6614009e4307c409da3d922d17d9d08e3d537d23af525afd42b1c6"
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"name": "model-00018-of-00018.safetensors",
|
| 79 |
+
"sha256": "d4402bf590d31995b6c6b565bdbb98991b1727a9eff8ea0a1949a2b5b6e1819f"
|
| 80 |
+
}
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"kind": "axl-ablit-derived-checkpoint",
|
| 84 |
+
"nvidia_reproduction": {
|
| 85 |
+
"converter_module_sha256": "cc8e05b22d38fc6b27c31521105972a3d3b5d1d6d44e866e6abfc44fcf95c32b",
|
| 86 |
+
"passed": true,
|
| 87 |
+
"report_sha256": "f2662f9474c650faf679d1e259285547f2ba874e42fbeb87705ea6b15651225b",
|
| 88 |
+
"source": {
|
| 89 |
+
"repo": "nvidia/GLM-5.3-Flash-NVFP4",
|
| 90 |
+
"revision": "423acf37583782c51c142d145aef733d72943d93",
|
| 91 |
+
"tree": {
|
| 92 |
+
"aggregate_sha256": "1d8bb7092e9835bd60e7024395294e9a170afb5a205c7fe7531b009079f1d76f",
|
| 93 |
+
"file_count": 44,
|
| 94 |
+
"total_bytes": 204476277515
|
| 95 |
+
}
|
| 96 |
+
},
|
| 97 |
+
"tensor_count": 87
|
| 98 |
+
},
|
| 99 |
+
"output": {
|
| 100 |
+
"index_sha256": "fc3cdd2a4ea0fb79fef1bc3ed7198af3d567f7f60c22aab7a6887c139c5fe24d",
|
| 101 |
+
"shard_sizes": {
|
| 102 |
+
"model-00001-of-00018.safetensors": 8033747236,
|
| 103 |
+
"model-00002-of-00018.safetensors": 8945659952,
|
| 104 |
+
"model-00003-of-00018.safetensors": 8945740800,
|
| 105 |
+
"model-00004-of-00018.safetensors": 11971781240,
|
| 106 |
+
"model-00005-of-00018.safetensors": 11184841802,
|
| 107 |
+
"model-00006-of-00018.safetensors": 11195393154,
|
| 108 |
+
"model-00007-of-00018.safetensors": 11196519754,
|
| 109 |
+
"model-00008-of-00018.safetensors": 11195768910,
|
| 110 |
+
"model-00009-of-00018.safetensors": 11192759470,
|
| 111 |
+
"model-00010-of-00018.safetensors": 11193902882,
|
| 112 |
+
"model-00011-of-00018.safetensors": 11193902804,
|
| 113 |
+
"model-00012-of-00018.safetensors": 11206333612,
|
| 114 |
+
"model-00013-of-00018.safetensors": 11207460880,
|
| 115 |
+
"model-00014-of-00018.safetensors": 11204452244,
|
| 116 |
+
"model-00015-of-00018.safetensors": 11204451348,
|
| 117 |
+
"model-00016-of-00018.safetensors": 11263993880,
|
| 118 |
+
"model-00017-of-00018.safetensors": 11253820300,
|
| 119 |
+
"model-00018-of-00018.safetensors": 11253819100
|
| 120 |
+
},
|
| 121 |
+
"shards": {
|
| 122 |
+
"model-00001-of-00018.safetensors": "7fe1cc8391a4c26894c11e82364176fea207b2e87eb561c8d3c12adc3aefabee",
|
| 123 |
+
"model-00002-of-00018.safetensors": "4e5d39d63dddaff867ba4fce63b0ba9453807faff4ac81392f7f1df263703cad",
|
| 124 |
+
"model-00003-of-00018.safetensors": "68768e2527f1350690dd91f504ea69c4304a349acb2f0b89d8bccb32e7abd57a",
|
| 125 |
+
"model-00004-of-00018.safetensors": "03b6742aa472fc6a4073e5ee174fe42cdc8c86adca70b652de2f14aca90c7eb3",
|
| 126 |
+
"model-00005-of-00018.safetensors": "09e02779b1b1007e9473ca1cb982b40d6a4954d84355b258e30dcacaf74c1cbd",
|
| 127 |
+
"model-00006-of-00018.safetensors": "882d0ff1f61437b3b699adb483978ca94e65ca9311af9cfc5de659219df603fd",
|
| 128 |
+
"model-00007-of-00018.safetensors": "0ed2fb580eb1ef7bb3eb67d4aa55deb3322840f9d06178f2219497272b3c0c1d",
|
| 129 |
+
"model-00008-of-00018.safetensors": "fd35d55ba0bd6ce03fcbfbf7f8b33f08d61ebc1ccbbeaada9c1bc84c7f0faa9a",
|
| 130 |
+
"model-00009-of-00018.safetensors": "ee31e21cf7016fe9d6616cfd18b5469ae4f55fa848d97a475d4faf9300adc1e4",
|
| 131 |
+
"model-00010-of-00018.safetensors": "e6fcfc047b00541e3ac3ed4a7491a0c7d656f5881c91a2ef3cb087ceaa819aea",
|
| 132 |
+
"model-00011-of-00018.safetensors": "abf53349ecd7123bca80468abd317e0d32551ffcdea49f3106f5465312f812c6",
|
| 133 |
+
"model-00012-of-00018.safetensors": "63709a2ec180194f1fc15a2bdaf9d1f8be401cf549930ea7db297c99a8940006",
|
| 134 |
+
"model-00013-of-00018.safetensors": "d115da652f9bf7876dadae8007ce989961ffdf3759d3b1279975d0b026d157a6",
|
| 135 |
+
"model-00014-of-00018.safetensors": "97b3b379cc37b21ddec58e0bd478703f5da870658282aae8c679ff931c1e49ff",
|
| 136 |
+
"model-00015-of-00018.safetensors": "7dec316715b6407921bffc8321e46518ebe5c05900299893c223014e8cc129de",
|
| 137 |
+
"model-00016-of-00018.safetensors": "f9651649ef6614009e4307c409da3d922d17d9d08e3d537d23af525afd42b1c6",
|
| 138 |
+
"model-00017-of-00018.safetensors": "1bdc724f451e1ea9ac46a0d100bbc6ebeac9044c740586160e970e90a15d1e35",
|
| 139 |
+
"model-00018-of-00018.safetensors": "d4402bf590d31995b6c6b565bdbb98991b1727a9eff8ea0a1949a2b5b6e1819f"
|
| 140 |
+
}
|
| 141 |
+
},
|
| 142 |
+
"requantizer": {
|
| 143 |
+
"path": "requant/requant.py",
|
| 144 |
+
"repo": "tenhkspark/glm53-flash-nvfp4-2node",
|
| 145 |
+
"revision": "8ee63a676c6e8550f49b52aec7c5c05b56eb5553",
|
| 146 |
+
"sha256": "0a59e2516cc408b400bc85ffc13a4a8bfedcdd4003466260a94258625feb8046",
|
| 147 |
+
"torch": "2.13.0+cu130"
|
| 148 |
+
},
|
| 149 |
+
"schema": 1,
|
| 150 |
+
"transformed_key_count": 88,
|
| 151 |
+
"transformed_keys": {
|
| 152 |
+
"model.language_model.layers.15.self_attn.o_proj.weight": {
|
| 153 |
+
"base_axl_sha256": "f68db2033bc2b9da2eb5a155cec8ddb44bf49eedb491f634636ffc17bb074ef8",
|
| 154 |
+
"donor_weight_sha256": "115fdf1807dc90c29d36c3bfdc6a972226d5b92becff587d2cc24db21832116a",
|
| 155 |
+
"dtype": "U8",
|
| 156 |
+
"nbytes": 33554432,
|
| 157 |
+
"output_sha256": "4684956883206b5bbf1aba50ef6d2a7ca7a626ef39620ac1d8b5873437a330af",
|
| 158 |
+
"shape": [
|
| 159 |
+
4096,
|
| 160 |
+
8192
|
| 161 |
+
]
|
| 162 |
+
},
|
| 163 |
+
"model.language_model.layers.15.self_attn.o_proj.weight_scale": {
|
| 164 |
+
"base_axl_sha256": "0e5ed5c2817a85d356df74fb3375297c0bd01b621de85bec76a42a317bd92844",
|
| 165 |
+
"donor_weight_sha256": "115fdf1807dc90c29d36c3bfdc6a972226d5b92becff587d2cc24db21832116a",
|
| 166 |
+
"dtype": "F8_E4M3",
|
| 167 |
+
"nbytes": 4194304,
|
| 168 |
+
"output_sha256": "5396620538c3cb97d625e390cb2bcc5e1f3f9c65973b5a6f5886c99f57898e43",
|
| 169 |
+
"shape": [
|
| 170 |
+
4096,
|
| 171 |
+
1024
|
| 172 |
+
]
|
| 173 |
+
},
|
| 174 |
+
"model.language_model.layers.15.self_attn.o_proj.weight_scale_2": {
|
| 175 |
+
"base_axl_sha256": "3bf311be16dae54827e0e75e27a97f1d46743bf493f5f1cc7073d938c13d429b",
|
| 176 |
+
"donor_weight_sha256": "115fdf1807dc90c29d36c3bfdc6a972226d5b92becff587d2cc24db21832116a",
|
| 177 |
+
"dtype": "F32",
|
| 178 |
+
"nbytes": 4,
|
| 179 |
+
"output_sha256": "5edfe1b416e0c78ba72195925639f316453047753952039740f20722d1a7d258",
|
| 180 |
+
"shape": []
|
| 181 |
+
},
|
| 182 |
+
"model.language_model.layers.16.self_attn.o_proj.weight": {
|
| 183 |
+
"base_axl_sha256": "f823a51c8147576b05c49e884104cd6ab7f6ad29580d6c1c7b1ea4849caf6c06",
|
| 184 |
+
"donor_weight_sha256": "6c3f0e7914963251cd7d0b39f171269d8e439cee769d2ce0dcd52eaf5c9622bc",
|
| 185 |
+
"dtype": "U8",
|
| 186 |
+
"nbytes": 16777216,
|
| 187 |
+
"output_sha256": "c03b5ec67fa12739a3e75ec9f94f33a64e737cfa720be212858a20c612181967",
|
| 188 |
+
"shape": [
|
| 189 |
+
4096,
|
| 190 |
+
4096
|
| 191 |
+
]
|
| 192 |
+
},
|
| 193 |
+
"model.language_model.layers.16.self_attn.o_proj.weight_scale": {
|
| 194 |
+
"base_axl_sha256": "28eb4457591160edc776d62e559b25f700844bf7352cc3a3eb089d2cebf732bb",
|
| 195 |
+
"donor_weight_sha256": "6c3f0e7914963251cd7d0b39f171269d8e439cee769d2ce0dcd52eaf5c9622bc",
|
| 196 |
+
"dtype": "F8_E4M3",
|
| 197 |
+
"nbytes": 2097152,
|
| 198 |
+
"output_sha256": "cc717b68102e05485c429cb37c9dd121b0f336f4a201027238f5209ca90f6fd9",
|
| 199 |
+
"shape": [
|
| 200 |
+
4096,
|
| 201 |
+
512
|
| 202 |
+
]
|
| 203 |
+
},
|
| 204 |
+
"model.language_model.layers.16.self_attn.o_proj.weight_scale_2": {
|
| 205 |
+
"base_axl_sha256": "095a53d7af09cf10e5ed0530511a19082b8f59c7c90d7b3121f3ebc23ca079a6",
|
| 206 |
+
"donor_weight_sha256": "6c3f0e7914963251cd7d0b39f171269d8e439cee769d2ce0dcd52eaf5c9622bc",
|
| 207 |
+
"dtype": "F32",
|
| 208 |
+
"nbytes": 4,
|
| 209 |
+
"output_sha256": "095a53d7af09cf10e5ed0530511a19082b8f59c7c90d7b3121f3ebc23ca079a6",
|
| 210 |
+
"shape": []
|
| 211 |
+
},
|
| 212 |
+
"model.language_model.layers.17.self_attn.o_proj.weight": {
|
| 213 |
+
"base_axl_sha256": "0a827deacf075a010b9bbd1650142abf2d2a496ea844fb658faaca4fb67e2e4c",
|
| 214 |
+
"donor_weight_sha256": "6f46b0af59d7e7e80c238a48c21595c0f2674897e0eb80d48f2db0756ddace4d",
|
| 215 |
+
"dtype": "U8",
|
| 216 |
+
"nbytes": 16777216,
|
| 217 |
+
"output_sha256": "c249df3a74c0d3517cd672c4aee4878b9c9cb43545b29d3c80f22d915de2a29f",
|
| 218 |
+
"shape": [
|
| 219 |
+
4096,
|
| 220 |
+
4096
|
| 221 |
+
]
|
| 222 |
+
},
|
| 223 |
+
"model.language_model.layers.17.self_attn.o_proj.weight_scale": {
|
| 224 |
+
"base_axl_sha256": "6d305f81756555e8c7603b0ea89d8c95f8c6639d8dcd24783f6cb596141fa821",
|
| 225 |
+
"donor_weight_sha256": "6f46b0af59d7e7e80c238a48c21595c0f2674897e0eb80d48f2db0756ddace4d",
|
| 226 |
+
"dtype": "F8_E4M3",
|
| 227 |
+
"nbytes": 2097152,
|
| 228 |
+
"output_sha256": "b0ee3113d1ae836a2591d6f0d99010166baab2e2cee68ae7560b60d214bc6558",
|
| 229 |
+
"shape": [
|
| 230 |
+
4096,
|
| 231 |
+
512
|
| 232 |
+
]
|
| 233 |
+
},
|
| 234 |
+
"model.language_model.layers.17.self_attn.o_proj.weight_scale_2": {
|
| 235 |
+
"base_axl_sha256": "095a53d7af09cf10e5ed0530511a19082b8f59c7c90d7b3121f3ebc23ca079a6",
|
| 236 |
+
"donor_weight_sha256": "6f46b0af59d7e7e80c238a48c21595c0f2674897e0eb80d48f2db0756ddace4d",
|
| 237 |
+
"dtype": "F32",
|
| 238 |
+
"nbytes": 4,
|
| 239 |
+
"output_sha256": "8bcb563b560fe50843c6d974129205a9c23f9c4084bf6abbd112f203078d8a83",
|
| 240 |
+
"shape": []
|
| 241 |
+
},
|
| 242 |
+
"model.language_model.layers.18.self_attn.o_proj.weight": {
|
| 243 |
+
"base_axl_sha256": "4d17c6ef67fe865483c14262f6eb1622855025f1b73d037ed11c269f8b4754f4",
|
| 244 |
+
"donor_weight_sha256": "60489af098011df23d313e48eb1b9d4c72c3a4356004f7523468f13970f33968",
|
| 245 |
+
"dtype": "U8",
|
| 246 |
+
"nbytes": 16777216,
|
| 247 |
+
"output_sha256": "b3f604b5e7bd2c44a778068878bd02f2829306db26c1c2ec9c34118aa5930833",
|
| 248 |
+
"shape": [
|
| 249 |
+
4096,
|
| 250 |
+
4096
|
| 251 |
+
]
|
| 252 |
+
},
|
| 253 |
+
"model.language_model.layers.18.self_attn.o_proj.weight_scale": {
|
| 254 |
+
"base_axl_sha256": "88d1ce218225adac4db0732c19494389da3045187f63258664f82932afa7f1ac",
|
| 255 |
+
"donor_weight_sha256": "60489af098011df23d313e48eb1b9d4c72c3a4356004f7523468f13970f33968",
|
| 256 |
+
"dtype": "F8_E4M3",
|
| 257 |
+
"nbytes": 2097152,
|
| 258 |
+
"output_sha256": "8d03527da646464a3fb171a251d57db179b8947110df264c6e3b9797e612e247",
|
| 259 |
+
"shape": [
|
| 260 |
+
4096,
|
| 261 |
+
512
|
| 262 |
+
]
|
| 263 |
+
},
|
| 264 |
+
"model.language_model.layers.18.self_attn.o_proj.weight_scale_2": {
|
| 265 |
+
"base_axl_sha256": "dbabaef696ec906d0ae2ff2f4d1a6b4552aceaf73c5cf86a0d180fce818d978e",
|
| 266 |
+
"donor_weight_sha256": "60489af098011df23d313e48eb1b9d4c72c3a4356004f7523468f13970f33968",
|
| 267 |
+
"dtype": "F32",
|
| 268 |
+
"nbytes": 4,
|
| 269 |
+
"output_sha256": "dbabaef696ec906d0ae2ff2f4d1a6b4552aceaf73c5cf86a0d180fce818d978e",
|
| 270 |
+
"shape": []
|
| 271 |
+
},
|
| 272 |
+
"model.language_model.layers.19.self_attn.o_proj.weight": {
|
| 273 |
+
"base_axl_sha256": "298a777aef234439fced712cdcd53e9b2533e1312987116b373c6b6ec2c5939e",
|
| 274 |
+
"donor_weight_sha256": "e68835e86a6b945b1d38b0d086af7a0bbd6d9a670ea2cce0e49e07f4a55b637b",
|
| 275 |
+
"dtype": "U8",
|
| 276 |
+
"nbytes": 33554432,
|
| 277 |
+
"output_sha256": "77939eeaf0b5bf9d7b30de5665ddbffc6f24fd94df2c7c5c1832b97b7610bc04",
|
| 278 |
+
"shape": [
|
| 279 |
+
4096,
|
| 280 |
+
8192
|
| 281 |
+
]
|
| 282 |
+
},
|
| 283 |
+
"model.language_model.layers.19.self_attn.o_proj.weight_scale": {
|
| 284 |
+
"base_axl_sha256": "40f6a94824391a2cb561e98b2c162a89769c3527eb594edbd63734131348be65",
|
| 285 |
+
"donor_weight_sha256": "e68835e86a6b945b1d38b0d086af7a0bbd6d9a670ea2cce0e49e07f4a55b637b",
|
| 286 |
+
"dtype": "F8_E4M3",
|
| 287 |
+
"nbytes": 4194304,
|
| 288 |
+
"output_sha256": "43cb94789b91c22e3c2b41e4653dbf8a0aa650881a353be32348d240e94cac1e",
|
| 289 |
+
"shape": [
|
| 290 |
+
4096,
|
| 291 |
+
1024
|
| 292 |
+
]
|
| 293 |
+
},
|
| 294 |
+
"model.language_model.layers.19.self_attn.o_proj.weight_scale_2": {
|
| 295 |
+
"base_axl_sha256": "4d95c78315ba0cec322903a006d0f6795df2f19e519662e912c1fab0bd6aeacf",
|
| 296 |
+
"donor_weight_sha256": "e68835e86a6b945b1d38b0d086af7a0bbd6d9a670ea2cce0e49e07f4a55b637b",
|
| 297 |
+
"dtype": "F32",
|
| 298 |
+
"nbytes": 4,
|
| 299 |
+
"output_sha256": "4d95c78315ba0cec322903a006d0f6795df2f19e519662e912c1fab0bd6aeacf",
|
| 300 |
+
"shape": []
|
| 301 |
+
},
|
| 302 |
+
"model.language_model.layers.20.self_attn.o_proj.weight": {
|
| 303 |
+
"base_axl_sha256": "8fb890a5a9c3d47f97863c5e03380eb5fd88491caef4a522bb59f06c8af9af67",
|
| 304 |
+
"donor_weight_sha256": "864000907df731bf9d0f83c10926361b3194d999fd368ba784bf63417fb85692",
|
| 305 |
+
"dtype": "U8",
|
| 306 |
+
"nbytes": 16777216,
|
| 307 |
+
"output_sha256": "6c58c961c13d78f502b6b0184c9cd1dd5bb35121c5134a6b1a5acbae7e79e25b",
|
| 308 |
+
"shape": [
|
| 309 |
+
4096,
|
| 310 |
+
4096
|
| 311 |
+
]
|
| 312 |
+
},
|
| 313 |
+
"model.language_model.layers.20.self_attn.o_proj.weight_scale": {
|
| 314 |
+
"base_axl_sha256": "43b596f961fa504763004007ab387719fde064d3ce9d35da14678c5e7ed16cad",
|
| 315 |
+
"donor_weight_sha256": "864000907df731bf9d0f83c10926361b3194d999fd368ba784bf63417fb85692",
|
| 316 |
+
"dtype": "F8_E4M3",
|
| 317 |
+
"nbytes": 2097152,
|
| 318 |
+
"output_sha256": "11d13d3f3a8d38eb2183384233878ff8d9ec7f243fdbdb5a27da9d02938dbac2",
|
| 319 |
+
"shape": [
|
| 320 |
+
4096,
|
| 321 |
+
512
|
| 322 |
+
]
|
| 323 |
+
},
|
| 324 |
+
"model.language_model.layers.20.self_attn.o_proj.weight_scale_2": {
|
| 325 |
+
"base_axl_sha256": "dbabaef696ec906d0ae2ff2f4d1a6b4552aceaf73c5cf86a0d180fce818d978e",
|
| 326 |
+
"donor_weight_sha256": "864000907df731bf9d0f83c10926361b3194d999fd368ba784bf63417fb85692",
|
| 327 |
+
"dtype": "F32",
|
| 328 |
+
"nbytes": 4,
|
| 329 |
+
"output_sha256": "dbabaef696ec906d0ae2ff2f4d1a6b4552aceaf73c5cf86a0d180fce818d978e",
|
| 330 |
+
"shape": []
|
| 331 |
+
},
|
| 332 |
+
"model.language_model.layers.21.self_attn.o_proj.weight": {
|
| 333 |
+
"base_axl_sha256": "e2226d90bacb3dfa5a73e6d3a8c74242263709ecc9f680f2dba7f0ab6dcbdf3f",
|
| 334 |
+
"donor_weight_sha256": "94b5e17e13fe936e13e76b1a7df5a9e5082c51ac93fb89deaa226fae31d8a618",
|
| 335 |
+
"dtype": "U8",
|
| 336 |
+
"nbytes": 16777216,
|
| 337 |
+
"output_sha256": "39e4833ee6e642d557aafd2ea0c513824ab8d106d886f55ea7793baac65dfcaf",
|
| 338 |
+
"shape": [
|
| 339 |
+
4096,
|
| 340 |
+
4096
|
| 341 |
+
]
|
| 342 |
+
},
|
| 343 |
+
"model.language_model.layers.21.self_attn.o_proj.weight_scale": {
|
| 344 |
+
"base_axl_sha256": "879e69026d22e90a0b98da65bcc8983f011cf3d2234fbd12df6937a81f00880c",
|
| 345 |
+
"donor_weight_sha256": "94b5e17e13fe936e13e76b1a7df5a9e5082c51ac93fb89deaa226fae31d8a618",
|
| 346 |
+
"dtype": "F8_E4M3",
|
| 347 |
+
"nbytes": 2097152,
|
| 348 |
+
"output_sha256": "3811048d1e6196c6a0b6db318ccb325d917272a7e652a9ffbc4cfa0d8c3a5ca2",
|
| 349 |
+
"shape": [
|
| 350 |
+
4096,
|
| 351 |
+
512
|
| 352 |
+
]
|
| 353 |
+
},
|
| 354 |
+
"model.language_model.layers.21.self_attn.o_proj.weight_scale_2": {
|
| 355 |
+
"base_axl_sha256": "dbabaef696ec906d0ae2ff2f4d1a6b4552aceaf73c5cf86a0d180fce818d978e",
|
| 356 |
+
"donor_weight_sha256": "94b5e17e13fe936e13e76b1a7df5a9e5082c51ac93fb89deaa226fae31d8a618",
|
| 357 |
+
"dtype": "F32",
|
| 358 |
+
"nbytes": 4,
|
| 359 |
+
"output_sha256": "dbabaef696ec906d0ae2ff2f4d1a6b4552aceaf73c5cf86a0d180fce818d978e",
|
| 360 |
+
"shape": []
|
| 361 |
+
},
|
| 362 |
+
"model.language_model.layers.22.self_attn.o_proj.weight": {
|
| 363 |
+
"base_axl_sha256": "345446f6149397fbcc699db23783addc2015ce90f7ab99b1a951440b2b07f3d0",
|
| 364 |
+
"donor_weight_sha256": "669734616d63a913a791d35ab8ec73aeebe758de70f3cf29568ac7888cfbb32f",
|
| 365 |
+
"dtype": "U8",
|
| 366 |
+
"nbytes": 16777216,
|
| 367 |
+
"output_sha256": "9457c6bc3ebcef745ca7f411357a1ff94db5d71ffdc6b198b3a58c7fec22589e",
|
| 368 |
+
"shape": [
|
| 369 |
+
4096,
|
| 370 |
+
4096
|
| 371 |
+
]
|
| 372 |
+
},
|
| 373 |
+
"model.language_model.layers.22.self_attn.o_proj.weight_scale": {
|
| 374 |
+
"base_axl_sha256": "f829ff3991148861646d708dee483cf0546daf5ba93a0af7a88eeabed555e6e3",
|
| 375 |
+
"donor_weight_sha256": "669734616d63a913a791d35ab8ec73aeebe758de70f3cf29568ac7888cfbb32f",
|
| 376 |
+
"dtype": "F8_E4M3",
|
| 377 |
+
"nbytes": 2097152,
|
| 378 |
+
"output_sha256": "c6086519ef32ab533c5f40c1694a700b9b6a3e9ca32b499f775016a4e05c3697",
|
| 379 |
+
"shape": [
|
| 380 |
+
4096,
|
| 381 |
+
512
|
| 382 |
+
]
|
| 383 |
+
},
|
| 384 |
+
"model.language_model.layers.22.self_attn.o_proj.weight_scale_2": {
|
| 385 |
+
"base_axl_sha256": "095a53d7af09cf10e5ed0530511a19082b8f59c7c90d7b3121f3ebc23ca079a6",
|
| 386 |
+
"donor_weight_sha256": "669734616d63a913a791d35ab8ec73aeebe758de70f3cf29568ac7888cfbb32f",
|
| 387 |
+
"dtype": "F32",
|
| 388 |
+
"nbytes": 4,
|
| 389 |
+
"output_sha256": "095a53d7af09cf10e5ed0530511a19082b8f59c7c90d7b3121f3ebc23ca079a6",
|
| 390 |
+
"shape": []
|
| 391 |
+
},
|
| 392 |
+
"model.language_model.layers.23.self_attn.o_proj.weight": {
|
| 393 |
+
"base_axl_sha256": "4e2d47047ccbc030e6746a6c6ca5a14f7d3b676aa8a904d6de8ae4efb32d6a7c",
|
| 394 |
+
"donor_weight_sha256": "b1e0ba4aeb30baa9b1a8f20bc64e7dc37cd69fac36f66008a13e585e6aaa896f",
|
| 395 |
+
"dtype": "U8",
|
| 396 |
+
"nbytes": 33554432,
|
| 397 |
+
"output_sha256": "fea9b50c1bd2af1ec46e4c0fadda30bd74af155016a2160c0f83a84696cdb59f",
|
| 398 |
+
"shape": [
|
| 399 |
+
4096,
|
| 400 |
+
8192
|
| 401 |
+
]
|
| 402 |
+
},
|
| 403 |
+
"model.language_model.layers.23.self_attn.o_proj.weight_scale": {
|
| 404 |
+
"base_axl_sha256": "597d7703810ad0b442ce7aa2248562045dd66b1b293940726fb65b4a4aa9cdfb",
|
| 405 |
+
"donor_weight_sha256": "b1e0ba4aeb30baa9b1a8f20bc64e7dc37cd69fac36f66008a13e585e6aaa896f",
|
| 406 |
+
"dtype": "F8_E4M3",
|
| 407 |
+
"nbytes": 4194304,
|
| 408 |
+
"output_sha256": "65484962dbd919804606d8020eba2e91963157a2928f34996480b5f665c8391e",
|
| 409 |
+
"shape": [
|
| 410 |
+
4096,
|
| 411 |
+
1024
|
| 412 |
+
]
|
| 413 |
+
},
|
| 414 |
+
"model.language_model.layers.23.self_attn.o_proj.weight_scale_2": {
|
| 415 |
+
"base_axl_sha256": "3bf311be16dae54827e0e75e27a97f1d46743bf493f5f1cc7073d938c13d429b",
|
| 416 |
+
"donor_weight_sha256": "b1e0ba4aeb30baa9b1a8f20bc64e7dc37cd69fac36f66008a13e585e6aaa896f",
|
| 417 |
+
"dtype": "F32",
|
| 418 |
+
"nbytes": 4,
|
| 419 |
+
"output_sha256": "6bc15fb74b6bed91801262a3f79df02a0d0336686d5ec6d1180ac967a33eea81",
|
| 420 |
+
"shape": []
|
| 421 |
+
},
|
| 422 |
+
"model.language_model.layers.24.self_attn.o_proj.weight": {
|
| 423 |
+
"base_axl_sha256": "dd89bb274f4f2267a8d9f93d6f65be0967e07b3f1c964c7742072c9dd2275e16",
|
| 424 |
+
"donor_weight_sha256": "1b5c63e304949adb06b2495a5be6734112a205d3f4e313bb903a76e83da8a021",
|
| 425 |
+
"dtype": "U8",
|
| 426 |
+
"nbytes": 16777216,
|
| 427 |
+
"output_sha256": "2cfd61c4e82adf08116fd21b5cbef297dff5c0b21957e70388b69aee302bc235",
|
| 428 |
+
"shape": [
|
| 429 |
+
4096,
|
| 430 |
+
4096
|
| 431 |
+
]
|
| 432 |
+
},
|
| 433 |
+
"model.language_model.layers.24.self_attn.o_proj.weight_scale": {
|
| 434 |
+
"base_axl_sha256": "83dbe3c9b68ebf84df37df57a878e0e8cb62b90f7862198a44fa4e39be7e4cee",
|
| 435 |
+
"donor_weight_sha256": "1b5c63e304949adb06b2495a5be6734112a205d3f4e313bb903a76e83da8a021",
|
| 436 |
+
"dtype": "F8_E4M3",
|
| 437 |
+
"nbytes": 2097152,
|
| 438 |
+
"output_sha256": "d252a3ef53af77595894f35a35c6bb83625801d6264fdc0c01e69450ab4d7059",
|
| 439 |
+
"shape": [
|
| 440 |
+
4096,
|
| 441 |
+
512
|
| 442 |
+
]
|
| 443 |
+
},
|
| 444 |
+
"model.language_model.layers.24.self_attn.o_proj.weight_scale_2": {
|
| 445 |
+
"base_axl_sha256": "dbabaef696ec906d0ae2ff2f4d1a6b4552aceaf73c5cf86a0d180fce818d978e",
|
| 446 |
+
"donor_weight_sha256": "1b5c63e304949adb06b2495a5be6734112a205d3f4e313bb903a76e83da8a021",
|
| 447 |
+
"dtype": "F32",
|
| 448 |
+
"nbytes": 4,
|
| 449 |
+
"output_sha256": "dd74a06d297ef9a95f1a5c6322fb711a04ffc2adf63c95a868a753f2b27dc907",
|
| 450 |
+
"shape": []
|
| 451 |
+
},
|
| 452 |
+
"model.language_model.layers.25.self_attn.o_proj.weight": {
|
| 453 |
+
"base_axl_sha256": "6274d124ac9893cf0dce2007846c360798c1110800e8b14da8df86bcb0267764",
|
| 454 |
+
"donor_weight_sha256": "ed6a47722d53477d8ab9b58645e86a2abcf03a83e035f6d3fc6700ac58eb9f6b",
|
| 455 |
+
"dtype": "U8",
|
| 456 |
+
"nbytes": 16777216,
|
| 457 |
+
"output_sha256": "28d2351639ae04e058d27558eb547cb9c6216b7d0f636068f45fde151ef61e92",
|
| 458 |
+
"shape": [
|
| 459 |
+
4096,
|
| 460 |
+
4096
|
| 461 |
+
]
|
| 462 |
+
},
|
| 463 |
+
"model.language_model.layers.25.self_attn.o_proj.weight_scale": {
|
| 464 |
+
"base_axl_sha256": "efe2d73b80ea1d323d095adc0ad3813ef46044aacfc37b8312ef409ddf8e8424",
|
| 465 |
+
"donor_weight_sha256": "ed6a47722d53477d8ab9b58645e86a2abcf03a83e035f6d3fc6700ac58eb9f6b",
|
| 466 |
+
"dtype": "F8_E4M3",
|
| 467 |
+
"nbytes": 2097152,
|
| 468 |
+
"output_sha256": "1a25893adc499b48423998e58eaa3fd5cbd283148185e5513b924b00d433c719",
|
| 469 |
+
"shape": [
|
| 470 |
+
4096,
|
| 471 |
+
512
|
| 472 |
+
]
|
| 473 |
+
},
|
| 474 |
+
"model.language_model.layers.25.self_attn.o_proj.weight_scale_2": {
|
| 475 |
+
"base_axl_sha256": "3bf311be16dae54827e0e75e27a97f1d46743bf493f5f1cc7073d938c13d429b",
|
| 476 |
+
"donor_weight_sha256": "ed6a47722d53477d8ab9b58645e86a2abcf03a83e035f6d3fc6700ac58eb9f6b",
|
| 477 |
+
"dtype": "F32",
|
| 478 |
+
"nbytes": 4,
|
| 479 |
+
"output_sha256": "3bf311be16dae54827e0e75e27a97f1d46743bf493f5f1cc7073d938c13d429b",
|
| 480 |
+
"shape": []
|
| 481 |
+
},
|
| 482 |
+
"model.language_model.layers.26.self_attn.o_proj.weight": {
|
| 483 |
+
"base_axl_sha256": "2a85f3844c35b88104f582a1467d1fd83d52b83069423baa0eb5a93d6adeb53c",
|
| 484 |
+
"donor_weight_sha256": "59ef61616332898a0e931342c0fb025498e9ea5dd89cf255b5fc59a86a765e3f",
|
| 485 |
+
"dtype": "U8",
|
| 486 |
+
"nbytes": 16777216,
|
| 487 |
+
"output_sha256": "1c939ce0fccb86832fd781bf4b17af571697277555a471d8ebbffcf7ce696b23",
|
| 488 |
+
"shape": [
|
| 489 |
+
4096,
|
| 490 |
+
4096
|
| 491 |
+
]
|
| 492 |
+
},
|
| 493 |
+
"model.language_model.layers.26.self_attn.o_proj.weight_scale": {
|
| 494 |
+
"base_axl_sha256": "129df7d9240d7544c7131773b47d06f497989582028c2aa94ebaacee5aa0c4a6",
|
| 495 |
+
"donor_weight_sha256": "59ef61616332898a0e931342c0fb025498e9ea5dd89cf255b5fc59a86a765e3f",
|
| 496 |
+
"dtype": "F8_E4M3",
|
| 497 |
+
"nbytes": 2097152,
|
| 498 |
+
"output_sha256": "cabcef46cda84dd7c29da6f5d7787eac934bea5c90bc1919f7e3d56a21f0a83c",
|
| 499 |
+
"shape": [
|
| 500 |
+
4096,
|
| 501 |
+
512
|
| 502 |
+
]
|
| 503 |
+
},
|
| 504 |
+
"model.language_model.layers.26.self_attn.o_proj.weight_scale_2": {
|
| 505 |
+
"base_axl_sha256": "4d95c78315ba0cec322903a006d0f6795df2f19e519662e912c1fab0bd6aeacf",
|
| 506 |
+
"donor_weight_sha256": "59ef61616332898a0e931342c0fb025498e9ea5dd89cf255b5fc59a86a765e3f",
|
| 507 |
+
"dtype": "F32",
|
| 508 |
+
"nbytes": 4,
|
| 509 |
+
"output_sha256": "6d7a661ac89b42545621199289e208dd497405c126e6976f4b40736b8a7c99fd",
|
| 510 |
+
"shape": []
|
| 511 |
+
},
|
| 512 |
+
"model.language_model.layers.27.self_attn.o_proj.weight": {
|
| 513 |
+
"base_axl_sha256": "1b3d0de3f139e7a5506f62cbd243e6d78a301e97eccfa20fc5354676c73265f7",
|
| 514 |
+
"donor_weight_sha256": "77352bb5c08aabdb0130d427d55ccf2d843c7d50a4db3d6a135b92c86b6edc0a",
|
| 515 |
+
"dtype": "U8",
|
| 516 |
+
"nbytes": 33554432,
|
| 517 |
+
"output_sha256": "f56a2ed3b42d5f754329e2437e5f56e2bd44c5d0d33192776a29fb71762907bb",
|
| 518 |
+
"shape": [
|
| 519 |
+
4096,
|
| 520 |
+
8192
|
| 521 |
+
]
|
| 522 |
+
},
|
| 523 |
+
"model.language_model.layers.27.self_attn.o_proj.weight_scale": {
|
| 524 |
+
"base_axl_sha256": "c8e83728615cb69f4c83b46261edf69e757e88620ddd88c99104fc062d2ba29a",
|
| 525 |
+
"donor_weight_sha256": "77352bb5c08aabdb0130d427d55ccf2d843c7d50a4db3d6a135b92c86b6edc0a",
|
| 526 |
+
"dtype": "F8_E4M3",
|
| 527 |
+
"nbytes": 4194304,
|
| 528 |
+
"output_sha256": "962324b3009ba039dd10048061f2966b652c7befef2b38b2f000e131b8596d98",
|
| 529 |
+
"shape": [
|
| 530 |
+
4096,
|
| 531 |
+
1024
|
| 532 |
+
]
|
| 533 |
+
},
|
| 534 |
+
"model.language_model.layers.27.self_attn.o_proj.weight_scale_2": {
|
| 535 |
+
"base_axl_sha256": "3bf311be16dae54827e0e75e27a97f1d46743bf493f5f1cc7073d938c13d429b",
|
| 536 |
+
"donor_weight_sha256": "77352bb5c08aabdb0130d427d55ccf2d843c7d50a4db3d6a135b92c86b6edc0a",
|
| 537 |
+
"dtype": "F32",
|
| 538 |
+
"nbytes": 4,
|
| 539 |
+
"output_sha256": "a32b3a62e3f2f93ef1e6fbedae12182cb85c3ce9855f9dbb84ec2084b130a78e",
|
| 540 |
+
"shape": []
|
| 541 |
+
},
|
| 542 |
+
"model.language_model.layers.28.self_attn.o_proj.weight": {
|
| 543 |
+
"base_axl_sha256": "8dfb4e3d14a4e44ed01be932de53a01991ac54db6d9b41767851a2d3bd6e78d6",
|
| 544 |
+
"donor_weight_sha256": "c38dea5d689dd46204669a8f258527bc2e177d4755c94d397d4e0ab37297650c",
|
| 545 |
+
"dtype": "U8",
|
| 546 |
+
"nbytes": 16777216,
|
| 547 |
+
"output_sha256": "7273171b75aadcaa005a5cf214f37485778e250d0783a5db0cd4022d799311ec",
|
| 548 |
+
"shape": [
|
| 549 |
+
4096,
|
| 550 |
+
4096
|
| 551 |
+
]
|
| 552 |
+
},
|
| 553 |
+
"model.language_model.layers.28.self_attn.o_proj.weight_scale": {
|
| 554 |
+
"base_axl_sha256": "e044f6e4a6a00300d7c7c67b3f74863cae2bc69e08f4afa8184b710a8e33abb1",
|
| 555 |
+
"donor_weight_sha256": "c38dea5d689dd46204669a8f258527bc2e177d4755c94d397d4e0ab37297650c",
|
| 556 |
+
"dtype": "F8_E4M3",
|
| 557 |
+
"nbytes": 2097152,
|
| 558 |
+
"output_sha256": "cca9266247d57d349579417bf7901f4446cbabc4538a3b55f5d404a16020e559",
|
| 559 |
+
"shape": [
|
| 560 |
+
4096,
|
| 561 |
+
512
|
| 562 |
+
]
|
| 563 |
+
},
|
| 564 |
+
"model.language_model.layers.28.self_attn.o_proj.weight_scale_2": {
|
| 565 |
+
"base_axl_sha256": "3bf311be16dae54827e0e75e27a97f1d46743bf493f5f1cc7073d938c13d429b",
|
| 566 |
+
"donor_weight_sha256": "c38dea5d689dd46204669a8f258527bc2e177d4755c94d397d4e0ab37297650c",
|
| 567 |
+
"dtype": "F32",
|
| 568 |
+
"nbytes": 4,
|
| 569 |
+
"output_sha256": "6bc15fb74b6bed91801262a3f79df02a0d0336686d5ec6d1180ac967a33eea81",
|
| 570 |
+
"shape": []
|
| 571 |
+
},
|
| 572 |
+
"model.language_model.layers.29.self_attn.o_proj.weight": {
|
| 573 |
+
"base_axl_sha256": "342d765b93ef583d2a0483102a6a31ad1e14652ea868d60785c63345823f078b",
|
| 574 |
+
"donor_weight_sha256": "9094f7d291cd44518cc760744e5f0b06a574acd9fa4da88e84577003b82e1cb3",
|
| 575 |
+
"dtype": "U8",
|
| 576 |
+
"nbytes": 16777216,
|
| 577 |
+
"output_sha256": "e4d874739e00b258552dab992edd5a40ec17363ce7bd5a78a43484c37b9e7b87",
|
| 578 |
+
"shape": [
|
| 579 |
+
4096,
|
| 580 |
+
4096
|
| 581 |
+
]
|
| 582 |
+
},
|
| 583 |
+
"model.language_model.layers.29.self_attn.o_proj.weight_scale": {
|
| 584 |
+
"base_axl_sha256": "c673710cb48e1fcbe203342bf66e94b643bb9e9d1e2847b30c98d3bf5b17634e",
|
| 585 |
+
"donor_weight_sha256": "9094f7d291cd44518cc760744e5f0b06a574acd9fa4da88e84577003b82e1cb3",
|
| 586 |
+
"dtype": "F8_E4M3",
|
| 587 |
+
"nbytes": 2097152,
|
| 588 |
+
"output_sha256": "b0f17c1d19ce74e5e09604c8f04fab7e4ea52a6e4062666e0b3c607979c1fa6d",
|
| 589 |
+
"shape": [
|
| 590 |
+
4096,
|
| 591 |
+
512
|
| 592 |
+
]
|
| 593 |
+
},
|
| 594 |
+
"model.language_model.layers.29.self_attn.o_proj.weight_scale_2": {
|
| 595 |
+
"base_axl_sha256": "dbabaef696ec906d0ae2ff2f4d1a6b4552aceaf73c5cf86a0d180fce818d978e",
|
| 596 |
+
"donor_weight_sha256": "9094f7d291cd44518cc760744e5f0b06a574acd9fa4da88e84577003b82e1cb3",
|
| 597 |
+
"dtype": "F32",
|
| 598 |
+
"nbytes": 4,
|
| 599 |
+
"output_sha256": "dd74a06d297ef9a95f1a5c6322fb711a04ffc2adf63c95a868a753f2b27dc907",
|
| 600 |
+
"shape": []
|
| 601 |
+
},
|
| 602 |
+
"model.language_model.layers.30.self_attn.o_proj.weight": {
|
| 603 |
+
"base_axl_sha256": "10e916d3f1542a42aa754493afcf480195c24621f4c8f2cd07d8fb631d1a7e67",
|
| 604 |
+
"donor_weight_sha256": "02bff7507e8086658c997e158ed90b10697a5f171be37cd1ea59b067766a6efc",
|
| 605 |
+
"dtype": "U8",
|
| 606 |
+
"nbytes": 16777216,
|
| 607 |
+
"output_sha256": "6bba499e12022471d065cd4585bb747f5cb475f6bfcfcd8d4a2900733689b787",
|
| 608 |
+
"shape": [
|
| 609 |
+
4096,
|
| 610 |
+
4096
|
| 611 |
+
]
|
| 612 |
+
},
|
| 613 |
+
"model.language_model.layers.30.self_attn.o_proj.weight_scale": {
|
| 614 |
+
"base_axl_sha256": "7a7b63d4bfc37077bc46a73e0463e25297bb6c2818b09a0e4b805343bb7028b6",
|
| 615 |
+
"donor_weight_sha256": "02bff7507e8086658c997e158ed90b10697a5f171be37cd1ea59b067766a6efc",
|
| 616 |
+
"dtype": "F8_E4M3",
|
| 617 |
+
"nbytes": 2097152,
|
| 618 |
+
"output_sha256": "453e9e76c64330cc5beaf7a4403257b59f5d0ea556e458d24799909e0af8dedf",
|
| 619 |
+
"shape": [
|
| 620 |
+
4096,
|
| 621 |
+
512
|
| 622 |
+
]
|
| 623 |
+
},
|
| 624 |
+
"model.language_model.layers.30.self_attn.o_proj.weight_scale_2": {
|
| 625 |
+
"base_axl_sha256": "4a74a4e44571c31ea5b177231f88ced4e21631816c869a9381d1d93bb8036305",
|
| 626 |
+
"donor_weight_sha256": "02bff7507e8086658c997e158ed90b10697a5f171be37cd1ea59b067766a6efc",
|
| 627 |
+
"dtype": "F32",
|
| 628 |
+
"nbytes": 4,
|
| 629 |
+
"output_sha256": "8cbde240ffe9b8af700205202265580a5dad42a6b06e90695031ce4bb7618e10",
|
| 630 |
+
"shape": []
|
| 631 |
+
},
|
| 632 |
+
"model.language_model.layers.31.self_attn.o_proj.weight": {
|
| 633 |
+
"base_axl_sha256": "0610b06fa984437f45c92113eae2161dcd54cd925ce81a5e7e0124225502f31c",
|
| 634 |
+
"donor_weight_sha256": "dc7933297c68636f60419e32f61ad1821652e1af6784e57756c8bfafccabc4c1",
|
| 635 |
+
"dtype": "U8",
|
| 636 |
+
"nbytes": 33554432,
|
| 637 |
+
"output_sha256": "ce00906c1a4b331905ec30829f6acbc2c01f47dfe1862641114565aa605835f5",
|
| 638 |
+
"shape": [
|
| 639 |
+
4096,
|
| 640 |
+
8192
|
| 641 |
+
]
|
| 642 |
+
},
|
| 643 |
+
"model.language_model.layers.31.self_attn.o_proj.weight_scale": {
|
| 644 |
+
"base_axl_sha256": "dfadc2e8746941e7ac012ce6e4e0439f9a722c0707c1e50126f9538bf9a888d6",
|
| 645 |
+
"donor_weight_sha256": "dc7933297c68636f60419e32f61ad1821652e1af6784e57756c8bfafccabc4c1",
|
| 646 |
+
"dtype": "F8_E4M3",
|
| 647 |
+
"nbytes": 4194304,
|
| 648 |
+
"output_sha256": "ada1d29426b7bec95d38ef6459c03f8e9770ee6ba142ea59c8b44dc354d1a7b4",
|
| 649 |
+
"shape": [
|
| 650 |
+
4096,
|
| 651 |
+
1024
|
| 652 |
+
]
|
| 653 |
+
},
|
| 654 |
+
"model.language_model.layers.31.self_attn.o_proj.weight_scale_2": {
|
| 655 |
+
"base_axl_sha256": "4d95c78315ba0cec322903a006d0f6795df2f19e519662e912c1fab0bd6aeacf",
|
| 656 |
+
"donor_weight_sha256": "dc7933297c68636f60419e32f61ad1821652e1af6784e57756c8bfafccabc4c1",
|
| 657 |
+
"dtype": "F32",
|
| 658 |
+
"nbytes": 4,
|
| 659 |
+
"output_sha256": "6fb43ad61dac94d43afdc27f8cab8af782f79a92e55868e936567c8ae89439ad",
|
| 660 |
+
"shape": []
|
| 661 |
+
},
|
| 662 |
+
"model.language_model.layers.32.self_attn.o_proj.weight": {
|
| 663 |
+
"base_axl_sha256": "d2be136c8ed0df98d2a033e87445a1e36a42873128057eb8b256e347a87ff0ff",
|
| 664 |
+
"donor_weight_sha256": "5a1adec6e13fd238ecc598f76762b830edebb3c85473162e752da0c15c36281b",
|
| 665 |
+
"dtype": "U8",
|
| 666 |
+
"nbytes": 16777216,
|
| 667 |
+
"output_sha256": "d9331d15e03e5a5ac4ce5cc87f0a9a11b9f7842104b739a5f08c38b88e146c42",
|
| 668 |
+
"shape": [
|
| 669 |
+
4096,
|
| 670 |
+
4096
|
| 671 |
+
]
|
| 672 |
+
},
|
| 673 |
+
"model.language_model.layers.32.self_attn.o_proj.weight_scale": {
|
| 674 |
+
"base_axl_sha256": "b907187e6d20e3a2116038c40d07c29705e162589ed347257da0cf33c459f7df",
|
| 675 |
+
"donor_weight_sha256": "5a1adec6e13fd238ecc598f76762b830edebb3c85473162e752da0c15c36281b",
|
| 676 |
+
"dtype": "F8_E4M3",
|
| 677 |
+
"nbytes": 2097152,
|
| 678 |
+
"output_sha256": "c719c6a0dcd42625a2de16bff921dfdccba7f01373b5bca85030968fca535bdc",
|
| 679 |
+
"shape": [
|
| 680 |
+
4096,
|
| 681 |
+
512
|
| 682 |
+
]
|
| 683 |
+
},
|
| 684 |
+
"model.language_model.layers.32.self_attn.o_proj.weight_scale_2": {
|
| 685 |
+
"base_axl_sha256": "3bf311be16dae54827e0e75e27a97f1d46743bf493f5f1cc7073d938c13d429b",
|
| 686 |
+
"donor_weight_sha256": "5a1adec6e13fd238ecc598f76762b830edebb3c85473162e752da0c15c36281b",
|
| 687 |
+
"dtype": "F32",
|
| 688 |
+
"nbytes": 4,
|
| 689 |
+
"output_sha256": "5edfe1b416e0c78ba72195925639f316453047753952039740f20722d1a7d258",
|
| 690 |
+
"shape": []
|
| 691 |
+
},
|
| 692 |
+
"model.language_model.layers.33.self_attn.o_proj.weight": {
|
| 693 |
+
"base_axl_sha256": "1466454fc6d1013888e5dcda7a5b82686504c196966103894f72d077db00818b",
|
| 694 |
+
"donor_weight_sha256": "f62bd38a770fe9cb935ab1d19eef1b9c0eb4e04ed4a43366ceb16e25acbc426f",
|
| 695 |
+
"dtype": "U8",
|
| 696 |
+
"nbytes": 16777216,
|
| 697 |
+
"output_sha256": "c9cae5df894ffbf9dd48473994fd2df4d78ce5e05b3f6a41ca0f439d88c456f8",
|
| 698 |
+
"shape": [
|
| 699 |
+
4096,
|
| 700 |
+
4096
|
| 701 |
+
]
|
| 702 |
+
},
|
| 703 |
+
"model.language_model.layers.33.self_attn.o_proj.weight_scale": {
|
| 704 |
+
"base_axl_sha256": "167370211aca7370eb5fcb7add8c790c5b0dd0bb316af03a6c9cda02002021de",
|
| 705 |
+
"donor_weight_sha256": "f62bd38a770fe9cb935ab1d19eef1b9c0eb4e04ed4a43366ceb16e25acbc426f",
|
| 706 |
+
"dtype": "F8_E4M3",
|
| 707 |
+
"nbytes": 2097152,
|
| 708 |
+
"output_sha256": "9fac58a54afc4050f7358293f555044a49e5f5408bb44b7225276b734f0e5456",
|
| 709 |
+
"shape": [
|
| 710 |
+
4096,
|
| 711 |
+
512
|
| 712 |
+
]
|
| 713 |
+
},
|
| 714 |
+
"model.language_model.layers.33.self_attn.o_proj.weight_scale_2": {
|
| 715 |
+
"base_axl_sha256": "dbabaef696ec906d0ae2ff2f4d1a6b4552aceaf73c5cf86a0d180fce818d978e",
|
| 716 |
+
"donor_weight_sha256": "f62bd38a770fe9cb935ab1d19eef1b9c0eb4e04ed4a43366ceb16e25acbc426f",
|
| 717 |
+
"dtype": "F32",
|
| 718 |
+
"nbytes": 4,
|
| 719 |
+
"output_sha256": "dd74a06d297ef9a95f1a5c6322fb711a04ffc2adf63c95a868a753f2b27dc907",
|
| 720 |
+
"shape": []
|
| 721 |
+
},
|
| 722 |
+
"model.language_model.layers.34.self_attn.o_proj.weight": {
|
| 723 |
+
"base_axl_sha256": "b0e72944e846dc0bd4240ef761d9d56b54adedae950774745fea110f2fec1bd5",
|
| 724 |
+
"donor_weight_sha256": "a7aa702dd14a19ef1bbead6b83bb088968bb9dbc5071aa52302cd7f1d1afaa5c",
|
| 725 |
+
"dtype": "U8",
|
| 726 |
+
"nbytes": 16777216,
|
| 727 |
+
"output_sha256": "20ea7f069e72343ff441330809205cc76b31a463d3a75f61f51caf242a262d94",
|
| 728 |
+
"shape": [
|
| 729 |
+
4096,
|
| 730 |
+
4096
|
| 731 |
+
]
|
| 732 |
+
},
|
| 733 |
+
"model.language_model.layers.34.self_attn.o_proj.weight_scale": {
|
| 734 |
+
"base_axl_sha256": "e3a06132e8b83d717415913aa93699c015b525786ac4c3ea7493669db8dae88b",
|
| 735 |
+
"donor_weight_sha256": "a7aa702dd14a19ef1bbead6b83bb088968bb9dbc5071aa52302cd7f1d1afaa5c",
|
| 736 |
+
"dtype": "F8_E4M3",
|
| 737 |
+
"nbytes": 2097152,
|
| 738 |
+
"output_sha256": "fc74f22e0505634ac60bf15fd071e0a5846661f345f9cc193c74f672ec6d4cef",
|
| 739 |
+
"shape": [
|
| 740 |
+
4096,
|
| 741 |
+
512
|
| 742 |
+
]
|
| 743 |
+
},
|
| 744 |
+
"model.language_model.layers.34.self_attn.o_proj.weight_scale_2": {
|
| 745 |
+
"base_axl_sha256": "093bd667af664a92d2f5fe8dbcb0feef3a52d2c0551de699f9a24b3140ceb5f5",
|
| 746 |
+
"donor_weight_sha256": "a7aa702dd14a19ef1bbead6b83bb088968bb9dbc5071aa52302cd7f1d1afaa5c",
|
| 747 |
+
"dtype": "F32",
|
| 748 |
+
"nbytes": 4,
|
| 749 |
+
"output_sha256": "37237664c5f47edcf5945e376c8f45e194c7291dc366794158f722f18657e230",
|
| 750 |
+
"shape": []
|
| 751 |
+
},
|
| 752 |
+
"model.language_model.layers.35.self_attn.o_proj.weight": {
|
| 753 |
+
"base_axl_sha256": "391515acbb0a39a3ae2afa4c58b10b08062f25d1c79870becf8d8058993850f1",
|
| 754 |
+
"donor_weight_sha256": "4c9a2ae39a3b14fc3fa72679e6925f9cb4c939d9d22c87e8b3fa1516683abd33",
|
| 755 |
+
"dtype": "U8",
|
| 756 |
+
"nbytes": 33554432,
|
| 757 |
+
"output_sha256": "b26a5963abbd6e2a7e05dee031fa55274cd14f8d0706cf8491493ea8e18c3dee",
|
| 758 |
+
"shape": [
|
| 759 |
+
4096,
|
| 760 |
+
8192
|
| 761 |
+
]
|
| 762 |
+
},
|
| 763 |
+
"model.language_model.layers.35.self_attn.o_proj.weight_scale": {
|
| 764 |
+
"base_axl_sha256": "579eb8be39c995a2ec8900d26fdc796df2043782d76d3bd70ea747db3c731d3c",
|
| 765 |
+
"donor_weight_sha256": "4c9a2ae39a3b14fc3fa72679e6925f9cb4c939d9d22c87e8b3fa1516683abd33",
|
| 766 |
+
"dtype": "F8_E4M3",
|
| 767 |
+
"nbytes": 4194304,
|
| 768 |
+
"output_sha256": "1299a31bb36806c0561fc0291632286b3abdca46150115b4eefe48e955801c04",
|
| 769 |
+
"shape": [
|
| 770 |
+
4096,
|
| 771 |
+
1024
|
| 772 |
+
]
|
| 773 |
+
},
|
| 774 |
+
"model.language_model.layers.35.self_attn.o_proj.weight_scale_2": {
|
| 775 |
+
"base_axl_sha256": "4d95c78315ba0cec322903a006d0f6795df2f19e519662e912c1fab0bd6aeacf",
|
| 776 |
+
"donor_weight_sha256": "4c9a2ae39a3b14fc3fa72679e6925f9cb4c939d9d22c87e8b3fa1516683abd33",
|
| 777 |
+
"dtype": "F32",
|
| 778 |
+
"nbytes": 4,
|
| 779 |
+
"output_sha256": "6fb43ad61dac94d43afdc27f8cab8af782f79a92e55868e936567c8ae89439ad",
|
| 780 |
+
"shape": []
|
| 781 |
+
},
|
| 782 |
+
"model.language_model.layers.36.self_attn.o_proj.weight": {
|
| 783 |
+
"base_axl_sha256": "d95f4b17e047b0e584095b8ec79593397d6eb41ebaddf9886c73cb199c8ae9d7",
|
| 784 |
+
"donor_weight_sha256": "6a4cf41245edf171ce7a6f6c483b114c31027e87570cc61b1a0973c199e51f56",
|
| 785 |
+
"dtype": "U8",
|
| 786 |
+
"nbytes": 16777216,
|
| 787 |
+
"output_sha256": "5de54fde4d8c9af3499b6b7c48d79654d11e9bfd82a09a93f8fce61e0a3eccd2",
|
| 788 |
+
"shape": [
|
| 789 |
+
4096,
|
| 790 |
+
4096
|
| 791 |
+
]
|
| 792 |
+
},
|
| 793 |
+
"model.language_model.layers.36.self_attn.o_proj.weight_scale": {
|
| 794 |
+
"base_axl_sha256": "b99d4e22188a9d29332d8bdff9e9c27509d9926168848851408f007ed3b79a8c",
|
| 795 |
+
"donor_weight_sha256": "6a4cf41245edf171ce7a6f6c483b114c31027e87570cc61b1a0973c199e51f56",
|
| 796 |
+
"dtype": "F8_E4M3",
|
| 797 |
+
"nbytes": 2097152,
|
| 798 |
+
"output_sha256": "7ab811a9e044e8562394689202eeb7226214d9bbd95334641f188e70e5dc1e35",
|
| 799 |
+
"shape": [
|
| 800 |
+
4096,
|
| 801 |
+
512
|
| 802 |
+
]
|
| 803 |
+
},
|
| 804 |
+
"model.language_model.layers.36.self_attn.o_proj.weight_scale_2": {
|
| 805 |
+
"base_axl_sha256": "1088bd2f73aa903b9b51da87173975b1f42243736a1a7734c949c5ab42f2d608",
|
| 806 |
+
"donor_weight_sha256": "6a4cf41245edf171ce7a6f6c483b114c31027e87570cc61b1a0973c199e51f56",
|
| 807 |
+
"dtype": "F32",
|
| 808 |
+
"nbytes": 4,
|
| 809 |
+
"output_sha256": "5379873a671056daaf31014f38f851a858ba9a6c5ed14540d1a6d2027b1edd9c",
|
| 810 |
+
"shape": []
|
| 811 |
+
},
|
| 812 |
+
"model.language_model.layers.37.self_attn.o_proj.weight": {
|
| 813 |
+
"base_axl_sha256": "323009dc10396a7aa0b53b46617eb3fe05cc3d9e59c3b8e1b7a1b42e0920b077",
|
| 814 |
+
"donor_weight_sha256": "83f8ed0955918ea3be4e52a0b1a3a62e460711839035b9b55e6a1c41bf5584f1",
|
| 815 |
+
"dtype": "U8",
|
| 816 |
+
"nbytes": 16777216,
|
| 817 |
+
"output_sha256": "a48bf3e53f36352c0b09b3d4674c792d63167ced3b9aeb30a30439f6b8d5c701",
|
| 818 |
+
"shape": [
|
| 819 |
+
4096,
|
| 820 |
+
4096
|
| 821 |
+
]
|
| 822 |
+
},
|
| 823 |
+
"model.language_model.layers.37.self_attn.o_proj.weight_scale": {
|
| 824 |
+
"base_axl_sha256": "13a46f2e74528a75463dc81d616ab262fd8f5ae4135cffad0000d072d9c6dc3a",
|
| 825 |
+
"donor_weight_sha256": "83f8ed0955918ea3be4e52a0b1a3a62e460711839035b9b55e6a1c41bf5584f1",
|
| 826 |
+
"dtype": "F8_E4M3",
|
| 827 |
+
"nbytes": 2097152,
|
| 828 |
+
"output_sha256": "542b19fb0d17b935d16f4d42baa5a7a54210f5fafc655a5ba1803503ad63eadf",
|
| 829 |
+
"shape": [
|
| 830 |
+
4096,
|
| 831 |
+
512
|
| 832 |
+
]
|
| 833 |
+
},
|
| 834 |
+
"model.language_model.layers.37.self_attn.o_proj.weight_scale_2": {
|
| 835 |
+
"base_axl_sha256": "0b933b39580e1196fda3bcc8b6467247ace3286ea47c3022d3feff40f629b073",
|
| 836 |
+
"donor_weight_sha256": "83f8ed0955918ea3be4e52a0b1a3a62e460711839035b9b55e6a1c41bf5584f1",
|
| 837 |
+
"dtype": "F32",
|
| 838 |
+
"nbytes": 4,
|
| 839 |
+
"output_sha256": "0b933b39580e1196fda3bcc8b6467247ace3286ea47c3022d3feff40f629b073",
|
| 840 |
+
"shape": []
|
| 841 |
+
},
|
| 842 |
+
"model.language_model.layers.38.self_attn.o_proj.weight": {
|
| 843 |
+
"base_axl_sha256": "a7536cf9c827f4385d21f6da814be63499ed1bc4e648aed5efe44c664b810405",
|
| 844 |
+
"donor_weight_sha256": "1857299b73104aa186e058019296edc506ffff995a4e10ad051fa2ad771e1ae8",
|
| 845 |
+
"dtype": "U8",
|
| 846 |
+
"nbytes": 16777216,
|
| 847 |
+
"output_sha256": "127ce6bfa498ba6d7429d8dcd45be654a076ed4fc075edf86b408b52bd49bacb",
|
| 848 |
+
"shape": [
|
| 849 |
+
4096,
|
| 850 |
+
4096
|
| 851 |
+
]
|
| 852 |
+
},
|
| 853 |
+
"model.language_model.layers.38.self_attn.o_proj.weight_scale": {
|
| 854 |
+
"base_axl_sha256": "5ae01c41b8212dfb50d3a2f1a407a2523c4898fea23b88d66aab0b3163847770",
|
| 855 |
+
"donor_weight_sha256": "1857299b73104aa186e058019296edc506ffff995a4e10ad051fa2ad771e1ae8",
|
| 856 |
+
"dtype": "F8_E4M3",
|
| 857 |
+
"nbytes": 2097152,
|
| 858 |
+
"output_sha256": "f4309e53c93d2db8eb20a77b3a42b19d921d82036e89113187a70df58203d489",
|
| 859 |
+
"shape": [
|
| 860 |
+
4096,
|
| 861 |
+
512
|
| 862 |
+
]
|
| 863 |
+
},
|
| 864 |
+
"model.language_model.layers.38.self_attn.o_proj.weight_scale_2": {
|
| 865 |
+
"base_axl_sha256": "0b933b39580e1196fda3bcc8b6467247ace3286ea47c3022d3feff40f629b073",
|
| 866 |
+
"donor_weight_sha256": "1857299b73104aa186e058019296edc506ffff995a4e10ad051fa2ad771e1ae8",
|
| 867 |
+
"dtype": "F32",
|
| 868 |
+
"nbytes": 4,
|
| 869 |
+
"output_sha256": "5b147b53a56bfb853e9abe883edb20b0b13d699a8dd7960eba424c1aec8711d9",
|
| 870 |
+
"shape": []
|
| 871 |
+
},
|
| 872 |
+
"model.language_model.layers.39.self_attn.o_proj.weight": {
|
| 873 |
+
"base_axl_sha256": "f8d5f8f1216152bfe19b43f006c0b69f184ec88a677f2aff23dd5beb2052e715",
|
| 874 |
+
"donor_weight_sha256": "7fe26fc2c6a3fb3c7f4d258d3277226ba25933153d835ddaa6bdae68100d550a",
|
| 875 |
+
"dtype": "U8",
|
| 876 |
+
"nbytes": 33554432,
|
| 877 |
+
"output_sha256": "54b9bfb06bded15488575b17a7e06063a6014b1c1d18d47ea659b7fcb464f9f7",
|
| 878 |
+
"shape": [
|
| 879 |
+
4096,
|
| 880 |
+
8192
|
| 881 |
+
]
|
| 882 |
+
},
|
| 883 |
+
"model.language_model.layers.39.self_attn.o_proj.weight_scale": {
|
| 884 |
+
"base_axl_sha256": "8e1ca9301db89911bf0147de5982058ed008b03e74170197c6d6c0c268aa6482",
|
| 885 |
+
"donor_weight_sha256": "7fe26fc2c6a3fb3c7f4d258d3277226ba25933153d835ddaa6bdae68100d550a",
|
| 886 |
+
"dtype": "F8_E4M3",
|
| 887 |
+
"nbytes": 4194304,
|
| 888 |
+
"output_sha256": "189fc0a6259e5ac419517ea5cfdc39e5d4f8c469007cb0ae8230b2ed6b18ba1e",
|
| 889 |
+
"shape": [
|
| 890 |
+
4096,
|
| 891 |
+
1024
|
| 892 |
+
]
|
| 893 |
+
},
|
| 894 |
+
"model.language_model.layers.39.self_attn.o_proj.weight_scale_2": {
|
| 895 |
+
"base_axl_sha256": "4d95c78315ba0cec322903a006d0f6795df2f19e519662e912c1fab0bd6aeacf",
|
| 896 |
+
"donor_weight_sha256": "7fe26fc2c6a3fb3c7f4d258d3277226ba25933153d835ddaa6bdae68100d550a",
|
| 897 |
+
"dtype": "F32",
|
| 898 |
+
"nbytes": 4,
|
| 899 |
+
"output_sha256": "6fb43ad61dac94d43afdc27f8cab8af782f79a92e55868e936567c8ae89439ad",
|
| 900 |
+
"shape": []
|
| 901 |
+
},
|
| 902 |
+
"model.language_model.layers.40.self_attn.o_proj.weight": {
|
| 903 |
+
"base_axl_sha256": "039002498897043f17dd4085e4b4287655c8f92045474199ba95545e31fa0bb9",
|
| 904 |
+
"donor_weight_sha256": "b96f55d772e77e34f98e0fe225c48792948bc588735798c49cb11e5cf7f60b43",
|
| 905 |
+
"dtype": "U8",
|
| 906 |
+
"nbytes": 16777216,
|
| 907 |
+
"output_sha256": "27fca9b1d099db70ce81885e05e67b87d5517866a46591cdf7e5e3833ac93aef",
|
| 908 |
+
"shape": [
|
| 909 |
+
4096,
|
| 910 |
+
4096
|
| 911 |
+
]
|
| 912 |
+
},
|
| 913 |
+
"model.language_model.layers.40.self_attn.o_proj.weight_scale": {
|
| 914 |
+
"base_axl_sha256": "ab3dd9f8760d31dbfcbd8b167d0e3ef3e0f6e9b4189e19a7b019d500dd5b6781",
|
| 915 |
+
"donor_weight_sha256": "b96f55d772e77e34f98e0fe225c48792948bc588735798c49cb11e5cf7f60b43",
|
| 916 |
+
"dtype": "F8_E4M3",
|
| 917 |
+
"nbytes": 2097152,
|
| 918 |
+
"output_sha256": "87349ed26585f639f79f29947ca68f97bd7014acd7ab64102df8ba1686db8646",
|
| 919 |
+
"shape": [
|
| 920 |
+
4096,
|
| 921 |
+
512
|
| 922 |
+
]
|
| 923 |
+
},
|
| 924 |
+
"model.language_model.layers.40.self_attn.o_proj.weight_scale_2": {
|
| 925 |
+
"base_axl_sha256": "4a74a4e44571c31ea5b177231f88ced4e21631816c869a9381d1d93bb8036305",
|
| 926 |
+
"donor_weight_sha256": "b96f55d772e77e34f98e0fe225c48792948bc588735798c49cb11e5cf7f60b43",
|
| 927 |
+
"dtype": "F32",
|
| 928 |
+
"nbytes": 4,
|
| 929 |
+
"output_sha256": "83eae1783b2c6d492881eb861a2adab9fd5b0437bf96a2aa65e7d6e8b9e6c89a",
|
| 930 |
+
"shape": []
|
| 931 |
+
},
|
| 932 |
+
"model.language_model.layers.41.self_attn.o_proj.weight": {
|
| 933 |
+
"base_axl_sha256": "f819f021bb964906943df1c99f05ae121d82e14392f4bcfcd9e139f3bf20b872",
|
| 934 |
+
"donor_weight_sha256": "7d5a04cd143b8c57ec2492c2b5810e09d0c3acde1c968a5fc6666b48a4a6df63",
|
| 935 |
+
"dtype": "U8",
|
| 936 |
+
"nbytes": 16777216,
|
| 937 |
+
"output_sha256": "395d413a1efaf6db926c8b2b78fb0d30c0bbc3c081383ad6cb0893502847a003",
|
| 938 |
+
"shape": [
|
| 939 |
+
4096,
|
| 940 |
+
4096
|
| 941 |
+
]
|
| 942 |
+
},
|
| 943 |
+
"model.language_model.layers.41.self_attn.o_proj.weight_scale": {
|
| 944 |
+
"base_axl_sha256": "c42ca41188b6415ab70dae1892916c0178e7cf92820f7f9f9e6a6632266ae44d",
|
| 945 |
+
"donor_weight_sha256": "7d5a04cd143b8c57ec2492c2b5810e09d0c3acde1c968a5fc6666b48a4a6df63",
|
| 946 |
+
"dtype": "F8_E4M3",
|
| 947 |
+
"nbytes": 2097152,
|
| 948 |
+
"output_sha256": "fa7425b8d9b3c54f01ef1f1bc42993b933331eeedb9caa5649b7ca9ad19dd278",
|
| 949 |
+
"shape": [
|
| 950 |
+
4096,
|
| 951 |
+
512
|
| 952 |
+
]
|
| 953 |
+
},
|
| 954 |
+
"model.language_model.layers.41.self_attn.o_proj.weight_scale_2": {
|
| 955 |
+
"base_axl_sha256": "4a74a4e44571c31ea5b177231f88ced4e21631816c869a9381d1d93bb8036305",
|
| 956 |
+
"donor_weight_sha256": "7d5a04cd143b8c57ec2492c2b5810e09d0c3acde1c968a5fc6666b48a4a6df63",
|
| 957 |
+
"dtype": "F32",
|
| 958 |
+
"nbytes": 4,
|
| 959 |
+
"output_sha256": "4a74a4e44571c31ea5b177231f88ced4e21631816c869a9381d1d93bb8036305",
|
| 960 |
+
"shape": []
|
| 961 |
+
},
|
| 962 |
+
"model.language_model.layers.42.self_attn.o_proj.weight": {
|
| 963 |
+
"base_axl_sha256": "490d6d826de32b25cfe30b62e3fbc95d89650bd7a1a8d368f4c978a5d5006dd5",
|
| 964 |
+
"donor_weight_sha256": "3964e5dd6cd6a34a3e8bd3ce80fe9f2d7086385e53e84c62e2ce1964911be1f5",
|
| 965 |
+
"dtype": "U8",
|
| 966 |
+
"nbytes": 16777216,
|
| 967 |
+
"output_sha256": "7ba21c24fe7e3e215e1ebddf46194dc0cc2530ad3612279ec4034c9d3766c1d8",
|
| 968 |
+
"shape": [
|
| 969 |
+
4096,
|
| 970 |
+
4096
|
| 971 |
+
]
|
| 972 |
+
},
|
| 973 |
+
"model.language_model.layers.42.self_attn.o_proj.weight_scale": {
|
| 974 |
+
"base_axl_sha256": "10885337413ae89c77da51b696fb20ff87439a03e157aca28fca0d287df8447f",
|
| 975 |
+
"donor_weight_sha256": "3964e5dd6cd6a34a3e8bd3ce80fe9f2d7086385e53e84c62e2ce1964911be1f5",
|
| 976 |
+
"dtype": "F8_E4M3",
|
| 977 |
+
"nbytes": 2097152,
|
| 978 |
+
"output_sha256": "eea0e4134e6eabed4752645032616fbe1043bb90aff17abd19e5edb126a55a55",
|
| 979 |
+
"shape": [
|
| 980 |
+
4096,
|
| 981 |
+
512
|
| 982 |
+
]
|
| 983 |
+
},
|
| 984 |
+
"model.language_model.layers.42.self_attn.o_proj.weight_scale_2": {
|
| 985 |
+
"base_axl_sha256": "71bbfe416856fea6890f260b0328801edb5dfa779c06fef4ef0dbaea6abe8899",
|
| 986 |
+
"donor_weight_sha256": "3964e5dd6cd6a34a3e8bd3ce80fe9f2d7086385e53e84c62e2ce1964911be1f5",
|
| 987 |
+
"dtype": "F32",
|
| 988 |
+
"nbytes": 4,
|
| 989 |
+
"output_sha256": "71bbfe416856fea6890f260b0328801edb5dfa779c06fef4ef0dbaea6abe8899",
|
| 990 |
+
"shape": []
|
| 991 |
+
},
|
| 992 |
+
"model.language_model.layers.43.self_attn.o_proj.weight": {
|
| 993 |
+
"base_axl_sha256": "796a4841b50a5f3bec65cb0fd54186035361edaa2ea8809e6cbc5d6247551a37",
|
| 994 |
+
"donor_weight_sha256": "01c19850ef06013489f2b1ed81bef1b960861214a8a44237c5081edff29dad34",
|
| 995 |
+
"dtype": "U8",
|
| 996 |
+
"nbytes": 33554432,
|
| 997 |
+
"output_sha256": "95606d2e39dbe5ad83f7d93b727e07122ac8053e5f26c0379f234f5a79038bb9",
|
| 998 |
+
"shape": [
|
| 999 |
+
4096,
|
| 1000 |
+
8192
|
| 1001 |
+
]
|
| 1002 |
+
},
|
| 1003 |
+
"model.language_model.layers.43.self_attn.o_proj.weight_scale": {
|
| 1004 |
+
"base_axl_sha256": "9d9e6de2e3424cd87bb285a6b86cc6f9df71167de89955910ed53ee424f0d8c6",
|
| 1005 |
+
"donor_weight_sha256": "01c19850ef06013489f2b1ed81bef1b960861214a8a44237c5081edff29dad34",
|
| 1006 |
+
"dtype": "F8_E4M3",
|
| 1007 |
+
"nbytes": 4194304,
|
| 1008 |
+
"output_sha256": "03792f59919c4422633783d567dd6a79b88ca313ee92ea9f692e8031c74a4170",
|
| 1009 |
+
"shape": [
|
| 1010 |
+
4096,
|
| 1011 |
+
1024
|
| 1012 |
+
]
|
| 1013 |
+
},
|
| 1014 |
+
"model.language_model.layers.43.self_attn.o_proj.weight_scale_2": {
|
| 1015 |
+
"base_axl_sha256": "1e623612fec261cd1a23e52a19e6d1c27a272cc36afadbd4b99a8af7458c1149",
|
| 1016 |
+
"donor_weight_sha256": "01c19850ef06013489f2b1ed81bef1b960861214a8a44237c5081edff29dad34",
|
| 1017 |
+
"dtype": "F32",
|
| 1018 |
+
"nbytes": 4,
|
| 1019 |
+
"output_sha256": "1e623612fec261cd1a23e52a19e6d1c27a272cc36afadbd4b99a8af7458c1149",
|
| 1020 |
+
"shape": []
|
| 1021 |
+
},
|
| 1022 |
+
"model.language_model.layers.45.self_attn.o_proj.weight": {
|
| 1023 |
+
"base_axl_sha256": "0727357b45f70869a1b119330c2a99abf824780ea795cd93a6fc45b72da7e024",
|
| 1024 |
+
"donor_sha256": "0727357b45f70869a1b119330c2a99abf824780ea795cd93a6fc45b72da7e024",
|
| 1025 |
+
"dtype": "BF16",
|
| 1026 |
+
"nbytes": 134217728,
|
| 1027 |
+
"output_sha256": "0727357b45f70869a1b119330c2a99abf824780ea795cd93a6fc45b72da7e024",
|
| 1028 |
+
"shape": [
|
| 1029 |
+
4096,
|
| 1030 |
+
16384
|
| 1031 |
+
]
|
| 1032 |
+
}
|
| 1033 |
+
}
|
| 1034 |
+
}
|