truthcoder commited on
Commit
02fb11e
·
verified ·
1 Parent(s): c149404

Signed WebGPU releases r1-2026-09-20 (4B / 1.7B / 0.6B)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +5 -0
  2. release/r1-2026-09-20-full/README.md +7 -0
  3. release/r1-2026-09-20-full/RELEASE.json +29 -0
  4. release/r1-2026-09-20-full/allowed_signers +1 -0
  5. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1.torrent +0 -0
  6. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/MANIFEST.json +99 -0
  7. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/MANIFEST.json.ed25519 +1 -0
  8. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/MANIFEST.json.sig +6 -0
  9. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/added_tokens.json +28 -0
  10. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/generation_config.json +13 -0
  11. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/merges.txt +0 -0
  12. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/mlc-chat-config.json +85 -0
  13. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/ndarray-cache.json +3697 -0
  14. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_0.bin +3 -0
  15. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_1.bin +3 -0
  16. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_2.bin +3 -0
  17. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_3.bin +3 -0
  18. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_4.bin +3 -0
  19. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_5.bin +3 -0
  20. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_6.bin +3 -0
  21. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_7.bin +3 -0
  22. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_8.bin +3 -0
  23. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/special_tokens_map.json +31 -0
  24. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/tensor-cache.json +0 -0
  25. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/tokenizer.json +3 -0
  26. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/tokenizer_config.json +240 -0
  27. release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/vocab.json +0 -0
  28. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1.torrent +0 -0
  29. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/MANIFEST.json +183 -0
  30. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/MANIFEST.json.ed25519 +2 -0
  31. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/MANIFEST.json.sig +6 -0
  32. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/added_tokens.json +28 -0
  33. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/generation_config.json +13 -0
  34. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/merges.txt +0 -0
  35. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/mlc-chat-config.json +85 -0
  36. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/ndarray-cache.json +3865 -0
  37. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_0.bin +3 -0
  38. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_1.bin +3 -0
  39. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_10.bin +3 -0
  40. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_11.bin +3 -0
  41. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_12.bin +3 -0
  42. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_13.bin +3 -0
  43. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_14.bin +3 -0
  44. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_15.bin +3 -0
  45. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_16.bin +3 -0
  46. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_17.bin +3 -0
  47. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_18.bin +3 -0
  48. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_19.bin +3 -0
  49. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_2.bin +3 -0
  50. release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_20.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
+ release/r1-2026-09-20-full/qwen3-4b-abl-q4f16_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
39
+ release/r1-2026-09-20-mid/qwen3-1.7B-abl-q4f16_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
40
+ release/r1-2026-09-20-mid/qwen3-1.7B-abl-q4f32_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
release/r1-2026-09-20-full/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # truthcoder-mini release `test-2026-09-15` — TEST (placeholder weights, test key)
2
+ Verify any artefact on any machine with OpenSSH ≥ 8.2:
3
+ ```
4
+ ssh-keygen -Y verify -f allowed_signers -I truthcoder-mini-test@truthstack.app -n truthcoder-mini -s <artefact>/MANIFEST.json.sig < <artefact>/MANIFEST.json
5
+ sha256sum -c <(python3 -c "import json;m=json.load(open('<artefact>/MANIFEST.json'));[print(v['sha256'],' ','<artefact>/'+k) for k,v in m['files'].items()]")
6
+ ```
7
+ Get it: the `.torrent`/magnet in RELEASE.json (BitTorrent), or the CID in RELEASE.json (IPFS: `ipfs get <cid>`), or any listing mirror — then verify as above. The signature binds the manifest; the manifest binds every byte.
release/r1-2026-09-20-full/RELEASE.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "r1-2026-09-20-full",
3
+ "created": "2026-09-18T05:01:38Z",
4
+ "artefacts": {
5
+ "qwen3-1.7B-abl-q4f16_1": {
6
+ "manifest_sha256": "2a13b56310a027d9cbaff2ccba5cb95ca47cc402965c074353e59047822b287c",
7
+ "infohash": "6d8659bc0620cd133a139d56daa25772575371d1",
8
+ "magnet": "magnet:?xt=urn:btih:6d8659bc0620cd133a139d56daa25772575371d1&dn=qwen3-1.7B-abl-q4f16_1",
9
+ "cid": "",
10
+ "bytes": 984078082
11
+ },
12
+ "qwen3-0.6B-abl-q4f16_1": {
13
+ "manifest_sha256": "802fa2460ae10c311d05dbd1e5500240a4a393000fa37b5c89bbd5c28c9a9fe4",
14
+ "infohash": "3c61358b11c3eb441e897dce22073adcb83afb99",
15
+ "magnet": "magnet:?xt=urn:btih:3c61358b11c3eb441e897dce22073adcb83afb99&dn=qwen3-0.6B-abl-q4f16_1",
16
+ "cid": "",
17
+ "bytes": 351442462
18
+ },
19
+ "qwen3-4b-abl-q4f16_1": {
20
+ "manifest_sha256": "637bfc78f446e4131168f746c1ed93eeaf569bf794bfc3c6e83ba25c4e620013",
21
+ "infohash": "67924bd3aaf2c3d2a7869701284ffff5d25bf551",
22
+ "magnet": "magnet:?xt=urn:btih:67924bd3aaf2c3d2a7869701284ffff5d25bf551&dn=qwen3-4b-abl-q4f16_1",
23
+ "cid": "",
24
+ "bytes": 2279030579
25
+ }
26
+ },
27
+ "release_pubkey_ed25519_hex": "02c6bedb56aceafb46bd8053055e1d8e67420db115cda0d4df3c20076a1c77ae",
28
+ "release_sequence": 2
29
+ }
release/r1-2026-09-20-full/allowed_signers ADDED
@@ -0,0 +1 @@
 
 
1
+ truthcoder-mini-release ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIALGvttWrOr7Rr2AUwVeHY5nQg2xFc2g1N88IAdqHHeu truthcoder-mini release key 2026-09-20
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1.torrent ADDED
Binary file (3.06 kB). View file
 
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/MANIFEST.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "artefact": "qwen3-0.6B-abl-q4f16_1",
3
+ "tag": "r1-2026-09-20-full",
4
+ "model": "mlabonne/Qwen3-0.6B-abliterated",
5
+ "hf_commit": "41f8d678c35975a24212ba092993ac034e2fccdc",
6
+ "license": "apache-2.0",
7
+ "note": "stock abliterated Qwen3 weights (mlabonne), quantized for WebGPU \u2014 honest baseline, not yet a TruthAi student model",
8
+ "quantization": "q4f16_1",
9
+ "converter": "tools/q4f16_1_convert.py (own GroupQuantize implementation; MLC template mlc-ai/Qwen3-0.6B-q4f16_1-MLC)",
10
+ "gates": {
11
+ "in_page_probe": "8/0/0 (q4f32_1) 2026-09-15",
12
+ "canonical_gate_gguf_crosscheck": "PASS valid=8 errors=0 refusals=0 (bartowski GGUF of the same checkpoint)",
13
+ "served_leg": "not available (MLC nightly cannot serve on our GPUs)"
14
+ },
15
+ "release_sequence": 2,
16
+ "min_client_version": "0.1",
17
+ "files": {
18
+ "added_tokens.json": {
19
+ "sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",
20
+ "bytes": 707
21
+ },
22
+ "generation_config.json": {
23
+ "sha256": "81051cd3f6e77013827148d0b8a6ead93f8ac390d5ab805f849199f0af6a08db",
24
+ "bytes": 214
25
+ },
26
+ "merges.txt": {
27
+ "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
28
+ "bytes": 1671853
29
+ },
30
+ "mlc-chat-config.json": {
31
+ "sha256": "b156dc63543c1d386afa578713c336ef0b6f1a4b7deb45661d1a993e70ae5ea4",
32
+ "bytes": 2073
33
+ },
34
+ "ndarray-cache.json": {
35
+ "sha256": "aec370e2a736a06898dc6455657d2a47cc649b028ca376ef8f59a255c34bb593",
36
+ "bytes": 74866
37
+ },
38
+ "params_shard_0.bin": {
39
+ "sha256": "e00677f698cb76cb3d1afdd04db3f123bf17cb24831a507bf974b5a5abf85d0c",
40
+ "bytes": 77791232
41
+ },
42
+ "params_shard_1.bin": {
43
+ "sha256": "60504d4b5b4734c1f9b40be87cbd73afb689998e0bc324b2fd44bdadbca02765",
44
+ "bytes": 32740608
45
+ },
46
+ "params_shard_2.bin": {
47
+ "sha256": "dfd4f3d46130d4a43fae17b9c95b6f6db7a6c5ea22d9691ee65eff739c4e09c3",
48
+ "bytes": 31866624
49
+ },
50
+ "params_shard_3.bin": {
51
+ "sha256": "6b565a048faa4613bb10aa1258fde24cdae300ffa1d8aeabb80193cdc3ab727e",
52
+ "bytes": 33505024
53
+ },
54
+ "params_shard_4.bin": {
55
+ "sha256": "6d7996fc357745c7900a7369e9b5790dd56981121d2d376e5ef440055bba6739",
56
+ "bytes": 32000000
57
+ },
58
+ "params_shard_5.bin": {
59
+ "sha256": "45804257023a9e1fcd990a7f4cc3fb7547dfdba6e8585a5d651e85817071e878",
60
+ "bytes": 31866624
61
+ },
62
+ "params_shard_6.bin": {
63
+ "sha256": "5b1e6b8687bdfa566ac856548e52af12975bea4fb1f431ea3d53136e79497cef",
64
+ "bytes": 33505024
65
+ },
66
+ "params_shard_7.bin": {
67
+ "sha256": "88ef840e0a730a0d484061e109b159abc05878ac86ca70f8799f1e89418ab383",
68
+ "bytes": 32000000
69
+ },
70
+ "params_shard_8.bin": {
71
+ "sha256": "c58ce1ff5e90685c062c4f5fa12f17142d09614310e347ee0cdd3ce505edbf75",
72
+ "bytes": 30097152
73
+ },
74
+ "special_tokens_map.json": {
75
+ "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",
76
+ "bytes": 613
77
+ },
78
+ "tensor-cache.json": {
79
+ "sha256": "270a877f656e3c850a6dfee27239f617fc55f00a123577a828568bac5e7e51cb",
80
+ "bytes": 106373
81
+ },
82
+ "tokenizer.json": {
83
+ "sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",
84
+ "bytes": 11422654
85
+ },
86
+ "tokenizer_config.json": {
87
+ "sha256": "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",
88
+ "bytes": 9706
89
+ },
90
+ "vocab.json": {
91
+ "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
92
+ "bytes": 2776833
93
+ }
94
+ },
95
+ "total_bytes": 351438180,
96
+ "created": "2026-09-18T05:01:38Z",
97
+ "probe_constants_sha256": "2632a74180b6277d8e033637dc2f8df438a357b699d177bb471c023de5393c1e",
98
+ "fixtures_sha256": "52c0ce496e8ff8bf0d0a10f81a2c878af239979f7324417b2139cbf0f787ceb9"
99
+ }
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/MANIFEST.json.ed25519 ADDED
@@ -0,0 +1 @@
 
 
1
+ �a�*���9�[m�?LZwb�;&�Tx�rӨ~�]uԮ�u��KBv��X8��=6�����])$
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/MANIFEST.json.sig ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ -----BEGIN SSH SIGNATURE-----
2
+ U1NIU0lHAAAAAQAAADMAAAALc3NoLWVkMjU1MTkAAAAgAsa+21as6vtGvYBTBV4djmdCDb
3
+ EVzaDU3zwgB2ocd64AAAAPdHJ1dGhjb2Rlci1taW5pAAAAAAAAAAZzaGE1MTIAAABTAAAA
4
+ C3NzaC1lZDI1NTE5AAAAQHG6dAn6sh99HqLcHexehs3fNubI00XJNjLlBrOCgaM1YYSn1J
5
+ T1Q2V3BxtKT0dlBmUeOlNOKSaQf77m2mAWfwk=
6
+ -----END SSH SIGNATURE-----
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.51.3"
13
+ }
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/mlc-chat-config.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 2560,
8
+ "intermediate_size": 9728,
9
+ "attention_bias": false,
10
+ "num_attention_heads": 32,
11
+ "num_hidden_layers": 36,
12
+ "num_key_value_heads": 8,
13
+ "rms_norm_eps": 1e-06,
14
+ "rope_theta": 1000000,
15
+ "vocab_size": 151936,
16
+ "tie_word_embeddings": true,
17
+ "context_window_size": 4096,
18
+ "prefill_chunk_size": 2048,
19
+ "tensor_parallel_shards": 1,
20
+ "head_dim": 128,
21
+ "dtype": "float32",
22
+ "max_batch_size": 128
23
+ },
24
+ "vocab_size": 151936,
25
+ "context_window_size": 4096,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 2048,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 0.6,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 0.95,
36
+ "tokenizer_files": [
37
+ "tokenizer.json",
38
+ "vocab.json",
39
+ "merges.txt",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_level",
44
+ "prepend_space_in_encode": false,
45
+ "strip_space_in_decode": false
46
+ },
47
+ "conv_template": {
48
+ "name": "qwen3",
49
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
50
+ "system_message": "You are a helpful assistant.",
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "strip_reasoning_in_history": true,
76
+ "function_string": "",
77
+ "use_function_calling": false
78
+ },
79
+ "pad_token_id": 151643,
80
+ "bos_token_id": 151643,
81
+ "eos_token_id": [
82
+ 151645,
83
+ 151643
84
+ ]
85
+ }
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/ndarray-cache.json ADDED
@@ -0,0 +1,3697 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "ParamSize": 339,
4
+ "ParamBytes": 335372288.0,
5
+ "BitsPerParam": 3.569535268985962
6
+ },
7
+ "records": [
8
+ {
9
+ "dataPath": "params_shard_0.bin",
10
+ "format": "raw-shard",
11
+ "nbytes": 77791232,
12
+ "records": [
13
+ {
14
+ "name": "model.embed_tokens.q_weight",
15
+ "shape": [
16
+ 151936,
17
+ 128
18
+ ],
19
+ "dtype": "uint32",
20
+ "format": "f32-to-bf16",
21
+ "nbytes": 77791232,
22
+ "byteOffset": 0
23
+ }
24
+ ],
25
+ "md5sum": "53f5e2501ffabae874257fb73e8b2095"
26
+ },
27
+ {
28
+ "dataPath": "params_shard_1.bin",
29
+ "format": "raw-shard",
30
+ "nbytes": 32740608,
31
+ "records": [
32
+ {
33
+ "name": "model.embed_tokens.q_scale",
34
+ "shape": [
35
+ 151936,
36
+ 32
37
+ ],
38
+ "dtype": "float16",
39
+ "format": "f32-to-bf16",
40
+ "nbytes": 9723904,
41
+ "byteOffset": 0
42
+ },
43
+ {
44
+ "name": "model.layers.0.input_layernorm.weight",
45
+ "shape": [
46
+ 1024
47
+ ],
48
+ "dtype": "float16",
49
+ "format": "f32-to-bf16",
50
+ "nbytes": 2048,
51
+ "byteOffset": 9723904
52
+ },
53
+ {
54
+ "name": "model.layers.0.mlp.down_proj.q_weight",
55
+ "shape": [
56
+ 1024,
57
+ 384
58
+ ],
59
+ "dtype": "uint32",
60
+ "format": "f32-to-bf16",
61
+ "nbytes": 1572864,
62
+ "byteOffset": 9725952
63
+ },
64
+ {
65
+ "name": "model.layers.0.mlp.down_proj.q_scale",
66
+ "shape": [
67
+ 1024,
68
+ 96
69
+ ],
70
+ "dtype": "float16",
71
+ "format": "f32-to-bf16",
72
+ "nbytes": 196608,
73
+ "byteOffset": 11298816
74
+ },
75
+ {
76
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
77
+ "shape": [
78
+ 6144,
79
+ 128
80
+ ],
81
+ "dtype": "uint32",
82
+ "format": "f32-to-bf16",
83
+ "nbytes": 3145728,
84
+ "byteOffset": 11495424
85
+ },
86
+ {
87
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
88
+ "shape": [
89
+ 6144,
90
+ 32
91
+ ],
92
+ "dtype": "float16",
93
+ "format": "f32-to-bf16",
94
+ "nbytes": 393216,
95
+ "byteOffset": 14641152
96
+ },
97
+ {
98
+ "name": "model.layers.0.post_attention_layernorm.weight",
99
+ "shape": [
100
+ 1024
101
+ ],
102
+ "dtype": "float16",
103
+ "format": "f32-to-bf16",
104
+ "nbytes": 2048,
105
+ "byteOffset": 15034368
106
+ },
107
+ {
108
+ "name": "model.layers.0.self_attn.k_norm.weight",
109
+ "shape": [
110
+ 128
111
+ ],
112
+ "dtype": "float16",
113
+ "format": "f32-to-bf16",
114
+ "nbytes": 256,
115
+ "byteOffset": 15036416
116
+ },
117
+ {
118
+ "name": "model.layers.0.self_attn.c_attn.q_weight",
119
+ "shape": [
120
+ 4096,
121
+ 128
122
+ ],
123
+ "dtype": "uint32",
124
+ "format": "f32-to-bf16",
125
+ "nbytes": 2097152,
126
+ "byteOffset": 15036672
127
+ },
128
+ {
129
+ "name": "model.layers.0.self_attn.c_attn.q_scale",
130
+ "shape": [
131
+ 4096,
132
+ 32
133
+ ],
134
+ "dtype": "float16",
135
+ "format": "f32-to-bf16",
136
+ "nbytes": 262144,
137
+ "byteOffset": 17133824
138
+ },
139
+ {
140
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
141
+ "shape": [
142
+ 1024,
143
+ 256
144
+ ],
145
+ "dtype": "uint32",
146
+ "format": "f32-to-bf16",
147
+ "nbytes": 1048576,
148
+ "byteOffset": 17395968
149
+ },
150
+ {
151
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
152
+ "shape": [
153
+ 1024,
154
+ 64
155
+ ],
156
+ "dtype": "float16",
157
+ "format": "f32-to-bf16",
158
+ "nbytes": 131072,
159
+ "byteOffset": 18444544
160
+ },
161
+ {
162
+ "name": "model.layers.0.self_attn.q_norm.weight",
163
+ "shape": [
164
+ 128
165
+ ],
166
+ "dtype": "float16",
167
+ "format": "f32-to-bf16",
168
+ "nbytes": 256,
169
+ "byteOffset": 18575616
170
+ },
171
+ {
172
+ "name": "model.layers.1.input_layernorm.weight",
173
+ "shape": [
174
+ 1024
175
+ ],
176
+ "dtype": "float16",
177
+ "format": "f32-to-bf16",
178
+ "nbytes": 2048,
179
+ "byteOffset": 18575872
180
+ },
181
+ {
182
+ "name": "model.layers.1.mlp.down_proj.q_weight",
183
+ "shape": [
184
+ 1024,
185
+ 384
186
+ ],
187
+ "dtype": "uint32",
188
+ "format": "f32-to-bf16",
189
+ "nbytes": 1572864,
190
+ "byteOffset": 18577920
191
+ },
192
+ {
193
+ "name": "model.layers.1.mlp.down_proj.q_scale",
194
+ "shape": [
195
+ 1024,
196
+ 96
197
+ ],
198
+ "dtype": "float16",
199
+ "format": "f32-to-bf16",
200
+ "nbytes": 196608,
201
+ "byteOffset": 20150784
202
+ },
203
+ {
204
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
205
+ "shape": [
206
+ 6144,
207
+ 128
208
+ ],
209
+ "dtype": "uint32",
210
+ "format": "f32-to-bf16",
211
+ "nbytes": 3145728,
212
+ "byteOffset": 20347392
213
+ },
214
+ {
215
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
216
+ "shape": [
217
+ 6144,
218
+ 32
219
+ ],
220
+ "dtype": "float16",
221
+ "format": "f32-to-bf16",
222
+ "nbytes": 393216,
223
+ "byteOffset": 23493120
224
+ },
225
+ {
226
+ "name": "model.layers.1.post_attention_layernorm.weight",
227
+ "shape": [
228
+ 1024
229
+ ],
230
+ "dtype": "float16",
231
+ "format": "f32-to-bf16",
232
+ "nbytes": 2048,
233
+ "byteOffset": 23886336
234
+ },
235
+ {
236
+ "name": "model.layers.1.self_attn.k_norm.weight",
237
+ "shape": [
238
+ 128
239
+ ],
240
+ "dtype": "float16",
241
+ "format": "f32-to-bf16",
242
+ "nbytes": 256,
243
+ "byteOffset": 23888384
244
+ },
245
+ {
246
+ "name": "model.layers.1.self_attn.c_attn.q_weight",
247
+ "shape": [
248
+ 4096,
249
+ 128
250
+ ],
251
+ "dtype": "uint32",
252
+ "format": "f32-to-bf16",
253
+ "nbytes": 2097152,
254
+ "byteOffset": 23888640
255
+ },
256
+ {
257
+ "name": "model.layers.1.self_attn.c_attn.q_scale",
258
+ "shape": [
259
+ 4096,
260
+ 32
261
+ ],
262
+ "dtype": "float16",
263
+ "format": "f32-to-bf16",
264
+ "nbytes": 262144,
265
+ "byteOffset": 25985792
266
+ },
267
+ {
268
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
269
+ "shape": [
270
+ 1024,
271
+ 256
272
+ ],
273
+ "dtype": "uint32",
274
+ "format": "f32-to-bf16",
275
+ "nbytes": 1048576,
276
+ "byteOffset": 26247936
277
+ },
278
+ {
279
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
280
+ "shape": [
281
+ 1024,
282
+ 64
283
+ ],
284
+ "dtype": "float16",
285
+ "format": "f32-to-bf16",
286
+ "nbytes": 131072,
287
+ "byteOffset": 27296512
288
+ },
289
+ {
290
+ "name": "model.layers.1.self_attn.q_norm.weight",
291
+ "shape": [
292
+ 128
293
+ ],
294
+ "dtype": "float16",
295
+ "format": "f32-to-bf16",
296
+ "nbytes": 256,
297
+ "byteOffset": 27427584
298
+ },
299
+ {
300
+ "name": "model.layers.10.input_layernorm.weight",
301
+ "shape": [
302
+ 1024
303
+ ],
304
+ "dtype": "float16",
305
+ "format": "f32-to-bf16",
306
+ "nbytes": 2048,
307
+ "byteOffset": 27427840
308
+ },
309
+ {
310
+ "name": "model.layers.10.mlp.down_proj.q_weight",
311
+ "shape": [
312
+ 1024,
313
+ 384
314
+ ],
315
+ "dtype": "uint32",
316
+ "format": "f32-to-bf16",
317
+ "nbytes": 1572864,
318
+ "byteOffset": 27429888
319
+ },
320
+ {
321
+ "name": "model.layers.10.mlp.down_proj.q_scale",
322
+ "shape": [
323
+ 1024,
324
+ 96
325
+ ],
326
+ "dtype": "float16",
327
+ "format": "f32-to-bf16",
328
+ "nbytes": 196608,
329
+ "byteOffset": 29002752
330
+ },
331
+ {
332
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
333
+ "shape": [
334
+ 6144,
335
+ 128
336
+ ],
337
+ "dtype": "uint32",
338
+ "format": "f32-to-bf16",
339
+ "nbytes": 3145728,
340
+ "byteOffset": 29199360
341
+ },
342
+ {
343
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
344
+ "shape": [
345
+ 6144,
346
+ 32
347
+ ],
348
+ "dtype": "float16",
349
+ "format": "f32-to-bf16",
350
+ "nbytes": 393216,
351
+ "byteOffset": 32345088
352
+ },
353
+ {
354
+ "name": "model.layers.10.post_attention_layernorm.weight",
355
+ "shape": [
356
+ 1024
357
+ ],
358
+ "dtype": "float16",
359
+ "format": "f32-to-bf16",
360
+ "nbytes": 2048,
361
+ "byteOffset": 32738304
362
+ },
363
+ {
364
+ "name": "model.layers.10.self_attn.k_norm.weight",
365
+ "shape": [
366
+ 128
367
+ ],
368
+ "dtype": "float16",
369
+ "format": "f32-to-bf16",
370
+ "nbytes": 256,
371
+ "byteOffset": 32740352
372
+ }
373
+ ],
374
+ "md5sum": "af41ddaf17e32d29791649165a1e2002"
375
+ },
376
+ {
377
+ "dataPath": "params_shard_2.bin",
378
+ "format": "raw-shard",
379
+ "nbytes": 31866624,
380
+ "records": [
381
+ {
382
+ "name": "model.layers.10.self_attn.c_attn.q_weight",
383
+ "shape": [
384
+ 4096,
385
+ 128
386
+ ],
387
+ "dtype": "uint32",
388
+ "format": "f32-to-bf16",
389
+ "nbytes": 2097152,
390
+ "byteOffset": 0
391
+ },
392
+ {
393
+ "name": "model.layers.10.self_attn.c_attn.q_scale",
394
+ "shape": [
395
+ 4096,
396
+ 32
397
+ ],
398
+ "dtype": "float16",
399
+ "format": "f32-to-bf16",
400
+ "nbytes": 262144,
401
+ "byteOffset": 2097152
402
+ },
403
+ {
404
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
405
+ "shape": [
406
+ 1024,
407
+ 256
408
+ ],
409
+ "dtype": "uint32",
410
+ "format": "f32-to-bf16",
411
+ "nbytes": 1048576,
412
+ "byteOffset": 2359296
413
+ },
414
+ {
415
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
416
+ "shape": [
417
+ 1024,
418
+ 64
419
+ ],
420
+ "dtype": "float16",
421
+ "format": "f32-to-bf16",
422
+ "nbytes": 131072,
423
+ "byteOffset": 3407872
424
+ },
425
+ {
426
+ "name": "model.layers.10.self_attn.q_norm.weight",
427
+ "shape": [
428
+ 128
429
+ ],
430
+ "dtype": "float16",
431
+ "format": "f32-to-bf16",
432
+ "nbytes": 256,
433
+ "byteOffset": 3538944
434
+ },
435
+ {
436
+ "name": "model.layers.11.input_layernorm.weight",
437
+ "shape": [
438
+ 1024
439
+ ],
440
+ "dtype": "float16",
441
+ "format": "f32-to-bf16",
442
+ "nbytes": 2048,
443
+ "byteOffset": 3539200
444
+ },
445
+ {
446
+ "name": "model.layers.11.mlp.down_proj.q_weight",
447
+ "shape": [
448
+ 1024,
449
+ 384
450
+ ],
451
+ "dtype": "uint32",
452
+ "format": "f32-to-bf16",
453
+ "nbytes": 1572864,
454
+ "byteOffset": 3541248
455
+ },
456
+ {
457
+ "name": "model.layers.11.mlp.down_proj.q_scale",
458
+ "shape": [
459
+ 1024,
460
+ 96
461
+ ],
462
+ "dtype": "float16",
463
+ "format": "f32-to-bf16",
464
+ "nbytes": 196608,
465
+ "byteOffset": 5114112
466
+ },
467
+ {
468
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
469
+ "shape": [
470
+ 6144,
471
+ 128
472
+ ],
473
+ "dtype": "uint32",
474
+ "format": "f32-to-bf16",
475
+ "nbytes": 3145728,
476
+ "byteOffset": 5310720
477
+ },
478
+ {
479
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
480
+ "shape": [
481
+ 6144,
482
+ 32
483
+ ],
484
+ "dtype": "float16",
485
+ "format": "f32-to-bf16",
486
+ "nbytes": 393216,
487
+ "byteOffset": 8456448
488
+ },
489
+ {
490
+ "name": "model.layers.11.post_attention_layernorm.weight",
491
+ "shape": [
492
+ 1024
493
+ ],
494
+ "dtype": "float16",
495
+ "format": "f32-to-bf16",
496
+ "nbytes": 2048,
497
+ "byteOffset": 8849664
498
+ },
499
+ {
500
+ "name": "model.layers.11.self_attn.k_norm.weight",
501
+ "shape": [
502
+ 128
503
+ ],
504
+ "dtype": "float16",
505
+ "format": "f32-to-bf16",
506
+ "nbytes": 256,
507
+ "byteOffset": 8851712
508
+ },
509
+ {
510
+ "name": "model.layers.11.self_attn.c_attn.q_weight",
511
+ "shape": [
512
+ 4096,
513
+ 128
514
+ ],
515
+ "dtype": "uint32",
516
+ "format": "f32-to-bf16",
517
+ "nbytes": 2097152,
518
+ "byteOffset": 8851968
519
+ },
520
+ {
521
+ "name": "model.layers.11.self_attn.c_attn.q_scale",
522
+ "shape": [
523
+ 4096,
524
+ 32
525
+ ],
526
+ "dtype": "float16",
527
+ "format": "f32-to-bf16",
528
+ "nbytes": 262144,
529
+ "byteOffset": 10949120
530
+ },
531
+ {
532
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
533
+ "shape": [
534
+ 1024,
535
+ 256
536
+ ],
537
+ "dtype": "uint32",
538
+ "format": "f32-to-bf16",
539
+ "nbytes": 1048576,
540
+ "byteOffset": 11211264
541
+ },
542
+ {
543
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
544
+ "shape": [
545
+ 1024,
546
+ 64
547
+ ],
548
+ "dtype": "float16",
549
+ "format": "f32-to-bf16",
550
+ "nbytes": 131072,
551
+ "byteOffset": 12259840
552
+ },
553
+ {
554
+ "name": "model.layers.11.self_attn.q_norm.weight",
555
+ "shape": [
556
+ 128
557
+ ],
558
+ "dtype": "float16",
559
+ "format": "f32-to-bf16",
560
+ "nbytes": 256,
561
+ "byteOffset": 12390912
562
+ },
563
+ {
564
+ "name": "model.layers.12.input_layernorm.weight",
565
+ "shape": [
566
+ 1024
567
+ ],
568
+ "dtype": "float16",
569
+ "format": "f32-to-bf16",
570
+ "nbytes": 2048,
571
+ "byteOffset": 12391168
572
+ },
573
+ {
574
+ "name": "model.layers.12.mlp.down_proj.q_weight",
575
+ "shape": [
576
+ 1024,
577
+ 384
578
+ ],
579
+ "dtype": "uint32",
580
+ "format": "f32-to-bf16",
581
+ "nbytes": 1572864,
582
+ "byteOffset": 12393216
583
+ },
584
+ {
585
+ "name": "model.layers.12.mlp.down_proj.q_scale",
586
+ "shape": [
587
+ 1024,
588
+ 96
589
+ ],
590
+ "dtype": "float16",
591
+ "format": "f32-to-bf16",
592
+ "nbytes": 196608,
593
+ "byteOffset": 13966080
594
+ },
595
+ {
596
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
597
+ "shape": [
598
+ 6144,
599
+ 128
600
+ ],
601
+ "dtype": "uint32",
602
+ "format": "f32-to-bf16",
603
+ "nbytes": 3145728,
604
+ "byteOffset": 14162688
605
+ },
606
+ {
607
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
608
+ "shape": [
609
+ 6144,
610
+ 32
611
+ ],
612
+ "dtype": "float16",
613
+ "format": "f32-to-bf16",
614
+ "nbytes": 393216,
615
+ "byteOffset": 17308416
616
+ },
617
+ {
618
+ "name": "model.layers.12.post_attention_layernorm.weight",
619
+ "shape": [
620
+ 1024
621
+ ],
622
+ "dtype": "float16",
623
+ "format": "f32-to-bf16",
624
+ "nbytes": 2048,
625
+ "byteOffset": 17701632
626
+ },
627
+ {
628
+ "name": "model.layers.12.self_attn.k_norm.weight",
629
+ "shape": [
630
+ 128
631
+ ],
632
+ "dtype": "float16",
633
+ "format": "f32-to-bf16",
634
+ "nbytes": 256,
635
+ "byteOffset": 17703680
636
+ },
637
+ {
638
+ "name": "model.layers.12.self_attn.c_attn.q_weight",
639
+ "shape": [
640
+ 4096,
641
+ 128
642
+ ],
643
+ "dtype": "uint32",
644
+ "format": "f32-to-bf16",
645
+ "nbytes": 2097152,
646
+ "byteOffset": 17703936
647
+ },
648
+ {
649
+ "name": "model.layers.12.self_attn.c_attn.q_scale",
650
+ "shape": [
651
+ 4096,
652
+ 32
653
+ ],
654
+ "dtype": "float16",
655
+ "format": "f32-to-bf16",
656
+ "nbytes": 262144,
657
+ "byteOffset": 19801088
658
+ },
659
+ {
660
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
661
+ "shape": [
662
+ 1024,
663
+ 256
664
+ ],
665
+ "dtype": "uint32",
666
+ "format": "f32-to-bf16",
667
+ "nbytes": 1048576,
668
+ "byteOffset": 20063232
669
+ },
670
+ {
671
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
672
+ "shape": [
673
+ 1024,
674
+ 64
675
+ ],
676
+ "dtype": "float16",
677
+ "format": "f32-to-bf16",
678
+ "nbytes": 131072,
679
+ "byteOffset": 21111808
680
+ },
681
+ {
682
+ "name": "model.layers.12.self_attn.q_norm.weight",
683
+ "shape": [
684
+ 128
685
+ ],
686
+ "dtype": "float16",
687
+ "format": "f32-to-bf16",
688
+ "nbytes": 256,
689
+ "byteOffset": 21242880
690
+ },
691
+ {
692
+ "name": "model.layers.13.input_layernorm.weight",
693
+ "shape": [
694
+ 1024
695
+ ],
696
+ "dtype": "float16",
697
+ "format": "f32-to-bf16",
698
+ "nbytes": 2048,
699
+ "byteOffset": 21243136
700
+ },
701
+ {
702
+ "name": "model.layers.13.mlp.down_proj.q_weight",
703
+ "shape": [
704
+ 1024,
705
+ 384
706
+ ],
707
+ "dtype": "uint32",
708
+ "format": "f32-to-bf16",
709
+ "nbytes": 1572864,
710
+ "byteOffset": 21245184
711
+ },
712
+ {
713
+ "name": "model.layers.13.mlp.down_proj.q_scale",
714
+ "shape": [
715
+ 1024,
716
+ 96
717
+ ],
718
+ "dtype": "float16",
719
+ "format": "f32-to-bf16",
720
+ "nbytes": 196608,
721
+ "byteOffset": 22818048
722
+ },
723
+ {
724
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
725
+ "shape": [
726
+ 6144,
727
+ 128
728
+ ],
729
+ "dtype": "uint32",
730
+ "format": "f32-to-bf16",
731
+ "nbytes": 3145728,
732
+ "byteOffset": 23014656
733
+ },
734
+ {
735
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
736
+ "shape": [
737
+ 6144,
738
+ 32
739
+ ],
740
+ "dtype": "float16",
741
+ "format": "f32-to-bf16",
742
+ "nbytes": 393216,
743
+ "byteOffset": 26160384
744
+ },
745
+ {
746
+ "name": "model.layers.13.post_attention_layernorm.weight",
747
+ "shape": [
748
+ 1024
749
+ ],
750
+ "dtype": "float16",
751
+ "format": "f32-to-bf16",
752
+ "nbytes": 2048,
753
+ "byteOffset": 26553600
754
+ },
755
+ {
756
+ "name": "model.layers.13.self_attn.k_norm.weight",
757
+ "shape": [
758
+ 128
759
+ ],
760
+ "dtype": "float16",
761
+ "format": "f32-to-bf16",
762
+ "nbytes": 256,
763
+ "byteOffset": 26555648
764
+ },
765
+ {
766
+ "name": "model.layers.13.self_attn.c_attn.q_weight",
767
+ "shape": [
768
+ 4096,
769
+ 128
770
+ ],
771
+ "dtype": "uint32",
772
+ "format": "f32-to-bf16",
773
+ "nbytes": 2097152,
774
+ "byteOffset": 26555904
775
+ },
776
+ {
777
+ "name": "model.layers.13.self_attn.c_attn.q_scale",
778
+ "shape": [
779
+ 4096,
780
+ 32
781
+ ],
782
+ "dtype": "float16",
783
+ "format": "f32-to-bf16",
784
+ "nbytes": 262144,
785
+ "byteOffset": 28653056
786
+ },
787
+ {
788
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
789
+ "shape": [
790
+ 1024,
791
+ 256
792
+ ],
793
+ "dtype": "uint32",
794
+ "format": "f32-to-bf16",
795
+ "nbytes": 1048576,
796
+ "byteOffset": 28915200
797
+ },
798
+ {
799
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
800
+ "shape": [
801
+ 1024,
802
+ 64
803
+ ],
804
+ "dtype": "float16",
805
+ "format": "f32-to-bf16",
806
+ "nbytes": 131072,
807
+ "byteOffset": 29963776
808
+ },
809
+ {
810
+ "name": "model.layers.13.self_attn.q_norm.weight",
811
+ "shape": [
812
+ 128
813
+ ],
814
+ "dtype": "float16",
815
+ "format": "f32-to-bf16",
816
+ "nbytes": 256,
817
+ "byteOffset": 30094848
818
+ },
819
+ {
820
+ "name": "model.layers.14.input_layernorm.weight",
821
+ "shape": [
822
+ 1024
823
+ ],
824
+ "dtype": "float16",
825
+ "format": "f32-to-bf16",
826
+ "nbytes": 2048,
827
+ "byteOffset": 30095104
828
+ },
829
+ {
830
+ "name": "model.layers.14.mlp.down_proj.q_weight",
831
+ "shape": [
832
+ 1024,
833
+ 384
834
+ ],
835
+ "dtype": "uint32",
836
+ "format": "f32-to-bf16",
837
+ "nbytes": 1572864,
838
+ "byteOffset": 30097152
839
+ },
840
+ {
841
+ "name": "model.layers.14.mlp.down_proj.q_scale",
842
+ "shape": [
843
+ 1024,
844
+ 96
845
+ ],
846
+ "dtype": "float16",
847
+ "format": "f32-to-bf16",
848
+ "nbytes": 196608,
849
+ "byteOffset": 31670016
850
+ }
851
+ ],
852
+ "md5sum": "33fdd05e036437ace415da910f676d50"
853
+ },
854
+ {
855
+ "dataPath": "params_shard_3.bin",
856
+ "format": "raw-shard",
857
+ "nbytes": 33505024,
858
+ "records": [
859
+ {
860
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
861
+ "shape": [
862
+ 6144,
863
+ 128
864
+ ],
865
+ "dtype": "uint32",
866
+ "format": "f32-to-bf16",
867
+ "nbytes": 3145728,
868
+ "byteOffset": 0
869
+ },
870
+ {
871
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
872
+ "shape": [
873
+ 6144,
874
+ 32
875
+ ],
876
+ "dtype": "float16",
877
+ "format": "f32-to-bf16",
878
+ "nbytes": 393216,
879
+ "byteOffset": 3145728
880
+ },
881
+ {
882
+ "name": "model.layers.14.post_attention_layernorm.weight",
883
+ "shape": [
884
+ 1024
885
+ ],
886
+ "dtype": "float16",
887
+ "format": "f32-to-bf16",
888
+ "nbytes": 2048,
889
+ "byteOffset": 3538944
890
+ },
891
+ {
892
+ "name": "model.layers.14.self_attn.k_norm.weight",
893
+ "shape": [
894
+ 128
895
+ ],
896
+ "dtype": "float16",
897
+ "format": "f32-to-bf16",
898
+ "nbytes": 256,
899
+ "byteOffset": 3540992
900
+ },
901
+ {
902
+ "name": "model.layers.14.self_attn.c_attn.q_weight",
903
+ "shape": [
904
+ 4096,
905
+ 128
906
+ ],
907
+ "dtype": "uint32",
908
+ "format": "f32-to-bf16",
909
+ "nbytes": 2097152,
910
+ "byteOffset": 3541248
911
+ },
912
+ {
913
+ "name": "model.layers.14.self_attn.c_attn.q_scale",
914
+ "shape": [
915
+ 4096,
916
+ 32
917
+ ],
918
+ "dtype": "float16",
919
+ "format": "f32-to-bf16",
920
+ "nbytes": 262144,
921
+ "byteOffset": 5638400
922
+ },
923
+ {
924
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
925
+ "shape": [
926
+ 1024,
927
+ 256
928
+ ],
929
+ "dtype": "uint32",
930
+ "format": "f32-to-bf16",
931
+ "nbytes": 1048576,
932
+ "byteOffset": 5900544
933
+ },
934
+ {
935
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
936
+ "shape": [
937
+ 1024,
938
+ 64
939
+ ],
940
+ "dtype": "float16",
941
+ "format": "f32-to-bf16",
942
+ "nbytes": 131072,
943
+ "byteOffset": 6949120
944
+ },
945
+ {
946
+ "name": "model.layers.14.self_attn.q_norm.weight",
947
+ "shape": [
948
+ 128
949
+ ],
950
+ "dtype": "float16",
951
+ "format": "f32-to-bf16",
952
+ "nbytes": 256,
953
+ "byteOffset": 7080192
954
+ },
955
+ {
956
+ "name": "model.layers.15.input_layernorm.weight",
957
+ "shape": [
958
+ 1024
959
+ ],
960
+ "dtype": "float16",
961
+ "format": "f32-to-bf16",
962
+ "nbytes": 2048,
963
+ "byteOffset": 7080448
964
+ },
965
+ {
966
+ "name": "model.layers.15.mlp.down_proj.q_weight",
967
+ "shape": [
968
+ 1024,
969
+ 384
970
+ ],
971
+ "dtype": "uint32",
972
+ "format": "f32-to-bf16",
973
+ "nbytes": 1572864,
974
+ "byteOffset": 7082496
975
+ },
976
+ {
977
+ "name": "model.layers.15.mlp.down_proj.q_scale",
978
+ "shape": [
979
+ 1024,
980
+ 96
981
+ ],
982
+ "dtype": "float16",
983
+ "format": "f32-to-bf16",
984
+ "nbytes": 196608,
985
+ "byteOffset": 8655360
986
+ },
987
+ {
988
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
989
+ "shape": [
990
+ 6144,
991
+ 128
992
+ ],
993
+ "dtype": "uint32",
994
+ "format": "f32-to-bf16",
995
+ "nbytes": 3145728,
996
+ "byteOffset": 8851968
997
+ },
998
+ {
999
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
1000
+ "shape": [
1001
+ 6144,
1002
+ 32
1003
+ ],
1004
+ "dtype": "float16",
1005
+ "format": "f32-to-bf16",
1006
+ "nbytes": 393216,
1007
+ "byteOffset": 11997696
1008
+ },
1009
+ {
1010
+ "name": "model.layers.15.post_attention_layernorm.weight",
1011
+ "shape": [
1012
+ 1024
1013
+ ],
1014
+ "dtype": "float16",
1015
+ "format": "f32-to-bf16",
1016
+ "nbytes": 2048,
1017
+ "byteOffset": 12390912
1018
+ },
1019
+ {
1020
+ "name": "model.layers.15.self_attn.k_norm.weight",
1021
+ "shape": [
1022
+ 128
1023
+ ],
1024
+ "dtype": "float16",
1025
+ "format": "f32-to-bf16",
1026
+ "nbytes": 256,
1027
+ "byteOffset": 12392960
1028
+ },
1029
+ {
1030
+ "name": "model.layers.15.self_attn.c_attn.q_weight",
1031
+ "shape": [
1032
+ 4096,
1033
+ 128
1034
+ ],
1035
+ "dtype": "uint32",
1036
+ "format": "f32-to-bf16",
1037
+ "nbytes": 2097152,
1038
+ "byteOffset": 12393216
1039
+ },
1040
+ {
1041
+ "name": "model.layers.15.self_attn.c_attn.q_scale",
1042
+ "shape": [
1043
+ 4096,
1044
+ 32
1045
+ ],
1046
+ "dtype": "float16",
1047
+ "format": "f32-to-bf16",
1048
+ "nbytes": 262144,
1049
+ "byteOffset": 14490368
1050
+ },
1051
+ {
1052
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
1053
+ "shape": [
1054
+ 1024,
1055
+ 256
1056
+ ],
1057
+ "dtype": "uint32",
1058
+ "format": "f32-to-bf16",
1059
+ "nbytes": 1048576,
1060
+ "byteOffset": 14752512
1061
+ },
1062
+ {
1063
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
1064
+ "shape": [
1065
+ 1024,
1066
+ 64
1067
+ ],
1068
+ "dtype": "float16",
1069
+ "format": "f32-to-bf16",
1070
+ "nbytes": 131072,
1071
+ "byteOffset": 15801088
1072
+ },
1073
+ {
1074
+ "name": "model.layers.15.self_attn.q_norm.weight",
1075
+ "shape": [
1076
+ 128
1077
+ ],
1078
+ "dtype": "float16",
1079
+ "format": "f32-to-bf16",
1080
+ "nbytes": 256,
1081
+ "byteOffset": 15932160
1082
+ },
1083
+ {
1084
+ "name": "model.layers.16.input_layernorm.weight",
1085
+ "shape": [
1086
+ 1024
1087
+ ],
1088
+ "dtype": "float16",
1089
+ "format": "f32-to-bf16",
1090
+ "nbytes": 2048,
1091
+ "byteOffset": 15932416
1092
+ },
1093
+ {
1094
+ "name": "model.layers.16.mlp.down_proj.q_weight",
1095
+ "shape": [
1096
+ 1024,
1097
+ 384
1098
+ ],
1099
+ "dtype": "uint32",
1100
+ "format": "f32-to-bf16",
1101
+ "nbytes": 1572864,
1102
+ "byteOffset": 15934464
1103
+ },
1104
+ {
1105
+ "name": "model.layers.16.mlp.down_proj.q_scale",
1106
+ "shape": [
1107
+ 1024,
1108
+ 96
1109
+ ],
1110
+ "dtype": "float16",
1111
+ "format": "f32-to-bf16",
1112
+ "nbytes": 196608,
1113
+ "byteOffset": 17507328
1114
+ },
1115
+ {
1116
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
1117
+ "shape": [
1118
+ 6144,
1119
+ 128
1120
+ ],
1121
+ "dtype": "uint32",
1122
+ "format": "f32-to-bf16",
1123
+ "nbytes": 3145728,
1124
+ "byteOffset": 17703936
1125
+ },
1126
+ {
1127
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
1128
+ "shape": [
1129
+ 6144,
1130
+ 32
1131
+ ],
1132
+ "dtype": "float16",
1133
+ "format": "f32-to-bf16",
1134
+ "nbytes": 393216,
1135
+ "byteOffset": 20849664
1136
+ },
1137
+ {
1138
+ "name": "model.layers.16.post_attention_layernorm.weight",
1139
+ "shape": [
1140
+ 1024
1141
+ ],
1142
+ "dtype": "float16",
1143
+ "format": "f32-to-bf16",
1144
+ "nbytes": 2048,
1145
+ "byteOffset": 21242880
1146
+ },
1147
+ {
1148
+ "name": "model.layers.16.self_attn.k_norm.weight",
1149
+ "shape": [
1150
+ 128
1151
+ ],
1152
+ "dtype": "float16",
1153
+ "format": "f32-to-bf16",
1154
+ "nbytes": 256,
1155
+ "byteOffset": 21244928
1156
+ },
1157
+ {
1158
+ "name": "model.layers.16.self_attn.c_attn.q_weight",
1159
+ "shape": [
1160
+ 4096,
1161
+ 128
1162
+ ],
1163
+ "dtype": "uint32",
1164
+ "format": "f32-to-bf16",
1165
+ "nbytes": 2097152,
1166
+ "byteOffset": 21245184
1167
+ },
1168
+ {
1169
+ "name": "model.layers.16.self_attn.c_attn.q_scale",
1170
+ "shape": [
1171
+ 4096,
1172
+ 32
1173
+ ],
1174
+ "dtype": "float16",
1175
+ "format": "f32-to-bf16",
1176
+ "nbytes": 262144,
1177
+ "byteOffset": 23342336
1178
+ },
1179
+ {
1180
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
1181
+ "shape": [
1182
+ 1024,
1183
+ 256
1184
+ ],
1185
+ "dtype": "uint32",
1186
+ "format": "f32-to-bf16",
1187
+ "nbytes": 1048576,
1188
+ "byteOffset": 23604480
1189
+ },
1190
+ {
1191
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
1192
+ "shape": [
1193
+ 1024,
1194
+ 64
1195
+ ],
1196
+ "dtype": "float16",
1197
+ "format": "f32-to-bf16",
1198
+ "nbytes": 131072,
1199
+ "byteOffset": 24653056
1200
+ },
1201
+ {
1202
+ "name": "model.layers.16.self_attn.q_norm.weight",
1203
+ "shape": [
1204
+ 128
1205
+ ],
1206
+ "dtype": "float16",
1207
+ "format": "f32-to-bf16",
1208
+ "nbytes": 256,
1209
+ "byteOffset": 24784128
1210
+ },
1211
+ {
1212
+ "name": "model.layers.17.input_layernorm.weight",
1213
+ "shape": [
1214
+ 1024
1215
+ ],
1216
+ "dtype": "float16",
1217
+ "format": "f32-to-bf16",
1218
+ "nbytes": 2048,
1219
+ "byteOffset": 24784384
1220
+ },
1221
+ {
1222
+ "name": "model.layers.17.mlp.down_proj.q_weight",
1223
+ "shape": [
1224
+ 1024,
1225
+ 384
1226
+ ],
1227
+ "dtype": "uint32",
1228
+ "format": "f32-to-bf16",
1229
+ "nbytes": 1572864,
1230
+ "byteOffset": 24786432
1231
+ },
1232
+ {
1233
+ "name": "model.layers.17.mlp.down_proj.q_scale",
1234
+ "shape": [
1235
+ 1024,
1236
+ 96
1237
+ ],
1238
+ "dtype": "float16",
1239
+ "format": "f32-to-bf16",
1240
+ "nbytes": 196608,
1241
+ "byteOffset": 26359296
1242
+ },
1243
+ {
1244
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
1245
+ "shape": [
1246
+ 6144,
1247
+ 128
1248
+ ],
1249
+ "dtype": "uint32",
1250
+ "format": "f32-to-bf16",
1251
+ "nbytes": 3145728,
1252
+ "byteOffset": 26555904
1253
+ },
1254
+ {
1255
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
1256
+ "shape": [
1257
+ 6144,
1258
+ 32
1259
+ ],
1260
+ "dtype": "float16",
1261
+ "format": "f32-to-bf16",
1262
+ "nbytes": 393216,
1263
+ "byteOffset": 29701632
1264
+ },
1265
+ {
1266
+ "name": "model.layers.17.post_attention_layernorm.weight",
1267
+ "shape": [
1268
+ 1024
1269
+ ],
1270
+ "dtype": "float16",
1271
+ "format": "f32-to-bf16",
1272
+ "nbytes": 2048,
1273
+ "byteOffset": 30094848
1274
+ },
1275
+ {
1276
+ "name": "model.layers.17.self_attn.k_norm.weight",
1277
+ "shape": [
1278
+ 128
1279
+ ],
1280
+ "dtype": "float16",
1281
+ "format": "f32-to-bf16",
1282
+ "nbytes": 256,
1283
+ "byteOffset": 30096896
1284
+ },
1285
+ {
1286
+ "name": "model.layers.17.self_attn.c_attn.q_weight",
1287
+ "shape": [
1288
+ 4096,
1289
+ 128
1290
+ ],
1291
+ "dtype": "uint32",
1292
+ "format": "f32-to-bf16",
1293
+ "nbytes": 2097152,
1294
+ "byteOffset": 30097152
1295
+ },
1296
+ {
1297
+ "name": "model.layers.17.self_attn.c_attn.q_scale",
1298
+ "shape": [
1299
+ 4096,
1300
+ 32
1301
+ ],
1302
+ "dtype": "float16",
1303
+ "format": "f32-to-bf16",
1304
+ "nbytes": 262144,
1305
+ "byteOffset": 32194304
1306
+ },
1307
+ {
1308
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
1309
+ "shape": [
1310
+ 1024,
1311
+ 256
1312
+ ],
1313
+ "dtype": "uint32",
1314
+ "format": "f32-to-bf16",
1315
+ "nbytes": 1048576,
1316
+ "byteOffset": 32456448
1317
+ }
1318
+ ],
1319
+ "md5sum": "5e61c77586f4cc07965e6f45ce888c1d"
1320
+ },
1321
+ {
1322
+ "dataPath": "params_shard_4.bin",
1323
+ "format": "raw-shard",
1324
+ "nbytes": 32000000,
1325
+ "records": [
1326
+ {
1327
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
1328
+ "shape": [
1329
+ 1024,
1330
+ 64
1331
+ ],
1332
+ "dtype": "float16",
1333
+ "format": "f32-to-bf16",
1334
+ "nbytes": 131072,
1335
+ "byteOffset": 0
1336
+ },
1337
+ {
1338
+ "name": "model.layers.17.self_attn.q_norm.weight",
1339
+ "shape": [
1340
+ 128
1341
+ ],
1342
+ "dtype": "float16",
1343
+ "format": "f32-to-bf16",
1344
+ "nbytes": 256,
1345
+ "byteOffset": 131072
1346
+ },
1347
+ {
1348
+ "name": "model.layers.18.input_layernorm.weight",
1349
+ "shape": [
1350
+ 1024
1351
+ ],
1352
+ "dtype": "float16",
1353
+ "format": "f32-to-bf16",
1354
+ "nbytes": 2048,
1355
+ "byteOffset": 131328
1356
+ },
1357
+ {
1358
+ "name": "model.layers.18.mlp.down_proj.q_weight",
1359
+ "shape": [
1360
+ 1024,
1361
+ 384
1362
+ ],
1363
+ "dtype": "uint32",
1364
+ "format": "f32-to-bf16",
1365
+ "nbytes": 1572864,
1366
+ "byteOffset": 133376
1367
+ },
1368
+ {
1369
+ "name": "model.layers.18.mlp.down_proj.q_scale",
1370
+ "shape": [
1371
+ 1024,
1372
+ 96
1373
+ ],
1374
+ "dtype": "float16",
1375
+ "format": "f32-to-bf16",
1376
+ "nbytes": 196608,
1377
+ "byteOffset": 1706240
1378
+ },
1379
+ {
1380
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
1381
+ "shape": [
1382
+ 6144,
1383
+ 128
1384
+ ],
1385
+ "dtype": "uint32",
1386
+ "format": "f32-to-bf16",
1387
+ "nbytes": 3145728,
1388
+ "byteOffset": 1902848
1389
+ },
1390
+ {
1391
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
1392
+ "shape": [
1393
+ 6144,
1394
+ 32
1395
+ ],
1396
+ "dtype": "float16",
1397
+ "format": "f32-to-bf16",
1398
+ "nbytes": 393216,
1399
+ "byteOffset": 5048576
1400
+ },
1401
+ {
1402
+ "name": "model.layers.18.post_attention_layernorm.weight",
1403
+ "shape": [
1404
+ 1024
1405
+ ],
1406
+ "dtype": "float16",
1407
+ "format": "f32-to-bf16",
1408
+ "nbytes": 2048,
1409
+ "byteOffset": 5441792
1410
+ },
1411
+ {
1412
+ "name": "model.layers.18.self_attn.k_norm.weight",
1413
+ "shape": [
1414
+ 128
1415
+ ],
1416
+ "dtype": "float16",
1417
+ "format": "f32-to-bf16",
1418
+ "nbytes": 256,
1419
+ "byteOffset": 5443840
1420
+ },
1421
+ {
1422
+ "name": "model.layers.18.self_attn.c_attn.q_weight",
1423
+ "shape": [
1424
+ 4096,
1425
+ 128
1426
+ ],
1427
+ "dtype": "uint32",
1428
+ "format": "f32-to-bf16",
1429
+ "nbytes": 2097152,
1430
+ "byteOffset": 5444096
1431
+ },
1432
+ {
1433
+ "name": "model.layers.18.self_attn.c_attn.q_scale",
1434
+ "shape": [
1435
+ 4096,
1436
+ 32
1437
+ ],
1438
+ "dtype": "float16",
1439
+ "format": "f32-to-bf16",
1440
+ "nbytes": 262144,
1441
+ "byteOffset": 7541248
1442
+ },
1443
+ {
1444
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
1445
+ "shape": [
1446
+ 1024,
1447
+ 256
1448
+ ],
1449
+ "dtype": "uint32",
1450
+ "format": "f32-to-bf16",
1451
+ "nbytes": 1048576,
1452
+ "byteOffset": 7803392
1453
+ },
1454
+ {
1455
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
1456
+ "shape": [
1457
+ 1024,
1458
+ 64
1459
+ ],
1460
+ "dtype": "float16",
1461
+ "format": "f32-to-bf16",
1462
+ "nbytes": 131072,
1463
+ "byteOffset": 8851968
1464
+ },
1465
+ {
1466
+ "name": "model.layers.18.self_attn.q_norm.weight",
1467
+ "shape": [
1468
+ 128
1469
+ ],
1470
+ "dtype": "float16",
1471
+ "format": "f32-to-bf16",
1472
+ "nbytes": 256,
1473
+ "byteOffset": 8983040
1474
+ },
1475
+ {
1476
+ "name": "model.layers.19.input_layernorm.weight",
1477
+ "shape": [
1478
+ 1024
1479
+ ],
1480
+ "dtype": "float16",
1481
+ "format": "f32-to-bf16",
1482
+ "nbytes": 2048,
1483
+ "byteOffset": 8983296
1484
+ },
1485
+ {
1486
+ "name": "model.layers.19.mlp.down_proj.q_weight",
1487
+ "shape": [
1488
+ 1024,
1489
+ 384
1490
+ ],
1491
+ "dtype": "uint32",
1492
+ "format": "f32-to-bf16",
1493
+ "nbytes": 1572864,
1494
+ "byteOffset": 8985344
1495
+ },
1496
+ {
1497
+ "name": "model.layers.19.mlp.down_proj.q_scale",
1498
+ "shape": [
1499
+ 1024,
1500
+ 96
1501
+ ],
1502
+ "dtype": "float16",
1503
+ "format": "f32-to-bf16",
1504
+ "nbytes": 196608,
1505
+ "byteOffset": 10558208
1506
+ },
1507
+ {
1508
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
1509
+ "shape": [
1510
+ 6144,
1511
+ 128
1512
+ ],
1513
+ "dtype": "uint32",
1514
+ "format": "f32-to-bf16",
1515
+ "nbytes": 3145728,
1516
+ "byteOffset": 10754816
1517
+ },
1518
+ {
1519
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
1520
+ "shape": [
1521
+ 6144,
1522
+ 32
1523
+ ],
1524
+ "dtype": "float16",
1525
+ "format": "f32-to-bf16",
1526
+ "nbytes": 393216,
1527
+ "byteOffset": 13900544
1528
+ },
1529
+ {
1530
+ "name": "model.layers.19.post_attention_layernorm.weight",
1531
+ "shape": [
1532
+ 1024
1533
+ ],
1534
+ "dtype": "float16",
1535
+ "format": "f32-to-bf16",
1536
+ "nbytes": 2048,
1537
+ "byteOffset": 14293760
1538
+ },
1539
+ {
1540
+ "name": "model.layers.19.self_attn.k_norm.weight",
1541
+ "shape": [
1542
+ 128
1543
+ ],
1544
+ "dtype": "float16",
1545
+ "format": "f32-to-bf16",
1546
+ "nbytes": 256,
1547
+ "byteOffset": 14295808
1548
+ },
1549
+ {
1550
+ "name": "model.layers.19.self_attn.c_attn.q_weight",
1551
+ "shape": [
1552
+ 4096,
1553
+ 128
1554
+ ],
1555
+ "dtype": "uint32",
1556
+ "format": "f32-to-bf16",
1557
+ "nbytes": 2097152,
1558
+ "byteOffset": 14296064
1559
+ },
1560
+ {
1561
+ "name": "model.layers.19.self_attn.c_attn.q_scale",
1562
+ "shape": [
1563
+ 4096,
1564
+ 32
1565
+ ],
1566
+ "dtype": "float16",
1567
+ "format": "f32-to-bf16",
1568
+ "nbytes": 262144,
1569
+ "byteOffset": 16393216
1570
+ },
1571
+ {
1572
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
1573
+ "shape": [
1574
+ 1024,
1575
+ 256
1576
+ ],
1577
+ "dtype": "uint32",
1578
+ "format": "f32-to-bf16",
1579
+ "nbytes": 1048576,
1580
+ "byteOffset": 16655360
1581
+ },
1582
+ {
1583
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
1584
+ "shape": [
1585
+ 1024,
1586
+ 64
1587
+ ],
1588
+ "dtype": "float16",
1589
+ "format": "f32-to-bf16",
1590
+ "nbytes": 131072,
1591
+ "byteOffset": 17703936
1592
+ },
1593
+ {
1594
+ "name": "model.layers.19.self_attn.q_norm.weight",
1595
+ "shape": [
1596
+ 128
1597
+ ],
1598
+ "dtype": "float16",
1599
+ "format": "f32-to-bf16",
1600
+ "nbytes": 256,
1601
+ "byteOffset": 17835008
1602
+ },
1603
+ {
1604
+ "name": "model.layers.2.input_layernorm.weight",
1605
+ "shape": [
1606
+ 1024
1607
+ ],
1608
+ "dtype": "float16",
1609
+ "format": "f32-to-bf16",
1610
+ "nbytes": 2048,
1611
+ "byteOffset": 17835264
1612
+ },
1613
+ {
1614
+ "name": "model.layers.2.mlp.down_proj.q_weight",
1615
+ "shape": [
1616
+ 1024,
1617
+ 384
1618
+ ],
1619
+ "dtype": "uint32",
1620
+ "format": "f32-to-bf16",
1621
+ "nbytes": 1572864,
1622
+ "byteOffset": 17837312
1623
+ },
1624
+ {
1625
+ "name": "model.layers.2.mlp.down_proj.q_scale",
1626
+ "shape": [
1627
+ 1024,
1628
+ 96
1629
+ ],
1630
+ "dtype": "float16",
1631
+ "format": "f32-to-bf16",
1632
+ "nbytes": 196608,
1633
+ "byteOffset": 19410176
1634
+ },
1635
+ {
1636
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
1637
+ "shape": [
1638
+ 6144,
1639
+ 128
1640
+ ],
1641
+ "dtype": "uint32",
1642
+ "format": "f32-to-bf16",
1643
+ "nbytes": 3145728,
1644
+ "byteOffset": 19606784
1645
+ },
1646
+ {
1647
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
1648
+ "shape": [
1649
+ 6144,
1650
+ 32
1651
+ ],
1652
+ "dtype": "float16",
1653
+ "format": "f32-to-bf16",
1654
+ "nbytes": 393216,
1655
+ "byteOffset": 22752512
1656
+ },
1657
+ {
1658
+ "name": "model.layers.2.post_attention_layernorm.weight",
1659
+ "shape": [
1660
+ 1024
1661
+ ],
1662
+ "dtype": "float16",
1663
+ "format": "f32-to-bf16",
1664
+ "nbytes": 2048,
1665
+ "byteOffset": 23145728
1666
+ },
1667
+ {
1668
+ "name": "model.layers.2.self_attn.k_norm.weight",
1669
+ "shape": [
1670
+ 128
1671
+ ],
1672
+ "dtype": "float16",
1673
+ "format": "f32-to-bf16",
1674
+ "nbytes": 256,
1675
+ "byteOffset": 23147776
1676
+ },
1677
+ {
1678
+ "name": "model.layers.2.self_attn.c_attn.q_weight",
1679
+ "shape": [
1680
+ 4096,
1681
+ 128
1682
+ ],
1683
+ "dtype": "uint32",
1684
+ "format": "f32-to-bf16",
1685
+ "nbytes": 2097152,
1686
+ "byteOffset": 23148032
1687
+ },
1688
+ {
1689
+ "name": "model.layers.2.self_attn.c_attn.q_scale",
1690
+ "shape": [
1691
+ 4096,
1692
+ 32
1693
+ ],
1694
+ "dtype": "float16",
1695
+ "format": "f32-to-bf16",
1696
+ "nbytes": 262144,
1697
+ "byteOffset": 25245184
1698
+ },
1699
+ {
1700
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
1701
+ "shape": [
1702
+ 1024,
1703
+ 256
1704
+ ],
1705
+ "dtype": "uint32",
1706
+ "format": "f32-to-bf16",
1707
+ "nbytes": 1048576,
1708
+ "byteOffset": 25507328
1709
+ },
1710
+ {
1711
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
1712
+ "shape": [
1713
+ 1024,
1714
+ 64
1715
+ ],
1716
+ "dtype": "float16",
1717
+ "format": "f32-to-bf16",
1718
+ "nbytes": 131072,
1719
+ "byteOffset": 26555904
1720
+ },
1721
+ {
1722
+ "name": "model.layers.2.self_attn.q_norm.weight",
1723
+ "shape": [
1724
+ 128
1725
+ ],
1726
+ "dtype": "float16",
1727
+ "format": "f32-to-bf16",
1728
+ "nbytes": 256,
1729
+ "byteOffset": 26686976
1730
+ },
1731
+ {
1732
+ "name": "model.layers.20.input_layernorm.weight",
1733
+ "shape": [
1734
+ 1024
1735
+ ],
1736
+ "dtype": "float16",
1737
+ "format": "f32-to-bf16",
1738
+ "nbytes": 2048,
1739
+ "byteOffset": 26687232
1740
+ },
1741
+ {
1742
+ "name": "model.layers.20.mlp.down_proj.q_weight",
1743
+ "shape": [
1744
+ 1024,
1745
+ 384
1746
+ ],
1747
+ "dtype": "uint32",
1748
+ "format": "f32-to-bf16",
1749
+ "nbytes": 1572864,
1750
+ "byteOffset": 26689280
1751
+ },
1752
+ {
1753
+ "name": "model.layers.20.mlp.down_proj.q_scale",
1754
+ "shape": [
1755
+ 1024,
1756
+ 96
1757
+ ],
1758
+ "dtype": "float16",
1759
+ "format": "f32-to-bf16",
1760
+ "nbytes": 196608,
1761
+ "byteOffset": 28262144
1762
+ },
1763
+ {
1764
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
1765
+ "shape": [
1766
+ 6144,
1767
+ 128
1768
+ ],
1769
+ "dtype": "uint32",
1770
+ "format": "f32-to-bf16",
1771
+ "nbytes": 3145728,
1772
+ "byteOffset": 28458752
1773
+ },
1774
+ {
1775
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
1776
+ "shape": [
1777
+ 6144,
1778
+ 32
1779
+ ],
1780
+ "dtype": "float16",
1781
+ "format": "f32-to-bf16",
1782
+ "nbytes": 393216,
1783
+ "byteOffset": 31604480
1784
+ },
1785
+ {
1786
+ "name": "model.layers.20.post_attention_layernorm.weight",
1787
+ "shape": [
1788
+ 1024
1789
+ ],
1790
+ "dtype": "float16",
1791
+ "format": "f32-to-bf16",
1792
+ "nbytes": 2048,
1793
+ "byteOffset": 31997696
1794
+ },
1795
+ {
1796
+ "name": "model.layers.20.self_attn.k_norm.weight",
1797
+ "shape": [
1798
+ 128
1799
+ ],
1800
+ "dtype": "float16",
1801
+ "format": "f32-to-bf16",
1802
+ "nbytes": 256,
1803
+ "byteOffset": 31999744
1804
+ }
1805
+ ],
1806
+ "md5sum": "dff536e1746628668e0522bd081dd44d"
1807
+ },
1808
+ {
1809
+ "dataPath": "params_shard_5.bin",
1810
+ "format": "raw-shard",
1811
+ "nbytes": 31866624,
1812
+ "records": [
1813
+ {
1814
+ "name": "model.layers.20.self_attn.c_attn.q_weight",
1815
+ "shape": [
1816
+ 4096,
1817
+ 128
1818
+ ],
1819
+ "dtype": "uint32",
1820
+ "format": "f32-to-bf16",
1821
+ "nbytes": 2097152,
1822
+ "byteOffset": 0
1823
+ },
1824
+ {
1825
+ "name": "model.layers.20.self_attn.c_attn.q_scale",
1826
+ "shape": [
1827
+ 4096,
1828
+ 32
1829
+ ],
1830
+ "dtype": "float16",
1831
+ "format": "f32-to-bf16",
1832
+ "nbytes": 262144,
1833
+ "byteOffset": 2097152
1834
+ },
1835
+ {
1836
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
1837
+ "shape": [
1838
+ 1024,
1839
+ 256
1840
+ ],
1841
+ "dtype": "uint32",
1842
+ "format": "f32-to-bf16",
1843
+ "nbytes": 1048576,
1844
+ "byteOffset": 2359296
1845
+ },
1846
+ {
1847
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
1848
+ "shape": [
1849
+ 1024,
1850
+ 64
1851
+ ],
1852
+ "dtype": "float16",
1853
+ "format": "f32-to-bf16",
1854
+ "nbytes": 131072,
1855
+ "byteOffset": 3407872
1856
+ },
1857
+ {
1858
+ "name": "model.layers.20.self_attn.q_norm.weight",
1859
+ "shape": [
1860
+ 128
1861
+ ],
1862
+ "dtype": "float16",
1863
+ "format": "f32-to-bf16",
1864
+ "nbytes": 256,
1865
+ "byteOffset": 3538944
1866
+ },
1867
+ {
1868
+ "name": "model.layers.21.input_layernorm.weight",
1869
+ "shape": [
1870
+ 1024
1871
+ ],
1872
+ "dtype": "float16",
1873
+ "format": "f32-to-bf16",
1874
+ "nbytes": 2048,
1875
+ "byteOffset": 3539200
1876
+ },
1877
+ {
1878
+ "name": "model.layers.21.mlp.down_proj.q_weight",
1879
+ "shape": [
1880
+ 1024,
1881
+ 384
1882
+ ],
1883
+ "dtype": "uint32",
1884
+ "format": "f32-to-bf16",
1885
+ "nbytes": 1572864,
1886
+ "byteOffset": 3541248
1887
+ },
1888
+ {
1889
+ "name": "model.layers.21.mlp.down_proj.q_scale",
1890
+ "shape": [
1891
+ 1024,
1892
+ 96
1893
+ ],
1894
+ "dtype": "float16",
1895
+ "format": "f32-to-bf16",
1896
+ "nbytes": 196608,
1897
+ "byteOffset": 5114112
1898
+ },
1899
+ {
1900
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
1901
+ "shape": [
1902
+ 6144,
1903
+ 128
1904
+ ],
1905
+ "dtype": "uint32",
1906
+ "format": "f32-to-bf16",
1907
+ "nbytes": 3145728,
1908
+ "byteOffset": 5310720
1909
+ },
1910
+ {
1911
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
1912
+ "shape": [
1913
+ 6144,
1914
+ 32
1915
+ ],
1916
+ "dtype": "float16",
1917
+ "format": "f32-to-bf16",
1918
+ "nbytes": 393216,
1919
+ "byteOffset": 8456448
1920
+ },
1921
+ {
1922
+ "name": "model.layers.21.post_attention_layernorm.weight",
1923
+ "shape": [
1924
+ 1024
1925
+ ],
1926
+ "dtype": "float16",
1927
+ "format": "f32-to-bf16",
1928
+ "nbytes": 2048,
1929
+ "byteOffset": 8849664
1930
+ },
1931
+ {
1932
+ "name": "model.layers.21.self_attn.k_norm.weight",
1933
+ "shape": [
1934
+ 128
1935
+ ],
1936
+ "dtype": "float16",
1937
+ "format": "f32-to-bf16",
1938
+ "nbytes": 256,
1939
+ "byteOffset": 8851712
1940
+ },
1941
+ {
1942
+ "name": "model.layers.21.self_attn.c_attn.q_weight",
1943
+ "shape": [
1944
+ 4096,
1945
+ 128
1946
+ ],
1947
+ "dtype": "uint32",
1948
+ "format": "f32-to-bf16",
1949
+ "nbytes": 2097152,
1950
+ "byteOffset": 8851968
1951
+ },
1952
+ {
1953
+ "name": "model.layers.21.self_attn.c_attn.q_scale",
1954
+ "shape": [
1955
+ 4096,
1956
+ 32
1957
+ ],
1958
+ "dtype": "float16",
1959
+ "format": "f32-to-bf16",
1960
+ "nbytes": 262144,
1961
+ "byteOffset": 10949120
1962
+ },
1963
+ {
1964
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
1965
+ "shape": [
1966
+ 1024,
1967
+ 256
1968
+ ],
1969
+ "dtype": "uint32",
1970
+ "format": "f32-to-bf16",
1971
+ "nbytes": 1048576,
1972
+ "byteOffset": 11211264
1973
+ },
1974
+ {
1975
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
1976
+ "shape": [
1977
+ 1024,
1978
+ 64
1979
+ ],
1980
+ "dtype": "float16",
1981
+ "format": "f32-to-bf16",
1982
+ "nbytes": 131072,
1983
+ "byteOffset": 12259840
1984
+ },
1985
+ {
1986
+ "name": "model.layers.21.self_attn.q_norm.weight",
1987
+ "shape": [
1988
+ 128
1989
+ ],
1990
+ "dtype": "float16",
1991
+ "format": "f32-to-bf16",
1992
+ "nbytes": 256,
1993
+ "byteOffset": 12390912
1994
+ },
1995
+ {
1996
+ "name": "model.layers.22.input_layernorm.weight",
1997
+ "shape": [
1998
+ 1024
1999
+ ],
2000
+ "dtype": "float16",
2001
+ "format": "f32-to-bf16",
2002
+ "nbytes": 2048,
2003
+ "byteOffset": 12391168
2004
+ },
2005
+ {
2006
+ "name": "model.layers.22.mlp.down_proj.q_weight",
2007
+ "shape": [
2008
+ 1024,
2009
+ 384
2010
+ ],
2011
+ "dtype": "uint32",
2012
+ "format": "f32-to-bf16",
2013
+ "nbytes": 1572864,
2014
+ "byteOffset": 12393216
2015
+ },
2016
+ {
2017
+ "name": "model.layers.22.mlp.down_proj.q_scale",
2018
+ "shape": [
2019
+ 1024,
2020
+ 96
2021
+ ],
2022
+ "dtype": "float16",
2023
+ "format": "f32-to-bf16",
2024
+ "nbytes": 196608,
2025
+ "byteOffset": 13966080
2026
+ },
2027
+ {
2028
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
2029
+ "shape": [
2030
+ 6144,
2031
+ 128
2032
+ ],
2033
+ "dtype": "uint32",
2034
+ "format": "f32-to-bf16",
2035
+ "nbytes": 3145728,
2036
+ "byteOffset": 14162688
2037
+ },
2038
+ {
2039
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
2040
+ "shape": [
2041
+ 6144,
2042
+ 32
2043
+ ],
2044
+ "dtype": "float16",
2045
+ "format": "f32-to-bf16",
2046
+ "nbytes": 393216,
2047
+ "byteOffset": 17308416
2048
+ },
2049
+ {
2050
+ "name": "model.layers.22.post_attention_layernorm.weight",
2051
+ "shape": [
2052
+ 1024
2053
+ ],
2054
+ "dtype": "float16",
2055
+ "format": "f32-to-bf16",
2056
+ "nbytes": 2048,
2057
+ "byteOffset": 17701632
2058
+ },
2059
+ {
2060
+ "name": "model.layers.22.self_attn.k_norm.weight",
2061
+ "shape": [
2062
+ 128
2063
+ ],
2064
+ "dtype": "float16",
2065
+ "format": "f32-to-bf16",
2066
+ "nbytes": 256,
2067
+ "byteOffset": 17703680
2068
+ },
2069
+ {
2070
+ "name": "model.layers.22.self_attn.c_attn.q_weight",
2071
+ "shape": [
2072
+ 4096,
2073
+ 128
2074
+ ],
2075
+ "dtype": "uint32",
2076
+ "format": "f32-to-bf16",
2077
+ "nbytes": 2097152,
2078
+ "byteOffset": 17703936
2079
+ },
2080
+ {
2081
+ "name": "model.layers.22.self_attn.c_attn.q_scale",
2082
+ "shape": [
2083
+ 4096,
2084
+ 32
2085
+ ],
2086
+ "dtype": "float16",
2087
+ "format": "f32-to-bf16",
2088
+ "nbytes": 262144,
2089
+ "byteOffset": 19801088
2090
+ },
2091
+ {
2092
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
2093
+ "shape": [
2094
+ 1024,
2095
+ 256
2096
+ ],
2097
+ "dtype": "uint32",
2098
+ "format": "f32-to-bf16",
2099
+ "nbytes": 1048576,
2100
+ "byteOffset": 20063232
2101
+ },
2102
+ {
2103
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
2104
+ "shape": [
2105
+ 1024,
2106
+ 64
2107
+ ],
2108
+ "dtype": "float16",
2109
+ "format": "f32-to-bf16",
2110
+ "nbytes": 131072,
2111
+ "byteOffset": 21111808
2112
+ },
2113
+ {
2114
+ "name": "model.layers.22.self_attn.q_norm.weight",
2115
+ "shape": [
2116
+ 128
2117
+ ],
2118
+ "dtype": "float16",
2119
+ "format": "f32-to-bf16",
2120
+ "nbytes": 256,
2121
+ "byteOffset": 21242880
2122
+ },
2123
+ {
2124
+ "name": "model.layers.23.input_layernorm.weight",
2125
+ "shape": [
2126
+ 1024
2127
+ ],
2128
+ "dtype": "float16",
2129
+ "format": "f32-to-bf16",
2130
+ "nbytes": 2048,
2131
+ "byteOffset": 21243136
2132
+ },
2133
+ {
2134
+ "name": "model.layers.23.mlp.down_proj.q_weight",
2135
+ "shape": [
2136
+ 1024,
2137
+ 384
2138
+ ],
2139
+ "dtype": "uint32",
2140
+ "format": "f32-to-bf16",
2141
+ "nbytes": 1572864,
2142
+ "byteOffset": 21245184
2143
+ },
2144
+ {
2145
+ "name": "model.layers.23.mlp.down_proj.q_scale",
2146
+ "shape": [
2147
+ 1024,
2148
+ 96
2149
+ ],
2150
+ "dtype": "float16",
2151
+ "format": "f32-to-bf16",
2152
+ "nbytes": 196608,
2153
+ "byteOffset": 22818048
2154
+ },
2155
+ {
2156
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
2157
+ "shape": [
2158
+ 6144,
2159
+ 128
2160
+ ],
2161
+ "dtype": "uint32",
2162
+ "format": "f32-to-bf16",
2163
+ "nbytes": 3145728,
2164
+ "byteOffset": 23014656
2165
+ },
2166
+ {
2167
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
2168
+ "shape": [
2169
+ 6144,
2170
+ 32
2171
+ ],
2172
+ "dtype": "float16",
2173
+ "format": "f32-to-bf16",
2174
+ "nbytes": 393216,
2175
+ "byteOffset": 26160384
2176
+ },
2177
+ {
2178
+ "name": "model.layers.23.post_attention_layernorm.weight",
2179
+ "shape": [
2180
+ 1024
2181
+ ],
2182
+ "dtype": "float16",
2183
+ "format": "f32-to-bf16",
2184
+ "nbytes": 2048,
2185
+ "byteOffset": 26553600
2186
+ },
2187
+ {
2188
+ "name": "model.layers.23.self_attn.k_norm.weight",
2189
+ "shape": [
2190
+ 128
2191
+ ],
2192
+ "dtype": "float16",
2193
+ "format": "f32-to-bf16",
2194
+ "nbytes": 256,
2195
+ "byteOffset": 26555648
2196
+ },
2197
+ {
2198
+ "name": "model.layers.23.self_attn.c_attn.q_weight",
2199
+ "shape": [
2200
+ 4096,
2201
+ 128
2202
+ ],
2203
+ "dtype": "uint32",
2204
+ "format": "f32-to-bf16",
2205
+ "nbytes": 2097152,
2206
+ "byteOffset": 26555904
2207
+ },
2208
+ {
2209
+ "name": "model.layers.23.self_attn.c_attn.q_scale",
2210
+ "shape": [
2211
+ 4096,
2212
+ 32
2213
+ ],
2214
+ "dtype": "float16",
2215
+ "format": "f32-to-bf16",
2216
+ "nbytes": 262144,
2217
+ "byteOffset": 28653056
2218
+ },
2219
+ {
2220
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
2221
+ "shape": [
2222
+ 1024,
2223
+ 256
2224
+ ],
2225
+ "dtype": "uint32",
2226
+ "format": "f32-to-bf16",
2227
+ "nbytes": 1048576,
2228
+ "byteOffset": 28915200
2229
+ },
2230
+ {
2231
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
2232
+ "shape": [
2233
+ 1024,
2234
+ 64
2235
+ ],
2236
+ "dtype": "float16",
2237
+ "format": "f32-to-bf16",
2238
+ "nbytes": 131072,
2239
+ "byteOffset": 29963776
2240
+ },
2241
+ {
2242
+ "name": "model.layers.23.self_attn.q_norm.weight",
2243
+ "shape": [
2244
+ 128
2245
+ ],
2246
+ "dtype": "float16",
2247
+ "format": "f32-to-bf16",
2248
+ "nbytes": 256,
2249
+ "byteOffset": 30094848
2250
+ },
2251
+ {
2252
+ "name": "model.layers.24.input_layernorm.weight",
2253
+ "shape": [
2254
+ 1024
2255
+ ],
2256
+ "dtype": "float16",
2257
+ "format": "f32-to-bf16",
2258
+ "nbytes": 2048,
2259
+ "byteOffset": 30095104
2260
+ },
2261
+ {
2262
+ "name": "model.layers.24.mlp.down_proj.q_weight",
2263
+ "shape": [
2264
+ 1024,
2265
+ 384
2266
+ ],
2267
+ "dtype": "uint32",
2268
+ "format": "f32-to-bf16",
2269
+ "nbytes": 1572864,
2270
+ "byteOffset": 30097152
2271
+ },
2272
+ {
2273
+ "name": "model.layers.24.mlp.down_proj.q_scale",
2274
+ "shape": [
2275
+ 1024,
2276
+ 96
2277
+ ],
2278
+ "dtype": "float16",
2279
+ "format": "f32-to-bf16",
2280
+ "nbytes": 196608,
2281
+ "byteOffset": 31670016
2282
+ }
2283
+ ],
2284
+ "md5sum": "75b015ee2ee422938df84c7e479a83c4"
2285
+ },
2286
+ {
2287
+ "dataPath": "params_shard_6.bin",
2288
+ "format": "raw-shard",
2289
+ "nbytes": 33505024,
2290
+ "records": [
2291
+ {
2292
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
2293
+ "shape": [
2294
+ 6144,
2295
+ 128
2296
+ ],
2297
+ "dtype": "uint32",
2298
+ "format": "f32-to-bf16",
2299
+ "nbytes": 3145728,
2300
+ "byteOffset": 0
2301
+ },
2302
+ {
2303
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
2304
+ "shape": [
2305
+ 6144,
2306
+ 32
2307
+ ],
2308
+ "dtype": "float16",
2309
+ "format": "f32-to-bf16",
2310
+ "nbytes": 393216,
2311
+ "byteOffset": 3145728
2312
+ },
2313
+ {
2314
+ "name": "model.layers.24.post_attention_layernorm.weight",
2315
+ "shape": [
2316
+ 1024
2317
+ ],
2318
+ "dtype": "float16",
2319
+ "format": "f32-to-bf16",
2320
+ "nbytes": 2048,
2321
+ "byteOffset": 3538944
2322
+ },
2323
+ {
2324
+ "name": "model.layers.24.self_attn.k_norm.weight",
2325
+ "shape": [
2326
+ 128
2327
+ ],
2328
+ "dtype": "float16",
2329
+ "format": "f32-to-bf16",
2330
+ "nbytes": 256,
2331
+ "byteOffset": 3540992
2332
+ },
2333
+ {
2334
+ "name": "model.layers.24.self_attn.c_attn.q_weight",
2335
+ "shape": [
2336
+ 4096,
2337
+ 128
2338
+ ],
2339
+ "dtype": "uint32",
2340
+ "format": "f32-to-bf16",
2341
+ "nbytes": 2097152,
2342
+ "byteOffset": 3541248
2343
+ },
2344
+ {
2345
+ "name": "model.layers.24.self_attn.c_attn.q_scale",
2346
+ "shape": [
2347
+ 4096,
2348
+ 32
2349
+ ],
2350
+ "dtype": "float16",
2351
+ "format": "f32-to-bf16",
2352
+ "nbytes": 262144,
2353
+ "byteOffset": 5638400
2354
+ },
2355
+ {
2356
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
2357
+ "shape": [
2358
+ 1024,
2359
+ 256
2360
+ ],
2361
+ "dtype": "uint32",
2362
+ "format": "f32-to-bf16",
2363
+ "nbytes": 1048576,
2364
+ "byteOffset": 5900544
2365
+ },
2366
+ {
2367
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
2368
+ "shape": [
2369
+ 1024,
2370
+ 64
2371
+ ],
2372
+ "dtype": "float16",
2373
+ "format": "f32-to-bf16",
2374
+ "nbytes": 131072,
2375
+ "byteOffset": 6949120
2376
+ },
2377
+ {
2378
+ "name": "model.layers.24.self_attn.q_norm.weight",
2379
+ "shape": [
2380
+ 128
2381
+ ],
2382
+ "dtype": "float16",
2383
+ "format": "f32-to-bf16",
2384
+ "nbytes": 256,
2385
+ "byteOffset": 7080192
2386
+ },
2387
+ {
2388
+ "name": "model.layers.25.input_layernorm.weight",
2389
+ "shape": [
2390
+ 1024
2391
+ ],
2392
+ "dtype": "float16",
2393
+ "format": "f32-to-bf16",
2394
+ "nbytes": 2048,
2395
+ "byteOffset": 7080448
2396
+ },
2397
+ {
2398
+ "name": "model.layers.25.mlp.down_proj.q_weight",
2399
+ "shape": [
2400
+ 1024,
2401
+ 384
2402
+ ],
2403
+ "dtype": "uint32",
2404
+ "format": "f32-to-bf16",
2405
+ "nbytes": 1572864,
2406
+ "byteOffset": 7082496
2407
+ },
2408
+ {
2409
+ "name": "model.layers.25.mlp.down_proj.q_scale",
2410
+ "shape": [
2411
+ 1024,
2412
+ 96
2413
+ ],
2414
+ "dtype": "float16",
2415
+ "format": "f32-to-bf16",
2416
+ "nbytes": 196608,
2417
+ "byteOffset": 8655360
2418
+ },
2419
+ {
2420
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
2421
+ "shape": [
2422
+ 6144,
2423
+ 128
2424
+ ],
2425
+ "dtype": "uint32",
2426
+ "format": "f32-to-bf16",
2427
+ "nbytes": 3145728,
2428
+ "byteOffset": 8851968
2429
+ },
2430
+ {
2431
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
2432
+ "shape": [
2433
+ 6144,
2434
+ 32
2435
+ ],
2436
+ "dtype": "float16",
2437
+ "format": "f32-to-bf16",
2438
+ "nbytes": 393216,
2439
+ "byteOffset": 11997696
2440
+ },
2441
+ {
2442
+ "name": "model.layers.25.post_attention_layernorm.weight",
2443
+ "shape": [
2444
+ 1024
2445
+ ],
2446
+ "dtype": "float16",
2447
+ "format": "f32-to-bf16",
2448
+ "nbytes": 2048,
2449
+ "byteOffset": 12390912
2450
+ },
2451
+ {
2452
+ "name": "model.layers.25.self_attn.k_norm.weight",
2453
+ "shape": [
2454
+ 128
2455
+ ],
2456
+ "dtype": "float16",
2457
+ "format": "f32-to-bf16",
2458
+ "nbytes": 256,
2459
+ "byteOffset": 12392960
2460
+ },
2461
+ {
2462
+ "name": "model.layers.25.self_attn.c_attn.q_weight",
2463
+ "shape": [
2464
+ 4096,
2465
+ 128
2466
+ ],
2467
+ "dtype": "uint32",
2468
+ "format": "f32-to-bf16",
2469
+ "nbytes": 2097152,
2470
+ "byteOffset": 12393216
2471
+ },
2472
+ {
2473
+ "name": "model.layers.25.self_attn.c_attn.q_scale",
2474
+ "shape": [
2475
+ 4096,
2476
+ 32
2477
+ ],
2478
+ "dtype": "float16",
2479
+ "format": "f32-to-bf16",
2480
+ "nbytes": 262144,
2481
+ "byteOffset": 14490368
2482
+ },
2483
+ {
2484
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
2485
+ "shape": [
2486
+ 1024,
2487
+ 256
2488
+ ],
2489
+ "dtype": "uint32",
2490
+ "format": "f32-to-bf16",
2491
+ "nbytes": 1048576,
2492
+ "byteOffset": 14752512
2493
+ },
2494
+ {
2495
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
2496
+ "shape": [
2497
+ 1024,
2498
+ 64
2499
+ ],
2500
+ "dtype": "float16",
2501
+ "format": "f32-to-bf16",
2502
+ "nbytes": 131072,
2503
+ "byteOffset": 15801088
2504
+ },
2505
+ {
2506
+ "name": "model.layers.25.self_attn.q_norm.weight",
2507
+ "shape": [
2508
+ 128
2509
+ ],
2510
+ "dtype": "float16",
2511
+ "format": "f32-to-bf16",
2512
+ "nbytes": 256,
2513
+ "byteOffset": 15932160
2514
+ },
2515
+ {
2516
+ "name": "model.layers.26.input_layernorm.weight",
2517
+ "shape": [
2518
+ 1024
2519
+ ],
2520
+ "dtype": "float16",
2521
+ "format": "f32-to-bf16",
2522
+ "nbytes": 2048,
2523
+ "byteOffset": 15932416
2524
+ },
2525
+ {
2526
+ "name": "model.layers.26.mlp.down_proj.q_weight",
2527
+ "shape": [
2528
+ 1024,
2529
+ 384
2530
+ ],
2531
+ "dtype": "uint32",
2532
+ "format": "f32-to-bf16",
2533
+ "nbytes": 1572864,
2534
+ "byteOffset": 15934464
2535
+ },
2536
+ {
2537
+ "name": "model.layers.26.mlp.down_proj.q_scale",
2538
+ "shape": [
2539
+ 1024,
2540
+ 96
2541
+ ],
2542
+ "dtype": "float16",
2543
+ "format": "f32-to-bf16",
2544
+ "nbytes": 196608,
2545
+ "byteOffset": 17507328
2546
+ },
2547
+ {
2548
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
2549
+ "shape": [
2550
+ 6144,
2551
+ 128
2552
+ ],
2553
+ "dtype": "uint32",
2554
+ "format": "f32-to-bf16",
2555
+ "nbytes": 3145728,
2556
+ "byteOffset": 17703936
2557
+ },
2558
+ {
2559
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
2560
+ "shape": [
2561
+ 6144,
2562
+ 32
2563
+ ],
2564
+ "dtype": "float16",
2565
+ "format": "f32-to-bf16",
2566
+ "nbytes": 393216,
2567
+ "byteOffset": 20849664
2568
+ },
2569
+ {
2570
+ "name": "model.layers.26.post_attention_layernorm.weight",
2571
+ "shape": [
2572
+ 1024
2573
+ ],
2574
+ "dtype": "float16",
2575
+ "format": "f32-to-bf16",
2576
+ "nbytes": 2048,
2577
+ "byteOffset": 21242880
2578
+ },
2579
+ {
2580
+ "name": "model.layers.26.self_attn.k_norm.weight",
2581
+ "shape": [
2582
+ 128
2583
+ ],
2584
+ "dtype": "float16",
2585
+ "format": "f32-to-bf16",
2586
+ "nbytes": 256,
2587
+ "byteOffset": 21244928
2588
+ },
2589
+ {
2590
+ "name": "model.layers.26.self_attn.c_attn.q_weight",
2591
+ "shape": [
2592
+ 4096,
2593
+ 128
2594
+ ],
2595
+ "dtype": "uint32",
2596
+ "format": "f32-to-bf16",
2597
+ "nbytes": 2097152,
2598
+ "byteOffset": 21245184
2599
+ },
2600
+ {
2601
+ "name": "model.layers.26.self_attn.c_attn.q_scale",
2602
+ "shape": [
2603
+ 4096,
2604
+ 32
2605
+ ],
2606
+ "dtype": "float16",
2607
+ "format": "f32-to-bf16",
2608
+ "nbytes": 262144,
2609
+ "byteOffset": 23342336
2610
+ },
2611
+ {
2612
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
2613
+ "shape": [
2614
+ 1024,
2615
+ 256
2616
+ ],
2617
+ "dtype": "uint32",
2618
+ "format": "f32-to-bf16",
2619
+ "nbytes": 1048576,
2620
+ "byteOffset": 23604480
2621
+ },
2622
+ {
2623
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
2624
+ "shape": [
2625
+ 1024,
2626
+ 64
2627
+ ],
2628
+ "dtype": "float16",
2629
+ "format": "f32-to-bf16",
2630
+ "nbytes": 131072,
2631
+ "byteOffset": 24653056
2632
+ },
2633
+ {
2634
+ "name": "model.layers.26.self_attn.q_norm.weight",
2635
+ "shape": [
2636
+ 128
2637
+ ],
2638
+ "dtype": "float16",
2639
+ "format": "f32-to-bf16",
2640
+ "nbytes": 256,
2641
+ "byteOffset": 24784128
2642
+ },
2643
+ {
2644
+ "name": "model.layers.27.input_layernorm.weight",
2645
+ "shape": [
2646
+ 1024
2647
+ ],
2648
+ "dtype": "float16",
2649
+ "format": "f32-to-bf16",
2650
+ "nbytes": 2048,
2651
+ "byteOffset": 24784384
2652
+ },
2653
+ {
2654
+ "name": "model.layers.27.mlp.down_proj.q_weight",
2655
+ "shape": [
2656
+ 1024,
2657
+ 384
2658
+ ],
2659
+ "dtype": "uint32",
2660
+ "format": "f32-to-bf16",
2661
+ "nbytes": 1572864,
2662
+ "byteOffset": 24786432
2663
+ },
2664
+ {
2665
+ "name": "model.layers.27.mlp.down_proj.q_scale",
2666
+ "shape": [
2667
+ 1024,
2668
+ 96
2669
+ ],
2670
+ "dtype": "float16",
2671
+ "format": "f32-to-bf16",
2672
+ "nbytes": 196608,
2673
+ "byteOffset": 26359296
2674
+ },
2675
+ {
2676
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
2677
+ "shape": [
2678
+ 6144,
2679
+ 128
2680
+ ],
2681
+ "dtype": "uint32",
2682
+ "format": "f32-to-bf16",
2683
+ "nbytes": 3145728,
2684
+ "byteOffset": 26555904
2685
+ },
2686
+ {
2687
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
2688
+ "shape": [
2689
+ 6144,
2690
+ 32
2691
+ ],
2692
+ "dtype": "float16",
2693
+ "format": "f32-to-bf16",
2694
+ "nbytes": 393216,
2695
+ "byteOffset": 29701632
2696
+ },
2697
+ {
2698
+ "name": "model.layers.27.post_attention_layernorm.weight",
2699
+ "shape": [
2700
+ 1024
2701
+ ],
2702
+ "dtype": "float16",
2703
+ "format": "f32-to-bf16",
2704
+ "nbytes": 2048,
2705
+ "byteOffset": 30094848
2706
+ },
2707
+ {
2708
+ "name": "model.layers.27.self_attn.k_norm.weight",
2709
+ "shape": [
2710
+ 128
2711
+ ],
2712
+ "dtype": "float16",
2713
+ "format": "f32-to-bf16",
2714
+ "nbytes": 256,
2715
+ "byteOffset": 30096896
2716
+ },
2717
+ {
2718
+ "name": "model.layers.27.self_attn.c_attn.q_weight",
2719
+ "shape": [
2720
+ 4096,
2721
+ 128
2722
+ ],
2723
+ "dtype": "uint32",
2724
+ "format": "f32-to-bf16",
2725
+ "nbytes": 2097152,
2726
+ "byteOffset": 30097152
2727
+ },
2728
+ {
2729
+ "name": "model.layers.27.self_attn.c_attn.q_scale",
2730
+ "shape": [
2731
+ 4096,
2732
+ 32
2733
+ ],
2734
+ "dtype": "float16",
2735
+ "format": "f32-to-bf16",
2736
+ "nbytes": 262144,
2737
+ "byteOffset": 32194304
2738
+ },
2739
+ {
2740
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
2741
+ "shape": [
2742
+ 1024,
2743
+ 256
2744
+ ],
2745
+ "dtype": "uint32",
2746
+ "format": "f32-to-bf16",
2747
+ "nbytes": 1048576,
2748
+ "byteOffset": 32456448
2749
+ }
2750
+ ],
2751
+ "md5sum": "4d65b01dd48289a3c117658f1e0fb558"
2752
+ },
2753
+ {
2754
+ "dataPath": "params_shard_7.bin",
2755
+ "format": "raw-shard",
2756
+ "nbytes": 32000000,
2757
+ "records": [
2758
+ {
2759
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
2760
+ "shape": [
2761
+ 1024,
2762
+ 64
2763
+ ],
2764
+ "dtype": "float16",
2765
+ "format": "f32-to-bf16",
2766
+ "nbytes": 131072,
2767
+ "byteOffset": 0
2768
+ },
2769
+ {
2770
+ "name": "model.layers.27.self_attn.q_norm.weight",
2771
+ "shape": [
2772
+ 128
2773
+ ],
2774
+ "dtype": "float16",
2775
+ "format": "f32-to-bf16",
2776
+ "nbytes": 256,
2777
+ "byteOffset": 131072
2778
+ },
2779
+ {
2780
+ "name": "model.layers.3.input_layernorm.weight",
2781
+ "shape": [
2782
+ 1024
2783
+ ],
2784
+ "dtype": "float16",
2785
+ "format": "f32-to-bf16",
2786
+ "nbytes": 2048,
2787
+ "byteOffset": 131328
2788
+ },
2789
+ {
2790
+ "name": "model.layers.3.mlp.down_proj.q_weight",
2791
+ "shape": [
2792
+ 1024,
2793
+ 384
2794
+ ],
2795
+ "dtype": "uint32",
2796
+ "format": "f32-to-bf16",
2797
+ "nbytes": 1572864,
2798
+ "byteOffset": 133376
2799
+ },
2800
+ {
2801
+ "name": "model.layers.3.mlp.down_proj.q_scale",
2802
+ "shape": [
2803
+ 1024,
2804
+ 96
2805
+ ],
2806
+ "dtype": "float16",
2807
+ "format": "f32-to-bf16",
2808
+ "nbytes": 196608,
2809
+ "byteOffset": 1706240
2810
+ },
2811
+ {
2812
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
2813
+ "shape": [
2814
+ 6144,
2815
+ 128
2816
+ ],
2817
+ "dtype": "uint32",
2818
+ "format": "f32-to-bf16",
2819
+ "nbytes": 3145728,
2820
+ "byteOffset": 1902848
2821
+ },
2822
+ {
2823
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
2824
+ "shape": [
2825
+ 6144,
2826
+ 32
2827
+ ],
2828
+ "dtype": "float16",
2829
+ "format": "f32-to-bf16",
2830
+ "nbytes": 393216,
2831
+ "byteOffset": 5048576
2832
+ },
2833
+ {
2834
+ "name": "model.layers.3.post_attention_layernorm.weight",
2835
+ "shape": [
2836
+ 1024
2837
+ ],
2838
+ "dtype": "float16",
2839
+ "format": "f32-to-bf16",
2840
+ "nbytes": 2048,
2841
+ "byteOffset": 5441792
2842
+ },
2843
+ {
2844
+ "name": "model.layers.3.self_attn.k_norm.weight",
2845
+ "shape": [
2846
+ 128
2847
+ ],
2848
+ "dtype": "float16",
2849
+ "format": "f32-to-bf16",
2850
+ "nbytes": 256,
2851
+ "byteOffset": 5443840
2852
+ },
2853
+ {
2854
+ "name": "model.layers.3.self_attn.c_attn.q_weight",
2855
+ "shape": [
2856
+ 4096,
2857
+ 128
2858
+ ],
2859
+ "dtype": "uint32",
2860
+ "format": "f32-to-bf16",
2861
+ "nbytes": 2097152,
2862
+ "byteOffset": 5444096
2863
+ },
2864
+ {
2865
+ "name": "model.layers.3.self_attn.c_attn.q_scale",
2866
+ "shape": [
2867
+ 4096,
2868
+ 32
2869
+ ],
2870
+ "dtype": "float16",
2871
+ "format": "f32-to-bf16",
2872
+ "nbytes": 262144,
2873
+ "byteOffset": 7541248
2874
+ },
2875
+ {
2876
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
2877
+ "shape": [
2878
+ 1024,
2879
+ 256
2880
+ ],
2881
+ "dtype": "uint32",
2882
+ "format": "f32-to-bf16",
2883
+ "nbytes": 1048576,
2884
+ "byteOffset": 7803392
2885
+ },
2886
+ {
2887
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
2888
+ "shape": [
2889
+ 1024,
2890
+ 64
2891
+ ],
2892
+ "dtype": "float16",
2893
+ "format": "f32-to-bf16",
2894
+ "nbytes": 131072,
2895
+ "byteOffset": 8851968
2896
+ },
2897
+ {
2898
+ "name": "model.layers.3.self_attn.q_norm.weight",
2899
+ "shape": [
2900
+ 128
2901
+ ],
2902
+ "dtype": "float16",
2903
+ "format": "f32-to-bf16",
2904
+ "nbytes": 256,
2905
+ "byteOffset": 8983040
2906
+ },
2907
+ {
2908
+ "name": "model.layers.4.input_layernorm.weight",
2909
+ "shape": [
2910
+ 1024
2911
+ ],
2912
+ "dtype": "float16",
2913
+ "format": "f32-to-bf16",
2914
+ "nbytes": 2048,
2915
+ "byteOffset": 8983296
2916
+ },
2917
+ {
2918
+ "name": "model.layers.4.mlp.down_proj.q_weight",
2919
+ "shape": [
2920
+ 1024,
2921
+ 384
2922
+ ],
2923
+ "dtype": "uint32",
2924
+ "format": "f32-to-bf16",
2925
+ "nbytes": 1572864,
2926
+ "byteOffset": 8985344
2927
+ },
2928
+ {
2929
+ "name": "model.layers.4.mlp.down_proj.q_scale",
2930
+ "shape": [
2931
+ 1024,
2932
+ 96
2933
+ ],
2934
+ "dtype": "float16",
2935
+ "format": "f32-to-bf16",
2936
+ "nbytes": 196608,
2937
+ "byteOffset": 10558208
2938
+ },
2939
+ {
2940
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
2941
+ "shape": [
2942
+ 6144,
2943
+ 128
2944
+ ],
2945
+ "dtype": "uint32",
2946
+ "format": "f32-to-bf16",
2947
+ "nbytes": 3145728,
2948
+ "byteOffset": 10754816
2949
+ },
2950
+ {
2951
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
2952
+ "shape": [
2953
+ 6144,
2954
+ 32
2955
+ ],
2956
+ "dtype": "float16",
2957
+ "format": "f32-to-bf16",
2958
+ "nbytes": 393216,
2959
+ "byteOffset": 13900544
2960
+ },
2961
+ {
2962
+ "name": "model.layers.4.post_attention_layernorm.weight",
2963
+ "shape": [
2964
+ 1024
2965
+ ],
2966
+ "dtype": "float16",
2967
+ "format": "f32-to-bf16",
2968
+ "nbytes": 2048,
2969
+ "byteOffset": 14293760
2970
+ },
2971
+ {
2972
+ "name": "model.layers.4.self_attn.k_norm.weight",
2973
+ "shape": [
2974
+ 128
2975
+ ],
2976
+ "dtype": "float16",
2977
+ "format": "f32-to-bf16",
2978
+ "nbytes": 256,
2979
+ "byteOffset": 14295808
2980
+ },
2981
+ {
2982
+ "name": "model.layers.4.self_attn.c_attn.q_weight",
2983
+ "shape": [
2984
+ 4096,
2985
+ 128
2986
+ ],
2987
+ "dtype": "uint32",
2988
+ "format": "f32-to-bf16",
2989
+ "nbytes": 2097152,
2990
+ "byteOffset": 14296064
2991
+ },
2992
+ {
2993
+ "name": "model.layers.4.self_attn.c_attn.q_scale",
2994
+ "shape": [
2995
+ 4096,
2996
+ 32
2997
+ ],
2998
+ "dtype": "float16",
2999
+ "format": "f32-to-bf16",
3000
+ "nbytes": 262144,
3001
+ "byteOffset": 16393216
3002
+ },
3003
+ {
3004
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
3005
+ "shape": [
3006
+ 1024,
3007
+ 256
3008
+ ],
3009
+ "dtype": "uint32",
3010
+ "format": "f32-to-bf16",
3011
+ "nbytes": 1048576,
3012
+ "byteOffset": 16655360
3013
+ },
3014
+ {
3015
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
3016
+ "shape": [
3017
+ 1024,
3018
+ 64
3019
+ ],
3020
+ "dtype": "float16",
3021
+ "format": "f32-to-bf16",
3022
+ "nbytes": 131072,
3023
+ "byteOffset": 17703936
3024
+ },
3025
+ {
3026
+ "name": "model.layers.4.self_attn.q_norm.weight",
3027
+ "shape": [
3028
+ 128
3029
+ ],
3030
+ "dtype": "float16",
3031
+ "format": "f32-to-bf16",
3032
+ "nbytes": 256,
3033
+ "byteOffset": 17835008
3034
+ },
3035
+ {
3036
+ "name": "model.layers.5.input_layernorm.weight",
3037
+ "shape": [
3038
+ 1024
3039
+ ],
3040
+ "dtype": "float16",
3041
+ "format": "f32-to-bf16",
3042
+ "nbytes": 2048,
3043
+ "byteOffset": 17835264
3044
+ },
3045
+ {
3046
+ "name": "model.layers.5.mlp.down_proj.q_weight",
3047
+ "shape": [
3048
+ 1024,
3049
+ 384
3050
+ ],
3051
+ "dtype": "uint32",
3052
+ "format": "f32-to-bf16",
3053
+ "nbytes": 1572864,
3054
+ "byteOffset": 17837312
3055
+ },
3056
+ {
3057
+ "name": "model.layers.5.mlp.down_proj.q_scale",
3058
+ "shape": [
3059
+ 1024,
3060
+ 96
3061
+ ],
3062
+ "dtype": "float16",
3063
+ "format": "f32-to-bf16",
3064
+ "nbytes": 196608,
3065
+ "byteOffset": 19410176
3066
+ },
3067
+ {
3068
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
3069
+ "shape": [
3070
+ 6144,
3071
+ 128
3072
+ ],
3073
+ "dtype": "uint32",
3074
+ "format": "f32-to-bf16",
3075
+ "nbytes": 3145728,
3076
+ "byteOffset": 19606784
3077
+ },
3078
+ {
3079
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
3080
+ "shape": [
3081
+ 6144,
3082
+ 32
3083
+ ],
3084
+ "dtype": "float16",
3085
+ "format": "f32-to-bf16",
3086
+ "nbytes": 393216,
3087
+ "byteOffset": 22752512
3088
+ },
3089
+ {
3090
+ "name": "model.layers.5.post_attention_layernorm.weight",
3091
+ "shape": [
3092
+ 1024
3093
+ ],
3094
+ "dtype": "float16",
3095
+ "format": "f32-to-bf16",
3096
+ "nbytes": 2048,
3097
+ "byteOffset": 23145728
3098
+ },
3099
+ {
3100
+ "name": "model.layers.5.self_attn.k_norm.weight",
3101
+ "shape": [
3102
+ 128
3103
+ ],
3104
+ "dtype": "float16",
3105
+ "format": "f32-to-bf16",
3106
+ "nbytes": 256,
3107
+ "byteOffset": 23147776
3108
+ },
3109
+ {
3110
+ "name": "model.layers.5.self_attn.c_attn.q_weight",
3111
+ "shape": [
3112
+ 4096,
3113
+ 128
3114
+ ],
3115
+ "dtype": "uint32",
3116
+ "format": "f32-to-bf16",
3117
+ "nbytes": 2097152,
3118
+ "byteOffset": 23148032
3119
+ },
3120
+ {
3121
+ "name": "model.layers.5.self_attn.c_attn.q_scale",
3122
+ "shape": [
3123
+ 4096,
3124
+ 32
3125
+ ],
3126
+ "dtype": "float16",
3127
+ "format": "f32-to-bf16",
3128
+ "nbytes": 262144,
3129
+ "byteOffset": 25245184
3130
+ },
3131
+ {
3132
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
3133
+ "shape": [
3134
+ 1024,
3135
+ 256
3136
+ ],
3137
+ "dtype": "uint32",
3138
+ "format": "f32-to-bf16",
3139
+ "nbytes": 1048576,
3140
+ "byteOffset": 25507328
3141
+ },
3142
+ {
3143
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
3144
+ "shape": [
3145
+ 1024,
3146
+ 64
3147
+ ],
3148
+ "dtype": "float16",
3149
+ "format": "f32-to-bf16",
3150
+ "nbytes": 131072,
3151
+ "byteOffset": 26555904
3152
+ },
3153
+ {
3154
+ "name": "model.layers.5.self_attn.q_norm.weight",
3155
+ "shape": [
3156
+ 128
3157
+ ],
3158
+ "dtype": "float16",
3159
+ "format": "f32-to-bf16",
3160
+ "nbytes": 256,
3161
+ "byteOffset": 26686976
3162
+ },
3163
+ {
3164
+ "name": "model.layers.6.input_layernorm.weight",
3165
+ "shape": [
3166
+ 1024
3167
+ ],
3168
+ "dtype": "float16",
3169
+ "format": "f32-to-bf16",
3170
+ "nbytes": 2048,
3171
+ "byteOffset": 26687232
3172
+ },
3173
+ {
3174
+ "name": "model.layers.6.mlp.down_proj.q_weight",
3175
+ "shape": [
3176
+ 1024,
3177
+ 384
3178
+ ],
3179
+ "dtype": "uint32",
3180
+ "format": "f32-to-bf16",
3181
+ "nbytes": 1572864,
3182
+ "byteOffset": 26689280
3183
+ },
3184
+ {
3185
+ "name": "model.layers.6.mlp.down_proj.q_scale",
3186
+ "shape": [
3187
+ 1024,
3188
+ 96
3189
+ ],
3190
+ "dtype": "float16",
3191
+ "format": "f32-to-bf16",
3192
+ "nbytes": 196608,
3193
+ "byteOffset": 28262144
3194
+ },
3195
+ {
3196
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
3197
+ "shape": [
3198
+ 6144,
3199
+ 128
3200
+ ],
3201
+ "dtype": "uint32",
3202
+ "format": "f32-to-bf16",
3203
+ "nbytes": 3145728,
3204
+ "byteOffset": 28458752
3205
+ },
3206
+ {
3207
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
3208
+ "shape": [
3209
+ 6144,
3210
+ 32
3211
+ ],
3212
+ "dtype": "float16",
3213
+ "format": "f32-to-bf16",
3214
+ "nbytes": 393216,
3215
+ "byteOffset": 31604480
3216
+ },
3217
+ {
3218
+ "name": "model.layers.6.post_attention_layernorm.weight",
3219
+ "shape": [
3220
+ 1024
3221
+ ],
3222
+ "dtype": "float16",
3223
+ "format": "f32-to-bf16",
3224
+ "nbytes": 2048,
3225
+ "byteOffset": 31997696
3226
+ },
3227
+ {
3228
+ "name": "model.layers.6.self_attn.k_norm.weight",
3229
+ "shape": [
3230
+ 128
3231
+ ],
3232
+ "dtype": "float16",
3233
+ "format": "f32-to-bf16",
3234
+ "nbytes": 256,
3235
+ "byteOffset": 31999744
3236
+ }
3237
+ ],
3238
+ "md5sum": "1a550fcc37fd75552c28be63f43ad97f"
3239
+ },
3240
+ {
3241
+ "dataPath": "params_shard_8.bin",
3242
+ "format": "raw-shard",
3243
+ "nbytes": 30097152,
3244
+ "records": [
3245
+ {
3246
+ "name": "model.layers.6.self_attn.c_attn.q_weight",
3247
+ "shape": [
3248
+ 4096,
3249
+ 128
3250
+ ],
3251
+ "dtype": "uint32",
3252
+ "format": "f32-to-bf16",
3253
+ "nbytes": 2097152,
3254
+ "byteOffset": 0
3255
+ },
3256
+ {
3257
+ "name": "model.layers.6.self_attn.c_attn.q_scale",
3258
+ "shape": [
3259
+ 4096,
3260
+ 32
3261
+ ],
3262
+ "dtype": "float16",
3263
+ "format": "f32-to-bf16",
3264
+ "nbytes": 262144,
3265
+ "byteOffset": 2097152
3266
+ },
3267
+ {
3268
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
3269
+ "shape": [
3270
+ 1024,
3271
+ 256
3272
+ ],
3273
+ "dtype": "uint32",
3274
+ "format": "f32-to-bf16",
3275
+ "nbytes": 1048576,
3276
+ "byteOffset": 2359296
3277
+ },
3278
+ {
3279
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
3280
+ "shape": [
3281
+ 1024,
3282
+ 64
3283
+ ],
3284
+ "dtype": "float16",
3285
+ "format": "f32-to-bf16",
3286
+ "nbytes": 131072,
3287
+ "byteOffset": 3407872
3288
+ },
3289
+ {
3290
+ "name": "model.layers.6.self_attn.q_norm.weight",
3291
+ "shape": [
3292
+ 128
3293
+ ],
3294
+ "dtype": "float16",
3295
+ "format": "f32-to-bf16",
3296
+ "nbytes": 256,
3297
+ "byteOffset": 3538944
3298
+ },
3299
+ {
3300
+ "name": "model.layers.7.input_layernorm.weight",
3301
+ "shape": [
3302
+ 1024
3303
+ ],
3304
+ "dtype": "float16",
3305
+ "format": "f32-to-bf16",
3306
+ "nbytes": 2048,
3307
+ "byteOffset": 3539200
3308
+ },
3309
+ {
3310
+ "name": "model.layers.7.mlp.down_proj.q_weight",
3311
+ "shape": [
3312
+ 1024,
3313
+ 384
3314
+ ],
3315
+ "dtype": "uint32",
3316
+ "format": "f32-to-bf16",
3317
+ "nbytes": 1572864,
3318
+ "byteOffset": 3541248
3319
+ },
3320
+ {
3321
+ "name": "model.layers.7.mlp.down_proj.q_scale",
3322
+ "shape": [
3323
+ 1024,
3324
+ 96
3325
+ ],
3326
+ "dtype": "float16",
3327
+ "format": "f32-to-bf16",
3328
+ "nbytes": 196608,
3329
+ "byteOffset": 5114112
3330
+ },
3331
+ {
3332
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
3333
+ "shape": [
3334
+ 6144,
3335
+ 128
3336
+ ],
3337
+ "dtype": "uint32",
3338
+ "format": "f32-to-bf16",
3339
+ "nbytes": 3145728,
3340
+ "byteOffset": 5310720
3341
+ },
3342
+ {
3343
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
3344
+ "shape": [
3345
+ 6144,
3346
+ 32
3347
+ ],
3348
+ "dtype": "float16",
3349
+ "format": "f32-to-bf16",
3350
+ "nbytes": 393216,
3351
+ "byteOffset": 8456448
3352
+ },
3353
+ {
3354
+ "name": "model.layers.7.post_attention_layernorm.weight",
3355
+ "shape": [
3356
+ 1024
3357
+ ],
3358
+ "dtype": "float16",
3359
+ "format": "f32-to-bf16",
3360
+ "nbytes": 2048,
3361
+ "byteOffset": 8849664
3362
+ },
3363
+ {
3364
+ "name": "model.layers.7.self_attn.k_norm.weight",
3365
+ "shape": [
3366
+ 128
3367
+ ],
3368
+ "dtype": "float16",
3369
+ "format": "f32-to-bf16",
3370
+ "nbytes": 256,
3371
+ "byteOffset": 8851712
3372
+ },
3373
+ {
3374
+ "name": "model.layers.7.self_attn.c_attn.q_weight",
3375
+ "shape": [
3376
+ 4096,
3377
+ 128
3378
+ ],
3379
+ "dtype": "uint32",
3380
+ "format": "f32-to-bf16",
3381
+ "nbytes": 2097152,
3382
+ "byteOffset": 8851968
3383
+ },
3384
+ {
3385
+ "name": "model.layers.7.self_attn.c_attn.q_scale",
3386
+ "shape": [
3387
+ 4096,
3388
+ 32
3389
+ ],
3390
+ "dtype": "float16",
3391
+ "format": "f32-to-bf16",
3392
+ "nbytes": 262144,
3393
+ "byteOffset": 10949120
3394
+ },
3395
+ {
3396
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
3397
+ "shape": [
3398
+ 1024,
3399
+ 256
3400
+ ],
3401
+ "dtype": "uint32",
3402
+ "format": "f32-to-bf16",
3403
+ "nbytes": 1048576,
3404
+ "byteOffset": 11211264
3405
+ },
3406
+ {
3407
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
3408
+ "shape": [
3409
+ 1024,
3410
+ 64
3411
+ ],
3412
+ "dtype": "float16",
3413
+ "format": "f32-to-bf16",
3414
+ "nbytes": 131072,
3415
+ "byteOffset": 12259840
3416
+ },
3417
+ {
3418
+ "name": "model.layers.7.self_attn.q_norm.weight",
3419
+ "shape": [
3420
+ 128
3421
+ ],
3422
+ "dtype": "float16",
3423
+ "format": "f32-to-bf16",
3424
+ "nbytes": 256,
3425
+ "byteOffset": 12390912
3426
+ },
3427
+ {
3428
+ "name": "model.layers.8.input_layernorm.weight",
3429
+ "shape": [
3430
+ 1024
3431
+ ],
3432
+ "dtype": "float16",
3433
+ "format": "f32-to-bf16",
3434
+ "nbytes": 2048,
3435
+ "byteOffset": 12391168
3436
+ },
3437
+ {
3438
+ "name": "model.layers.8.mlp.down_proj.q_weight",
3439
+ "shape": [
3440
+ 1024,
3441
+ 384
3442
+ ],
3443
+ "dtype": "uint32",
3444
+ "format": "f32-to-bf16",
3445
+ "nbytes": 1572864,
3446
+ "byteOffset": 12393216
3447
+ },
3448
+ {
3449
+ "name": "model.layers.8.mlp.down_proj.q_scale",
3450
+ "shape": [
3451
+ 1024,
3452
+ 96
3453
+ ],
3454
+ "dtype": "float16",
3455
+ "format": "f32-to-bf16",
3456
+ "nbytes": 196608,
3457
+ "byteOffset": 13966080
3458
+ },
3459
+ {
3460
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
3461
+ "shape": [
3462
+ 6144,
3463
+ 128
3464
+ ],
3465
+ "dtype": "uint32",
3466
+ "format": "f32-to-bf16",
3467
+ "nbytes": 3145728,
3468
+ "byteOffset": 14162688
3469
+ },
3470
+ {
3471
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
3472
+ "shape": [
3473
+ 6144,
3474
+ 32
3475
+ ],
3476
+ "dtype": "float16",
3477
+ "format": "f32-to-bf16",
3478
+ "nbytes": 393216,
3479
+ "byteOffset": 17308416
3480
+ },
3481
+ {
3482
+ "name": "model.layers.8.post_attention_layernorm.weight",
3483
+ "shape": [
3484
+ 1024
3485
+ ],
3486
+ "dtype": "float16",
3487
+ "format": "f32-to-bf16",
3488
+ "nbytes": 2048,
3489
+ "byteOffset": 17701632
3490
+ },
3491
+ {
3492
+ "name": "model.layers.8.self_attn.k_norm.weight",
3493
+ "shape": [
3494
+ 128
3495
+ ],
3496
+ "dtype": "float16",
3497
+ "format": "f32-to-bf16",
3498
+ "nbytes": 256,
3499
+ "byteOffset": 17703680
3500
+ },
3501
+ {
3502
+ "name": "model.layers.8.self_attn.c_attn.q_weight",
3503
+ "shape": [
3504
+ 4096,
3505
+ 128
3506
+ ],
3507
+ "dtype": "uint32",
3508
+ "format": "f32-to-bf16",
3509
+ "nbytes": 2097152,
3510
+ "byteOffset": 17703936
3511
+ },
3512
+ {
3513
+ "name": "model.layers.8.self_attn.c_attn.q_scale",
3514
+ "shape": [
3515
+ 4096,
3516
+ 32
3517
+ ],
3518
+ "dtype": "float16",
3519
+ "format": "f32-to-bf16",
3520
+ "nbytes": 262144,
3521
+ "byteOffset": 19801088
3522
+ },
3523
+ {
3524
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
3525
+ "shape": [
3526
+ 1024,
3527
+ 256
3528
+ ],
3529
+ "dtype": "uint32",
3530
+ "format": "f32-to-bf16",
3531
+ "nbytes": 1048576,
3532
+ "byteOffset": 20063232
3533
+ },
3534
+ {
3535
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
3536
+ "shape": [
3537
+ 1024,
3538
+ 64
3539
+ ],
3540
+ "dtype": "float16",
3541
+ "format": "f32-to-bf16",
3542
+ "nbytes": 131072,
3543
+ "byteOffset": 21111808
3544
+ },
3545
+ {
3546
+ "name": "model.layers.8.self_attn.q_norm.weight",
3547
+ "shape": [
3548
+ 128
3549
+ ],
3550
+ "dtype": "float16",
3551
+ "format": "f32-to-bf16",
3552
+ "nbytes": 256,
3553
+ "byteOffset": 21242880
3554
+ },
3555
+ {
3556
+ "name": "model.layers.9.input_layernorm.weight",
3557
+ "shape": [
3558
+ 1024
3559
+ ],
3560
+ "dtype": "float16",
3561
+ "format": "f32-to-bf16",
3562
+ "nbytes": 2048,
3563
+ "byteOffset": 21243136
3564
+ },
3565
+ {
3566
+ "name": "model.layers.9.mlp.down_proj.q_weight",
3567
+ "shape": [
3568
+ 1024,
3569
+ 384
3570
+ ],
3571
+ "dtype": "uint32",
3572
+ "format": "f32-to-bf16",
3573
+ "nbytes": 1572864,
3574
+ "byteOffset": 21245184
3575
+ },
3576
+ {
3577
+ "name": "model.layers.9.mlp.down_proj.q_scale",
3578
+ "shape": [
3579
+ 1024,
3580
+ 96
3581
+ ],
3582
+ "dtype": "float16",
3583
+ "format": "f32-to-bf16",
3584
+ "nbytes": 196608,
3585
+ "byteOffset": 22818048
3586
+ },
3587
+ {
3588
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
3589
+ "shape": [
3590
+ 6144,
3591
+ 128
3592
+ ],
3593
+ "dtype": "uint32",
3594
+ "format": "f32-to-bf16",
3595
+ "nbytes": 3145728,
3596
+ "byteOffset": 23014656
3597
+ },
3598
+ {
3599
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
3600
+ "shape": [
3601
+ 6144,
3602
+ 32
3603
+ ],
3604
+ "dtype": "float16",
3605
+ "format": "f32-to-bf16",
3606
+ "nbytes": 393216,
3607
+ "byteOffset": 26160384
3608
+ },
3609
+ {
3610
+ "name": "model.layers.9.post_attention_layernorm.weight",
3611
+ "shape": [
3612
+ 1024
3613
+ ],
3614
+ "dtype": "float16",
3615
+ "format": "f32-to-bf16",
3616
+ "nbytes": 2048,
3617
+ "byteOffset": 26553600
3618
+ },
3619
+ {
3620
+ "name": "model.layers.9.self_attn.k_norm.weight",
3621
+ "shape": [
3622
+ 128
3623
+ ],
3624
+ "dtype": "float16",
3625
+ "format": "f32-to-bf16",
3626
+ "nbytes": 256,
3627
+ "byteOffset": 26555648
3628
+ },
3629
+ {
3630
+ "name": "model.layers.9.self_attn.c_attn.q_weight",
3631
+ "shape": [
3632
+ 4096,
3633
+ 128
3634
+ ],
3635
+ "dtype": "uint32",
3636
+ "format": "f32-to-bf16",
3637
+ "nbytes": 2097152,
3638
+ "byteOffset": 26555904
3639
+ },
3640
+ {
3641
+ "name": "model.layers.9.self_attn.c_attn.q_scale",
3642
+ "shape": [
3643
+ 4096,
3644
+ 32
3645
+ ],
3646
+ "dtype": "float16",
3647
+ "format": "f32-to-bf16",
3648
+ "nbytes": 262144,
3649
+ "byteOffset": 28653056
3650
+ },
3651
+ {
3652
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
3653
+ "shape": [
3654
+ 1024,
3655
+ 256
3656
+ ],
3657
+ "dtype": "uint32",
3658
+ "format": "f32-to-bf16",
3659
+ "nbytes": 1048576,
3660
+ "byteOffset": 28915200
3661
+ },
3662
+ {
3663
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
3664
+ "shape": [
3665
+ 1024,
3666
+ 64
3667
+ ],
3668
+ "dtype": "float16",
3669
+ "format": "f32-to-bf16",
3670
+ "nbytes": 131072,
3671
+ "byteOffset": 29963776
3672
+ },
3673
+ {
3674
+ "name": "model.layers.9.self_attn.q_norm.weight",
3675
+ "shape": [
3676
+ 128
3677
+ ],
3678
+ "dtype": "float16",
3679
+ "format": "f32-to-bf16",
3680
+ "nbytes": 256,
3681
+ "byteOffset": 30094848
3682
+ },
3683
+ {
3684
+ "name": "model.norm.weight",
3685
+ "shape": [
3686
+ 1024
3687
+ ],
3688
+ "dtype": "float16",
3689
+ "format": "f32-to-bf16",
3690
+ "nbytes": 2048,
3691
+ "byteOffset": 30095104
3692
+ }
3693
+ ],
3694
+ "md5sum": "32018aec9587bf9dc87e83690b283b99"
3695
+ }
3696
+ ]
3697
+ }
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00677f698cb76cb3d1afdd04db3f123bf17cb24831a507bf974b5a5abf85d0c
3
+ size 77791232
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60504d4b5b4734c1f9b40be87cbd73afb689998e0bc324b2fd44bdadbca02765
3
+ size 32740608
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd4f3d46130d4a43fae17b9c95b6f6db7a6c5ea22d9691ee65eff739c4e09c3
3
+ size 31866624
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b565a048faa4613bb10aa1258fde24cdae300ffa1d8aeabb80193cdc3ab727e
3
+ size 33505024
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d7996fc357745c7900a7369e9b5790dd56981121d2d376e5ef440055bba6739
3
+ size 32000000
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45804257023a9e1fcd990a7f4cc3fb7547dfdba6e8585a5d651e85817071e878
3
+ size 31866624
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1e6b8687bdfa566ac856548e52af12975bea4fb1f431ea3d53136e79497cef
3
+ size 33505024
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ef840e0a730a0d484061e109b159abc05878ac86ca70f8799f1e89418ab383
3
+ size 32000000
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c58ce1ff5e90685c062c4f5fa12f17142d09614310e347ee0cdd3ce505edbf75
3
+ size 30097152
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/tensor-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
+ size 11422654
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/tokenizer_config.json ADDED
@@ -0,0 +1,240 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
+ "<|im_start|>",
216
+ "<|im_end|>",
217
+ "<|object_ref_start|>",
218
+ "<|object_ref_end|>",
219
+ "<|box_start|>",
220
+ "<|box_end|>",
221
+ "<|quad_start|>",
222
+ "<|quad_end|>",
223
+ "<|vision_start|>",
224
+ "<|vision_end|>",
225
+ "<|vision_pad|>",
226
+ "<|image_pad|>",
227
+ "<|video_pad|>"
228
+ ],
229
+ "bos_token": null,
230
+ "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '</think>' in message.content %}\n {%- set content = message.content.split('</think>')[-1].lstrip('\\n') %}\n {%- set reasoning_content = message.content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- endif %}\n{%- endif %}",
231
+ "clean_up_tokenization_spaces": false,
232
+ "eos_token": "<|im_end|>",
233
+ "errors": "replace",
234
+ "extra_special_tokens": {},
235
+ "model_max_length": 131072,
236
+ "pad_token": "<|endoftext|>",
237
+ "split_special_tokens": false,
238
+ "tokenizer_class": "Qwen2Tokenizer",
239
+ "unk_token": null
240
+ }
release/r1-2026-09-20-full/qwen3-0.6B-abl-q4f16_1/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1.torrent ADDED
Binary file (7.13 kB). View file
 
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/MANIFEST.json ADDED
@@ -0,0 +1,183 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "artefact": "qwen3-1.7B-abl-q4f16_1",
3
+ "tag": "r1-2026-09-20-full",
4
+ "model": "mlabonne/Qwen3-1.7B-abliterated",
5
+ "hf_commit": "62f9c246cf426703a08183aa883a0d8149984bb0",
6
+ "license": "apache-2.0",
7
+ "note": "stock abliterated Qwen3 weights (mlabonne), quantized for WebGPU \u2014 honest baseline, not yet a TruthAi student model",
8
+ "quantization": "q4f16_1",
9
+ "converter": "tools/q4f16_1_convert.py (own GroupQuantize implementation; MLC template mlc-ai/Qwen3-1.7B-q4f16_1-MLC)",
10
+ "gates": {
11
+ "in_page_probe": "8/0/0 (q4f32_1) 2026-09-15",
12
+ "canonical_gate_gguf_crosscheck": "PASS valid=8 errors=0 refusals=0 (bartowski GGUF of the same checkpoint)",
13
+ "served_leg": "not available (MLC nightly cannot serve on our GPUs)"
14
+ },
15
+ "release_sequence": 2,
16
+ "min_client_version": "0.1",
17
+ "files": {
18
+ "added_tokens.json": {
19
+ "sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",
20
+ "bytes": 707
21
+ },
22
+ "generation_config.json": {
23
+ "sha256": "81051cd3f6e77013827148d0b8a6ead93f8ac390d5ab805f849199f0af6a08db",
24
+ "bytes": 214
25
+ },
26
+ "merges.txt": {
27
+ "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
28
+ "bytes": 1671853
29
+ },
30
+ "mlc-chat-config.json": {
31
+ "sha256": "b156dc63543c1d386afa578713c336ef0b6f1a4b7deb45661d1a993e70ae5ea4",
32
+ "bytes": 2073
33
+ },
34
+ "ndarray-cache.json": {
35
+ "sha256": "08845a63d11c89cb5b7ac4a9adad96ba17973afef9cd94de580d0b08373cebbf",
36
+ "bytes": 78424
37
+ },
38
+ "params_shard_0.bin": {
39
+ "sha256": "246b30928abea707c114a8c85cdefc958101ff1d80193336e4186cc90debaf81",
40
+ "bytes": 155582464
41
+ },
42
+ "params_shard_1.bin": {
43
+ "sha256": "6784ebc23e133380eda95b448eb5dbd711d8c48c3f1769789456b90a6ba74c58",
44
+ "bytes": 26529792
45
+ },
46
+ "params_shard_10.bin": {
47
+ "sha256": "2b7a070398b87a0b4dcfab728175b4d92e148984943487b777d2a6e15a879291",
48
+ "bytes": 28320256
49
+ },
50
+ "params_shard_11.bin": {
51
+ "sha256": "746f8655a792c79c7cc51165eb6902a43149dc4241fb2fdba27eea63cfff78cb",
52
+ "bytes": 28320256
53
+ },
54
+ "params_shard_12.bin": {
55
+ "sha256": "2824d83f261cef277d17c0880f1ad2985c2a756a76c2b7e4c5d3e63f5403ae12",
56
+ "bytes": 28320256
57
+ },
58
+ "params_shard_13.bin": {
59
+ "sha256": "1f061e03d7d79c75d0fbb1f1735d87b407eb63d62c11f90f218559beac0dc2a2",
60
+ "bytes": 28320256
61
+ },
62
+ "params_shard_14.bin": {
63
+ "sha256": "75ee37d61fcf137969c1cec87084284334de92842d0aff806b4b5e9c81160382",
64
+ "bytes": 28320256
65
+ },
66
+ "params_shard_15.bin": {
67
+ "sha256": "bc885f1013c779b2851e07152a1f18a80221d95a19aaf57ba3f29c27bfab0ad9",
68
+ "bytes": 28320256
69
+ },
70
+ "params_shard_16.bin": {
71
+ "sha256": "f1cfd556bba91a655df6dfaa0da07e86a031f6c9163a91f28f1ccd217ba9d907",
72
+ "bytes": 28320256
73
+ },
74
+ "params_shard_17.bin": {
75
+ "sha256": "0ee908db911cfb2cea9e2ab73a14443f2822defefb8cc48fe93f558df86af762",
76
+ "bytes": 28320256
77
+ },
78
+ "params_shard_18.bin": {
79
+ "sha256": "04fc73e0fe9b59cf0dc0b9e3f0caa960c45cb0f04de83b484399f482de62b8bd",
80
+ "bytes": 28320256
81
+ },
82
+ "params_shard_19.bin": {
83
+ "sha256": "dccd3a0aa3718cf0a77f887768f4d465bf5ca9d6209eb12f7cef2ce8a578c4e9",
84
+ "bytes": 28320256
85
+ },
86
+ "params_shard_2.bin": {
87
+ "sha256": "97957fad9f0177321b94917b268a7cac10e7e005891640cae8ef2376bfe67893",
88
+ "bytes": 28320256
89
+ },
90
+ "params_shard_20.bin": {
91
+ "sha256": "19da9b039a770c551c6c6548c5b3698aad7f287a33fe1478b6cfbfd9ef2a5686",
92
+ "bytes": 28320256
93
+ },
94
+ "params_shard_21.bin": {
95
+ "sha256": "69765f400d45c9f7336b9f99d1d3efdb31e3fb4d3fb68c917e8f3e21d9479ec4",
96
+ "bytes": 28320256
97
+ },
98
+ "params_shard_22.bin": {
99
+ "sha256": "6570f84591e64ea711862eacd844c26d8243edfa27c09c51474d4d008466e3ab",
100
+ "bytes": 28320256
101
+ },
102
+ "params_shard_23.bin": {
103
+ "sha256": "cde52ae4b73f8c363cf4c976435780e7f963e4b37618528ecf015f7d9532bdf4",
104
+ "bytes": 28320256
105
+ },
106
+ "params_shard_24.bin": {
107
+ "sha256": "7ffe79a72e8575b54568eae6f97db933ec4f432a3a17b1e1dde28e6c13aebf7b",
108
+ "bytes": 28320256
109
+ },
110
+ "params_shard_25.bin": {
111
+ "sha256": "203b0d59b99ee37d35034885ed16bbad1bc29568ba3fe004a38a9391938be099",
112
+ "bytes": 28320256
113
+ },
114
+ "params_shard_26.bin": {
115
+ "sha256": "0a058d62feb50fbcb3ba87c6a6448779c6c161b98433f3576319ebd5abda119e",
116
+ "bytes": 28320256
117
+ },
118
+ "params_shard_27.bin": {
119
+ "sha256": "8e6f2b2289468899ff07587da861df7809ab1981768faca8b0455aafa09792a0",
120
+ "bytes": 28320256
121
+ },
122
+ "params_shard_28.bin": {
123
+ "sha256": "10399c567c831c5b08197aa993fa40d9134d692a9805673de6d66123517b7f67",
124
+ "bytes": 28320256
125
+ },
126
+ "params_shard_29.bin": {
127
+ "sha256": "eac97d3b9a9d6d67c524348f6778639065c4f307d8d9b0460adcbd294d26eec5",
128
+ "bytes": 21242368
129
+ },
130
+ "params_shard_3.bin": {
131
+ "sha256": "b61dfe5cb63321f94c31105e2803a199bd3e0fdb96dd16f04de6af0368339e37",
132
+ "bytes": 28320256
133
+ },
134
+ "params_shard_4.bin": {
135
+ "sha256": "3e99fee571e771f986495ff3eee073714f84051e5aeee8af51e9d19a8ce90ba5",
136
+ "bytes": 28320256
137
+ },
138
+ "params_shard_5.bin": {
139
+ "sha256": "9e5f759b18e915e1797248b427421835ed180372b4b6c4aa1e07078c6a64cffc",
140
+ "bytes": 28320256
141
+ },
142
+ "params_shard_6.bin": {
143
+ "sha256": "f47a05277a96c593f38dc9c2cc19e4ed738845e53096389789d00985bb11bf62",
144
+ "bytes": 28320256
145
+ },
146
+ "params_shard_7.bin": {
147
+ "sha256": "d968d025951a5c4679b6b6b5f4bd288680dc0ebfddc5dddca4682feefd8681c1",
148
+ "bytes": 28320256
149
+ },
150
+ "params_shard_8.bin": {
151
+ "sha256": "72a26c7592033b1da138952497a3fb948a713e289fc8eb744c4f71f29b323a3a",
152
+ "bytes": 28320256
153
+ },
154
+ "params_shard_9.bin": {
155
+ "sha256": "d6d15b6411aba8268329939494fab4b22914f829866b0977b709dec5e13e38b6",
156
+ "bytes": 28320256
157
+ },
158
+ "special_tokens_map.json": {
159
+ "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",
160
+ "bytes": 613
161
+ },
162
+ "tensor-cache.json": {
163
+ "sha256": "270a877f656e3c850a6dfee27239f617fc55f00a123577a828568bac5e7e51cb",
164
+ "bytes": 106373
165
+ },
166
+ "tokenizer.json": {
167
+ "sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",
168
+ "bytes": 11422654
169
+ },
170
+ "tokenizer_config.json": {
171
+ "sha256": "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",
172
+ "bytes": 9706
173
+ },
174
+ "vocab.json": {
175
+ "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
176
+ "bytes": 2776833
177
+ }
178
+ },
179
+ "total_bytes": 984070986,
180
+ "created": "2026-09-18T05:01:38Z",
181
+ "probe_constants_sha256": "2632a74180b6277d8e033637dc2f8df438a357b699d177bb471c023de5393c1e",
182
+ "fixtures_sha256": "52c0ce496e8ff8bf0d0a10f81a2c878af239979f7324417b2139cbf0f787ceb9"
183
+ }
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/MANIFEST.json.ed25519 ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ ��릾��̜�@d�Lc�
2
+ N.��ŲY]9�$�D�]�p����O��F9r��n=�s��
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/MANIFEST.json.sig ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ -----BEGIN SSH SIGNATURE-----
2
+ U1NIU0lHAAAAAQAAADMAAAALc3NoLWVkMjU1MTkAAAAgAsa+21as6vtGvYBTBV4djmdCDb
3
+ EVzaDU3zwgB2ocd64AAAAPdHJ1dGhjb2Rlci1taW5pAAAAAAAAAAZzaGE1MTIAAABTAAAA
4
+ C3NzaC1lZDI1NTE5AAAAQJcwcRyG2N0eugWY2GZ5pYz/2RYWIo1r7aGyQGANEmbpSvbZ2M
5
+ 7VcMsGnplxpcaoIEzCoOLc0vDmRL0Nie2VSwI=
6
+ -----END SSH SIGNATURE-----
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.51.3"
13
+ }
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/mlc-chat-config.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 2560,
8
+ "intermediate_size": 9728,
9
+ "attention_bias": false,
10
+ "num_attention_heads": 32,
11
+ "num_hidden_layers": 36,
12
+ "num_key_value_heads": 8,
13
+ "rms_norm_eps": 1e-06,
14
+ "rope_theta": 1000000,
15
+ "vocab_size": 151936,
16
+ "tie_word_embeddings": true,
17
+ "context_window_size": 4096,
18
+ "prefill_chunk_size": 2048,
19
+ "tensor_parallel_shards": 1,
20
+ "head_dim": 128,
21
+ "dtype": "float32",
22
+ "max_batch_size": 128
23
+ },
24
+ "vocab_size": 151936,
25
+ "context_window_size": 4096,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 2048,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 0.6,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 0.95,
36
+ "tokenizer_files": [
37
+ "tokenizer.json",
38
+ "vocab.json",
39
+ "merges.txt",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_level",
44
+ "prepend_space_in_encode": false,
45
+ "strip_space_in_decode": false
46
+ },
47
+ "conv_template": {
48
+ "name": "qwen3",
49
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
50
+ "system_message": "You are a helpful assistant.",
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "strip_reasoning_in_history": true,
76
+ "function_string": "",
77
+ "use_function_calling": false
78
+ },
79
+ "pad_token_id": 151643,
80
+ "bos_token_id": 151643,
81
+ "eos_token_id": [
82
+ 151645,
83
+ 151643
84
+ ]
85
+ }
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/ndarray-cache.json ADDED
@@ -0,0 +1,3865 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "ParamSize": 339,
4
+ "ParamBytes": 968001536.0,
5
+ "BitsPerParam": 4.500828151065705
6
+ },
7
+ "records": [
8
+ {
9
+ "dataPath": "params_shard_0.bin",
10
+ "format": "raw-shard",
11
+ "nbytes": 155582464,
12
+ "records": [
13
+ {
14
+ "name": "model.embed_tokens.q_weight",
15
+ "shape": [
16
+ 151936,
17
+ 256
18
+ ],
19
+ "dtype": "uint32",
20
+ "format": "f32-to-bf16",
21
+ "nbytes": 155582464,
22
+ "byteOffset": 0
23
+ }
24
+ ],
25
+ "md5sum": "583075f39780b3111a9ac6e188852e89"
26
+ },
27
+ {
28
+ "dataPath": "params_shard_1.bin",
29
+ "format": "raw-shard",
30
+ "nbytes": 26529792,
31
+ "records": [
32
+ {
33
+ "name": "model.embed_tokens.q_scale",
34
+ "shape": [
35
+ 151936,
36
+ 64
37
+ ],
38
+ "dtype": "float16",
39
+ "format": "f32-to-bf16",
40
+ "nbytes": 19447808,
41
+ "byteOffset": 0
42
+ },
43
+ {
44
+ "name": "model.layers.0.input_layernorm.weight",
45
+ "shape": [
46
+ 2048
47
+ ],
48
+ "dtype": "float16",
49
+ "format": "f32-to-bf16",
50
+ "nbytes": 4096,
51
+ "byteOffset": 19447808
52
+ },
53
+ {
54
+ "name": "model.layers.0.mlp.down_proj.q_weight",
55
+ "shape": [
56
+ 2048,
57
+ 768
58
+ ],
59
+ "dtype": "uint32",
60
+ "format": "f32-to-bf16",
61
+ "nbytes": 6291456,
62
+ "byteOffset": 19451904
63
+ },
64
+ {
65
+ "name": "model.layers.0.mlp.down_proj.q_scale",
66
+ "shape": [
67
+ 2048,
68
+ 192
69
+ ],
70
+ "dtype": "float16",
71
+ "format": "f32-to-bf16",
72
+ "nbytes": 786432,
73
+ "byteOffset": 25743360
74
+ }
75
+ ],
76
+ "md5sum": "7b601d4116794d54bf75063f1da241f2"
77
+ },
78
+ {
79
+ "dataPath": "params_shard_2.bin",
80
+ "format": "raw-shard",
81
+ "nbytes": 28320256,
82
+ "records": [
83
+ {
84
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
85
+ "shape": [
86
+ 12288,
87
+ 256
88
+ ],
89
+ "dtype": "uint32",
90
+ "format": "f32-to-bf16",
91
+ "nbytes": 12582912,
92
+ "byteOffset": 0
93
+ },
94
+ {
95
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
96
+ "shape": [
97
+ 12288,
98
+ 64
99
+ ],
100
+ "dtype": "float16",
101
+ "format": "f32-to-bf16",
102
+ "nbytes": 1572864,
103
+ "byteOffset": 12582912
104
+ },
105
+ {
106
+ "name": "model.layers.0.post_attention_layernorm.weight",
107
+ "shape": [
108
+ 2048
109
+ ],
110
+ "dtype": "float16",
111
+ "format": "f32-to-bf16",
112
+ "nbytes": 4096,
113
+ "byteOffset": 14155776
114
+ },
115
+ {
116
+ "name": "model.layers.0.self_attn.k_norm.weight",
117
+ "shape": [
118
+ 128
119
+ ],
120
+ "dtype": "float16",
121
+ "format": "f32-to-bf16",
122
+ "nbytes": 256,
123
+ "byteOffset": 14159872
124
+ },
125
+ {
126
+ "name": "model.layers.0.self_attn.c_attn.q_weight",
127
+ "shape": [
128
+ 4096,
129
+ 256
130
+ ],
131
+ "dtype": "uint32",
132
+ "format": "f32-to-bf16",
133
+ "nbytes": 4194304,
134
+ "byteOffset": 14160128
135
+ },
136
+ {
137
+ "name": "model.layers.0.self_attn.c_attn.q_scale",
138
+ "shape": [
139
+ 4096,
140
+ 64
141
+ ],
142
+ "dtype": "float16",
143
+ "format": "f32-to-bf16",
144
+ "nbytes": 524288,
145
+ "byteOffset": 18354432
146
+ },
147
+ {
148
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
149
+ "shape": [
150
+ 2048,
151
+ 256
152
+ ],
153
+ "dtype": "uint32",
154
+ "format": "f32-to-bf16",
155
+ "nbytes": 2097152,
156
+ "byteOffset": 18878720
157
+ },
158
+ {
159
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
160
+ "shape": [
161
+ 2048,
162
+ 64
163
+ ],
164
+ "dtype": "float16",
165
+ "format": "f32-to-bf16",
166
+ "nbytes": 262144,
167
+ "byteOffset": 20975872
168
+ },
169
+ {
170
+ "name": "model.layers.0.self_attn.q_norm.weight",
171
+ "shape": [
172
+ 128
173
+ ],
174
+ "dtype": "float16",
175
+ "format": "f32-to-bf16",
176
+ "nbytes": 256,
177
+ "byteOffset": 21238016
178
+ },
179
+ {
180
+ "name": "model.layers.1.input_layernorm.weight",
181
+ "shape": [
182
+ 2048
183
+ ],
184
+ "dtype": "float16",
185
+ "format": "f32-to-bf16",
186
+ "nbytes": 4096,
187
+ "byteOffset": 21238272
188
+ },
189
+ {
190
+ "name": "model.layers.1.mlp.down_proj.q_weight",
191
+ "shape": [
192
+ 2048,
193
+ 768
194
+ ],
195
+ "dtype": "uint32",
196
+ "format": "f32-to-bf16",
197
+ "nbytes": 6291456,
198
+ "byteOffset": 21242368
199
+ },
200
+ {
201
+ "name": "model.layers.1.mlp.down_proj.q_scale",
202
+ "shape": [
203
+ 2048,
204
+ 192
205
+ ],
206
+ "dtype": "float16",
207
+ "format": "f32-to-bf16",
208
+ "nbytes": 786432,
209
+ "byteOffset": 27533824
210
+ }
211
+ ],
212
+ "md5sum": "7668b4eaa63625604e9c86f9dc6a46b4"
213
+ },
214
+ {
215
+ "dataPath": "params_shard_3.bin",
216
+ "format": "raw-shard",
217
+ "nbytes": 28320256,
218
+ "records": [
219
+ {
220
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
221
+ "shape": [
222
+ 12288,
223
+ 256
224
+ ],
225
+ "dtype": "uint32",
226
+ "format": "f32-to-bf16",
227
+ "nbytes": 12582912,
228
+ "byteOffset": 0
229
+ },
230
+ {
231
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
232
+ "shape": [
233
+ 12288,
234
+ 64
235
+ ],
236
+ "dtype": "float16",
237
+ "format": "f32-to-bf16",
238
+ "nbytes": 1572864,
239
+ "byteOffset": 12582912
240
+ },
241
+ {
242
+ "name": "model.layers.1.post_attention_layernorm.weight",
243
+ "shape": [
244
+ 2048
245
+ ],
246
+ "dtype": "float16",
247
+ "format": "f32-to-bf16",
248
+ "nbytes": 4096,
249
+ "byteOffset": 14155776
250
+ },
251
+ {
252
+ "name": "model.layers.1.self_attn.k_norm.weight",
253
+ "shape": [
254
+ 128
255
+ ],
256
+ "dtype": "float16",
257
+ "format": "f32-to-bf16",
258
+ "nbytes": 256,
259
+ "byteOffset": 14159872
260
+ },
261
+ {
262
+ "name": "model.layers.1.self_attn.c_attn.q_weight",
263
+ "shape": [
264
+ 4096,
265
+ 256
266
+ ],
267
+ "dtype": "uint32",
268
+ "format": "f32-to-bf16",
269
+ "nbytes": 4194304,
270
+ "byteOffset": 14160128
271
+ },
272
+ {
273
+ "name": "model.layers.1.self_attn.c_attn.q_scale",
274
+ "shape": [
275
+ 4096,
276
+ 64
277
+ ],
278
+ "dtype": "float16",
279
+ "format": "f32-to-bf16",
280
+ "nbytes": 524288,
281
+ "byteOffset": 18354432
282
+ },
283
+ {
284
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
285
+ "shape": [
286
+ 2048,
287
+ 256
288
+ ],
289
+ "dtype": "uint32",
290
+ "format": "f32-to-bf16",
291
+ "nbytes": 2097152,
292
+ "byteOffset": 18878720
293
+ },
294
+ {
295
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
296
+ "shape": [
297
+ 2048,
298
+ 64
299
+ ],
300
+ "dtype": "float16",
301
+ "format": "f32-to-bf16",
302
+ "nbytes": 262144,
303
+ "byteOffset": 20975872
304
+ },
305
+ {
306
+ "name": "model.layers.1.self_attn.q_norm.weight",
307
+ "shape": [
308
+ 128
309
+ ],
310
+ "dtype": "float16",
311
+ "format": "f32-to-bf16",
312
+ "nbytes": 256,
313
+ "byteOffset": 21238016
314
+ },
315
+ {
316
+ "name": "model.layers.10.input_layernorm.weight",
317
+ "shape": [
318
+ 2048
319
+ ],
320
+ "dtype": "float16",
321
+ "format": "f32-to-bf16",
322
+ "nbytes": 4096,
323
+ "byteOffset": 21238272
324
+ },
325
+ {
326
+ "name": "model.layers.10.mlp.down_proj.q_weight",
327
+ "shape": [
328
+ 2048,
329
+ 768
330
+ ],
331
+ "dtype": "uint32",
332
+ "format": "f32-to-bf16",
333
+ "nbytes": 6291456,
334
+ "byteOffset": 21242368
335
+ },
336
+ {
337
+ "name": "model.layers.10.mlp.down_proj.q_scale",
338
+ "shape": [
339
+ 2048,
340
+ 192
341
+ ],
342
+ "dtype": "float16",
343
+ "format": "f32-to-bf16",
344
+ "nbytes": 786432,
345
+ "byteOffset": 27533824
346
+ }
347
+ ],
348
+ "md5sum": "f66d50d093282b3ab6fb2e2fae1faa2b"
349
+ },
350
+ {
351
+ "dataPath": "params_shard_4.bin",
352
+ "format": "raw-shard",
353
+ "nbytes": 28320256,
354
+ "records": [
355
+ {
356
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
357
+ "shape": [
358
+ 12288,
359
+ 256
360
+ ],
361
+ "dtype": "uint32",
362
+ "format": "f32-to-bf16",
363
+ "nbytes": 12582912,
364
+ "byteOffset": 0
365
+ },
366
+ {
367
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
368
+ "shape": [
369
+ 12288,
370
+ 64
371
+ ],
372
+ "dtype": "float16",
373
+ "format": "f32-to-bf16",
374
+ "nbytes": 1572864,
375
+ "byteOffset": 12582912
376
+ },
377
+ {
378
+ "name": "model.layers.10.post_attention_layernorm.weight",
379
+ "shape": [
380
+ 2048
381
+ ],
382
+ "dtype": "float16",
383
+ "format": "f32-to-bf16",
384
+ "nbytes": 4096,
385
+ "byteOffset": 14155776
386
+ },
387
+ {
388
+ "name": "model.layers.10.self_attn.k_norm.weight",
389
+ "shape": [
390
+ 128
391
+ ],
392
+ "dtype": "float16",
393
+ "format": "f32-to-bf16",
394
+ "nbytes": 256,
395
+ "byteOffset": 14159872
396
+ },
397
+ {
398
+ "name": "model.layers.10.self_attn.c_attn.q_weight",
399
+ "shape": [
400
+ 4096,
401
+ 256
402
+ ],
403
+ "dtype": "uint32",
404
+ "format": "f32-to-bf16",
405
+ "nbytes": 4194304,
406
+ "byteOffset": 14160128
407
+ },
408
+ {
409
+ "name": "model.layers.10.self_attn.c_attn.q_scale",
410
+ "shape": [
411
+ 4096,
412
+ 64
413
+ ],
414
+ "dtype": "float16",
415
+ "format": "f32-to-bf16",
416
+ "nbytes": 524288,
417
+ "byteOffset": 18354432
418
+ },
419
+ {
420
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
421
+ "shape": [
422
+ 2048,
423
+ 256
424
+ ],
425
+ "dtype": "uint32",
426
+ "format": "f32-to-bf16",
427
+ "nbytes": 2097152,
428
+ "byteOffset": 18878720
429
+ },
430
+ {
431
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
432
+ "shape": [
433
+ 2048,
434
+ 64
435
+ ],
436
+ "dtype": "float16",
437
+ "format": "f32-to-bf16",
438
+ "nbytes": 262144,
439
+ "byteOffset": 20975872
440
+ },
441
+ {
442
+ "name": "model.layers.10.self_attn.q_norm.weight",
443
+ "shape": [
444
+ 128
445
+ ],
446
+ "dtype": "float16",
447
+ "format": "f32-to-bf16",
448
+ "nbytes": 256,
449
+ "byteOffset": 21238016
450
+ },
451
+ {
452
+ "name": "model.layers.11.input_layernorm.weight",
453
+ "shape": [
454
+ 2048
455
+ ],
456
+ "dtype": "float16",
457
+ "format": "f32-to-bf16",
458
+ "nbytes": 4096,
459
+ "byteOffset": 21238272
460
+ },
461
+ {
462
+ "name": "model.layers.11.mlp.down_proj.q_weight",
463
+ "shape": [
464
+ 2048,
465
+ 768
466
+ ],
467
+ "dtype": "uint32",
468
+ "format": "f32-to-bf16",
469
+ "nbytes": 6291456,
470
+ "byteOffset": 21242368
471
+ },
472
+ {
473
+ "name": "model.layers.11.mlp.down_proj.q_scale",
474
+ "shape": [
475
+ 2048,
476
+ 192
477
+ ],
478
+ "dtype": "float16",
479
+ "format": "f32-to-bf16",
480
+ "nbytes": 786432,
481
+ "byteOffset": 27533824
482
+ }
483
+ ],
484
+ "md5sum": "a203d2a685d2588877d885a3e7dbab0b"
485
+ },
486
+ {
487
+ "dataPath": "params_shard_5.bin",
488
+ "format": "raw-shard",
489
+ "nbytes": 28320256,
490
+ "records": [
491
+ {
492
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
493
+ "shape": [
494
+ 12288,
495
+ 256
496
+ ],
497
+ "dtype": "uint32",
498
+ "format": "f32-to-bf16",
499
+ "nbytes": 12582912,
500
+ "byteOffset": 0
501
+ },
502
+ {
503
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
504
+ "shape": [
505
+ 12288,
506
+ 64
507
+ ],
508
+ "dtype": "float16",
509
+ "format": "f32-to-bf16",
510
+ "nbytes": 1572864,
511
+ "byteOffset": 12582912
512
+ },
513
+ {
514
+ "name": "model.layers.11.post_attention_layernorm.weight",
515
+ "shape": [
516
+ 2048
517
+ ],
518
+ "dtype": "float16",
519
+ "format": "f32-to-bf16",
520
+ "nbytes": 4096,
521
+ "byteOffset": 14155776
522
+ },
523
+ {
524
+ "name": "model.layers.11.self_attn.k_norm.weight",
525
+ "shape": [
526
+ 128
527
+ ],
528
+ "dtype": "float16",
529
+ "format": "f32-to-bf16",
530
+ "nbytes": 256,
531
+ "byteOffset": 14159872
532
+ },
533
+ {
534
+ "name": "model.layers.11.self_attn.c_attn.q_weight",
535
+ "shape": [
536
+ 4096,
537
+ 256
538
+ ],
539
+ "dtype": "uint32",
540
+ "format": "f32-to-bf16",
541
+ "nbytes": 4194304,
542
+ "byteOffset": 14160128
543
+ },
544
+ {
545
+ "name": "model.layers.11.self_attn.c_attn.q_scale",
546
+ "shape": [
547
+ 4096,
548
+ 64
549
+ ],
550
+ "dtype": "float16",
551
+ "format": "f32-to-bf16",
552
+ "nbytes": 524288,
553
+ "byteOffset": 18354432
554
+ },
555
+ {
556
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
557
+ "shape": [
558
+ 2048,
559
+ 256
560
+ ],
561
+ "dtype": "uint32",
562
+ "format": "f32-to-bf16",
563
+ "nbytes": 2097152,
564
+ "byteOffset": 18878720
565
+ },
566
+ {
567
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
568
+ "shape": [
569
+ 2048,
570
+ 64
571
+ ],
572
+ "dtype": "float16",
573
+ "format": "f32-to-bf16",
574
+ "nbytes": 262144,
575
+ "byteOffset": 20975872
576
+ },
577
+ {
578
+ "name": "model.layers.11.self_attn.q_norm.weight",
579
+ "shape": [
580
+ 128
581
+ ],
582
+ "dtype": "float16",
583
+ "format": "f32-to-bf16",
584
+ "nbytes": 256,
585
+ "byteOffset": 21238016
586
+ },
587
+ {
588
+ "name": "model.layers.12.input_layernorm.weight",
589
+ "shape": [
590
+ 2048
591
+ ],
592
+ "dtype": "float16",
593
+ "format": "f32-to-bf16",
594
+ "nbytes": 4096,
595
+ "byteOffset": 21238272
596
+ },
597
+ {
598
+ "name": "model.layers.12.mlp.down_proj.q_weight",
599
+ "shape": [
600
+ 2048,
601
+ 768
602
+ ],
603
+ "dtype": "uint32",
604
+ "format": "f32-to-bf16",
605
+ "nbytes": 6291456,
606
+ "byteOffset": 21242368
607
+ },
608
+ {
609
+ "name": "model.layers.12.mlp.down_proj.q_scale",
610
+ "shape": [
611
+ 2048,
612
+ 192
613
+ ],
614
+ "dtype": "float16",
615
+ "format": "f32-to-bf16",
616
+ "nbytes": 786432,
617
+ "byteOffset": 27533824
618
+ }
619
+ ],
620
+ "md5sum": "79b3f72c0a2c3e3f27121156b6c5b7e4"
621
+ },
622
+ {
623
+ "dataPath": "params_shard_6.bin",
624
+ "format": "raw-shard",
625
+ "nbytes": 28320256,
626
+ "records": [
627
+ {
628
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
629
+ "shape": [
630
+ 12288,
631
+ 256
632
+ ],
633
+ "dtype": "uint32",
634
+ "format": "f32-to-bf16",
635
+ "nbytes": 12582912,
636
+ "byteOffset": 0
637
+ },
638
+ {
639
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
640
+ "shape": [
641
+ 12288,
642
+ 64
643
+ ],
644
+ "dtype": "float16",
645
+ "format": "f32-to-bf16",
646
+ "nbytes": 1572864,
647
+ "byteOffset": 12582912
648
+ },
649
+ {
650
+ "name": "model.layers.12.post_attention_layernorm.weight",
651
+ "shape": [
652
+ 2048
653
+ ],
654
+ "dtype": "float16",
655
+ "format": "f32-to-bf16",
656
+ "nbytes": 4096,
657
+ "byteOffset": 14155776
658
+ },
659
+ {
660
+ "name": "model.layers.12.self_attn.k_norm.weight",
661
+ "shape": [
662
+ 128
663
+ ],
664
+ "dtype": "float16",
665
+ "format": "f32-to-bf16",
666
+ "nbytes": 256,
667
+ "byteOffset": 14159872
668
+ },
669
+ {
670
+ "name": "model.layers.12.self_attn.c_attn.q_weight",
671
+ "shape": [
672
+ 4096,
673
+ 256
674
+ ],
675
+ "dtype": "uint32",
676
+ "format": "f32-to-bf16",
677
+ "nbytes": 4194304,
678
+ "byteOffset": 14160128
679
+ },
680
+ {
681
+ "name": "model.layers.12.self_attn.c_attn.q_scale",
682
+ "shape": [
683
+ 4096,
684
+ 64
685
+ ],
686
+ "dtype": "float16",
687
+ "format": "f32-to-bf16",
688
+ "nbytes": 524288,
689
+ "byteOffset": 18354432
690
+ },
691
+ {
692
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
693
+ "shape": [
694
+ 2048,
695
+ 256
696
+ ],
697
+ "dtype": "uint32",
698
+ "format": "f32-to-bf16",
699
+ "nbytes": 2097152,
700
+ "byteOffset": 18878720
701
+ },
702
+ {
703
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
704
+ "shape": [
705
+ 2048,
706
+ 64
707
+ ],
708
+ "dtype": "float16",
709
+ "format": "f32-to-bf16",
710
+ "nbytes": 262144,
711
+ "byteOffset": 20975872
712
+ },
713
+ {
714
+ "name": "model.layers.12.self_attn.q_norm.weight",
715
+ "shape": [
716
+ 128
717
+ ],
718
+ "dtype": "float16",
719
+ "format": "f32-to-bf16",
720
+ "nbytes": 256,
721
+ "byteOffset": 21238016
722
+ },
723
+ {
724
+ "name": "model.layers.13.input_layernorm.weight",
725
+ "shape": [
726
+ 2048
727
+ ],
728
+ "dtype": "float16",
729
+ "format": "f32-to-bf16",
730
+ "nbytes": 4096,
731
+ "byteOffset": 21238272
732
+ },
733
+ {
734
+ "name": "model.layers.13.mlp.down_proj.q_weight",
735
+ "shape": [
736
+ 2048,
737
+ 768
738
+ ],
739
+ "dtype": "uint32",
740
+ "format": "f32-to-bf16",
741
+ "nbytes": 6291456,
742
+ "byteOffset": 21242368
743
+ },
744
+ {
745
+ "name": "model.layers.13.mlp.down_proj.q_scale",
746
+ "shape": [
747
+ 2048,
748
+ 192
749
+ ],
750
+ "dtype": "float16",
751
+ "format": "f32-to-bf16",
752
+ "nbytes": 786432,
753
+ "byteOffset": 27533824
754
+ }
755
+ ],
756
+ "md5sum": "5345a545aa9885dedb98f168913ab1d5"
757
+ },
758
+ {
759
+ "dataPath": "params_shard_7.bin",
760
+ "format": "raw-shard",
761
+ "nbytes": 28320256,
762
+ "records": [
763
+ {
764
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
765
+ "shape": [
766
+ 12288,
767
+ 256
768
+ ],
769
+ "dtype": "uint32",
770
+ "format": "f32-to-bf16",
771
+ "nbytes": 12582912,
772
+ "byteOffset": 0
773
+ },
774
+ {
775
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
776
+ "shape": [
777
+ 12288,
778
+ 64
779
+ ],
780
+ "dtype": "float16",
781
+ "format": "f32-to-bf16",
782
+ "nbytes": 1572864,
783
+ "byteOffset": 12582912
784
+ },
785
+ {
786
+ "name": "model.layers.13.post_attention_layernorm.weight",
787
+ "shape": [
788
+ 2048
789
+ ],
790
+ "dtype": "float16",
791
+ "format": "f32-to-bf16",
792
+ "nbytes": 4096,
793
+ "byteOffset": 14155776
794
+ },
795
+ {
796
+ "name": "model.layers.13.self_attn.k_norm.weight",
797
+ "shape": [
798
+ 128
799
+ ],
800
+ "dtype": "float16",
801
+ "format": "f32-to-bf16",
802
+ "nbytes": 256,
803
+ "byteOffset": 14159872
804
+ },
805
+ {
806
+ "name": "model.layers.13.self_attn.c_attn.q_weight",
807
+ "shape": [
808
+ 4096,
809
+ 256
810
+ ],
811
+ "dtype": "uint32",
812
+ "format": "f32-to-bf16",
813
+ "nbytes": 4194304,
814
+ "byteOffset": 14160128
815
+ },
816
+ {
817
+ "name": "model.layers.13.self_attn.c_attn.q_scale",
818
+ "shape": [
819
+ 4096,
820
+ 64
821
+ ],
822
+ "dtype": "float16",
823
+ "format": "f32-to-bf16",
824
+ "nbytes": 524288,
825
+ "byteOffset": 18354432
826
+ },
827
+ {
828
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
829
+ "shape": [
830
+ 2048,
831
+ 256
832
+ ],
833
+ "dtype": "uint32",
834
+ "format": "f32-to-bf16",
835
+ "nbytes": 2097152,
836
+ "byteOffset": 18878720
837
+ },
838
+ {
839
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
840
+ "shape": [
841
+ 2048,
842
+ 64
843
+ ],
844
+ "dtype": "float16",
845
+ "format": "f32-to-bf16",
846
+ "nbytes": 262144,
847
+ "byteOffset": 20975872
848
+ },
849
+ {
850
+ "name": "model.layers.13.self_attn.q_norm.weight",
851
+ "shape": [
852
+ 128
853
+ ],
854
+ "dtype": "float16",
855
+ "format": "f32-to-bf16",
856
+ "nbytes": 256,
857
+ "byteOffset": 21238016
858
+ },
859
+ {
860
+ "name": "model.layers.14.input_layernorm.weight",
861
+ "shape": [
862
+ 2048
863
+ ],
864
+ "dtype": "float16",
865
+ "format": "f32-to-bf16",
866
+ "nbytes": 4096,
867
+ "byteOffset": 21238272
868
+ },
869
+ {
870
+ "name": "model.layers.14.mlp.down_proj.q_weight",
871
+ "shape": [
872
+ 2048,
873
+ 768
874
+ ],
875
+ "dtype": "uint32",
876
+ "format": "f32-to-bf16",
877
+ "nbytes": 6291456,
878
+ "byteOffset": 21242368
879
+ },
880
+ {
881
+ "name": "model.layers.14.mlp.down_proj.q_scale",
882
+ "shape": [
883
+ 2048,
884
+ 192
885
+ ],
886
+ "dtype": "float16",
887
+ "format": "f32-to-bf16",
888
+ "nbytes": 786432,
889
+ "byteOffset": 27533824
890
+ }
891
+ ],
892
+ "md5sum": "5f510287a37a1d6a5f5e56f80fce15e1"
893
+ },
894
+ {
895
+ "dataPath": "params_shard_8.bin",
896
+ "format": "raw-shard",
897
+ "nbytes": 28320256,
898
+ "records": [
899
+ {
900
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
901
+ "shape": [
902
+ 12288,
903
+ 256
904
+ ],
905
+ "dtype": "uint32",
906
+ "format": "f32-to-bf16",
907
+ "nbytes": 12582912,
908
+ "byteOffset": 0
909
+ },
910
+ {
911
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
912
+ "shape": [
913
+ 12288,
914
+ 64
915
+ ],
916
+ "dtype": "float16",
917
+ "format": "f32-to-bf16",
918
+ "nbytes": 1572864,
919
+ "byteOffset": 12582912
920
+ },
921
+ {
922
+ "name": "model.layers.14.post_attention_layernorm.weight",
923
+ "shape": [
924
+ 2048
925
+ ],
926
+ "dtype": "float16",
927
+ "format": "f32-to-bf16",
928
+ "nbytes": 4096,
929
+ "byteOffset": 14155776
930
+ },
931
+ {
932
+ "name": "model.layers.14.self_attn.k_norm.weight",
933
+ "shape": [
934
+ 128
935
+ ],
936
+ "dtype": "float16",
937
+ "format": "f32-to-bf16",
938
+ "nbytes": 256,
939
+ "byteOffset": 14159872
940
+ },
941
+ {
942
+ "name": "model.layers.14.self_attn.c_attn.q_weight",
943
+ "shape": [
944
+ 4096,
945
+ 256
946
+ ],
947
+ "dtype": "uint32",
948
+ "format": "f32-to-bf16",
949
+ "nbytes": 4194304,
950
+ "byteOffset": 14160128
951
+ },
952
+ {
953
+ "name": "model.layers.14.self_attn.c_attn.q_scale",
954
+ "shape": [
955
+ 4096,
956
+ 64
957
+ ],
958
+ "dtype": "float16",
959
+ "format": "f32-to-bf16",
960
+ "nbytes": 524288,
961
+ "byteOffset": 18354432
962
+ },
963
+ {
964
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
965
+ "shape": [
966
+ 2048,
967
+ 256
968
+ ],
969
+ "dtype": "uint32",
970
+ "format": "f32-to-bf16",
971
+ "nbytes": 2097152,
972
+ "byteOffset": 18878720
973
+ },
974
+ {
975
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
976
+ "shape": [
977
+ 2048,
978
+ 64
979
+ ],
980
+ "dtype": "float16",
981
+ "format": "f32-to-bf16",
982
+ "nbytes": 262144,
983
+ "byteOffset": 20975872
984
+ },
985
+ {
986
+ "name": "model.layers.14.self_attn.q_norm.weight",
987
+ "shape": [
988
+ 128
989
+ ],
990
+ "dtype": "float16",
991
+ "format": "f32-to-bf16",
992
+ "nbytes": 256,
993
+ "byteOffset": 21238016
994
+ },
995
+ {
996
+ "name": "model.layers.15.input_layernorm.weight",
997
+ "shape": [
998
+ 2048
999
+ ],
1000
+ "dtype": "float16",
1001
+ "format": "f32-to-bf16",
1002
+ "nbytes": 4096,
1003
+ "byteOffset": 21238272
1004
+ },
1005
+ {
1006
+ "name": "model.layers.15.mlp.down_proj.q_weight",
1007
+ "shape": [
1008
+ 2048,
1009
+ 768
1010
+ ],
1011
+ "dtype": "uint32",
1012
+ "format": "f32-to-bf16",
1013
+ "nbytes": 6291456,
1014
+ "byteOffset": 21242368
1015
+ },
1016
+ {
1017
+ "name": "model.layers.15.mlp.down_proj.q_scale",
1018
+ "shape": [
1019
+ 2048,
1020
+ 192
1021
+ ],
1022
+ "dtype": "float16",
1023
+ "format": "f32-to-bf16",
1024
+ "nbytes": 786432,
1025
+ "byteOffset": 27533824
1026
+ }
1027
+ ],
1028
+ "md5sum": "97bca74807fe0ad4b620c102a060f1d7"
1029
+ },
1030
+ {
1031
+ "dataPath": "params_shard_9.bin",
1032
+ "format": "raw-shard",
1033
+ "nbytes": 28320256,
1034
+ "records": [
1035
+ {
1036
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
1037
+ "shape": [
1038
+ 12288,
1039
+ 256
1040
+ ],
1041
+ "dtype": "uint32",
1042
+ "format": "f32-to-bf16",
1043
+ "nbytes": 12582912,
1044
+ "byteOffset": 0
1045
+ },
1046
+ {
1047
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
1048
+ "shape": [
1049
+ 12288,
1050
+ 64
1051
+ ],
1052
+ "dtype": "float16",
1053
+ "format": "f32-to-bf16",
1054
+ "nbytes": 1572864,
1055
+ "byteOffset": 12582912
1056
+ },
1057
+ {
1058
+ "name": "model.layers.15.post_attention_layernorm.weight",
1059
+ "shape": [
1060
+ 2048
1061
+ ],
1062
+ "dtype": "float16",
1063
+ "format": "f32-to-bf16",
1064
+ "nbytes": 4096,
1065
+ "byteOffset": 14155776
1066
+ },
1067
+ {
1068
+ "name": "model.layers.15.self_attn.k_norm.weight",
1069
+ "shape": [
1070
+ 128
1071
+ ],
1072
+ "dtype": "float16",
1073
+ "format": "f32-to-bf16",
1074
+ "nbytes": 256,
1075
+ "byteOffset": 14159872
1076
+ },
1077
+ {
1078
+ "name": "model.layers.15.self_attn.c_attn.q_weight",
1079
+ "shape": [
1080
+ 4096,
1081
+ 256
1082
+ ],
1083
+ "dtype": "uint32",
1084
+ "format": "f32-to-bf16",
1085
+ "nbytes": 4194304,
1086
+ "byteOffset": 14160128
1087
+ },
1088
+ {
1089
+ "name": "model.layers.15.self_attn.c_attn.q_scale",
1090
+ "shape": [
1091
+ 4096,
1092
+ 64
1093
+ ],
1094
+ "dtype": "float16",
1095
+ "format": "f32-to-bf16",
1096
+ "nbytes": 524288,
1097
+ "byteOffset": 18354432
1098
+ },
1099
+ {
1100
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
1101
+ "shape": [
1102
+ 2048,
1103
+ 256
1104
+ ],
1105
+ "dtype": "uint32",
1106
+ "format": "f32-to-bf16",
1107
+ "nbytes": 2097152,
1108
+ "byteOffset": 18878720
1109
+ },
1110
+ {
1111
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
1112
+ "shape": [
1113
+ 2048,
1114
+ 64
1115
+ ],
1116
+ "dtype": "float16",
1117
+ "format": "f32-to-bf16",
1118
+ "nbytes": 262144,
1119
+ "byteOffset": 20975872
1120
+ },
1121
+ {
1122
+ "name": "model.layers.15.self_attn.q_norm.weight",
1123
+ "shape": [
1124
+ 128
1125
+ ],
1126
+ "dtype": "float16",
1127
+ "format": "f32-to-bf16",
1128
+ "nbytes": 256,
1129
+ "byteOffset": 21238016
1130
+ },
1131
+ {
1132
+ "name": "model.layers.16.input_layernorm.weight",
1133
+ "shape": [
1134
+ 2048
1135
+ ],
1136
+ "dtype": "float16",
1137
+ "format": "f32-to-bf16",
1138
+ "nbytes": 4096,
1139
+ "byteOffset": 21238272
1140
+ },
1141
+ {
1142
+ "name": "model.layers.16.mlp.down_proj.q_weight",
1143
+ "shape": [
1144
+ 2048,
1145
+ 768
1146
+ ],
1147
+ "dtype": "uint32",
1148
+ "format": "f32-to-bf16",
1149
+ "nbytes": 6291456,
1150
+ "byteOffset": 21242368
1151
+ },
1152
+ {
1153
+ "name": "model.layers.16.mlp.down_proj.q_scale",
1154
+ "shape": [
1155
+ 2048,
1156
+ 192
1157
+ ],
1158
+ "dtype": "float16",
1159
+ "format": "f32-to-bf16",
1160
+ "nbytes": 786432,
1161
+ "byteOffset": 27533824
1162
+ }
1163
+ ],
1164
+ "md5sum": "9af517683b82c01aa4b768eb03c06563"
1165
+ },
1166
+ {
1167
+ "dataPath": "params_shard_10.bin",
1168
+ "format": "raw-shard",
1169
+ "nbytes": 28320256,
1170
+ "records": [
1171
+ {
1172
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
1173
+ "shape": [
1174
+ 12288,
1175
+ 256
1176
+ ],
1177
+ "dtype": "uint32",
1178
+ "format": "f32-to-bf16",
1179
+ "nbytes": 12582912,
1180
+ "byteOffset": 0
1181
+ },
1182
+ {
1183
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
1184
+ "shape": [
1185
+ 12288,
1186
+ 64
1187
+ ],
1188
+ "dtype": "float16",
1189
+ "format": "f32-to-bf16",
1190
+ "nbytes": 1572864,
1191
+ "byteOffset": 12582912
1192
+ },
1193
+ {
1194
+ "name": "model.layers.16.post_attention_layernorm.weight",
1195
+ "shape": [
1196
+ 2048
1197
+ ],
1198
+ "dtype": "float16",
1199
+ "format": "f32-to-bf16",
1200
+ "nbytes": 4096,
1201
+ "byteOffset": 14155776
1202
+ },
1203
+ {
1204
+ "name": "model.layers.16.self_attn.k_norm.weight",
1205
+ "shape": [
1206
+ 128
1207
+ ],
1208
+ "dtype": "float16",
1209
+ "format": "f32-to-bf16",
1210
+ "nbytes": 256,
1211
+ "byteOffset": 14159872
1212
+ },
1213
+ {
1214
+ "name": "model.layers.16.self_attn.c_attn.q_weight",
1215
+ "shape": [
1216
+ 4096,
1217
+ 256
1218
+ ],
1219
+ "dtype": "uint32",
1220
+ "format": "f32-to-bf16",
1221
+ "nbytes": 4194304,
1222
+ "byteOffset": 14160128
1223
+ },
1224
+ {
1225
+ "name": "model.layers.16.self_attn.c_attn.q_scale",
1226
+ "shape": [
1227
+ 4096,
1228
+ 64
1229
+ ],
1230
+ "dtype": "float16",
1231
+ "format": "f32-to-bf16",
1232
+ "nbytes": 524288,
1233
+ "byteOffset": 18354432
1234
+ },
1235
+ {
1236
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
1237
+ "shape": [
1238
+ 2048,
1239
+ 256
1240
+ ],
1241
+ "dtype": "uint32",
1242
+ "format": "f32-to-bf16",
1243
+ "nbytes": 2097152,
1244
+ "byteOffset": 18878720
1245
+ },
1246
+ {
1247
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
1248
+ "shape": [
1249
+ 2048,
1250
+ 64
1251
+ ],
1252
+ "dtype": "float16",
1253
+ "format": "f32-to-bf16",
1254
+ "nbytes": 262144,
1255
+ "byteOffset": 20975872
1256
+ },
1257
+ {
1258
+ "name": "model.layers.16.self_attn.q_norm.weight",
1259
+ "shape": [
1260
+ 128
1261
+ ],
1262
+ "dtype": "float16",
1263
+ "format": "f32-to-bf16",
1264
+ "nbytes": 256,
1265
+ "byteOffset": 21238016
1266
+ },
1267
+ {
1268
+ "name": "model.layers.17.input_layernorm.weight",
1269
+ "shape": [
1270
+ 2048
1271
+ ],
1272
+ "dtype": "float16",
1273
+ "format": "f32-to-bf16",
1274
+ "nbytes": 4096,
1275
+ "byteOffset": 21238272
1276
+ },
1277
+ {
1278
+ "name": "model.layers.17.mlp.down_proj.q_weight",
1279
+ "shape": [
1280
+ 2048,
1281
+ 768
1282
+ ],
1283
+ "dtype": "uint32",
1284
+ "format": "f32-to-bf16",
1285
+ "nbytes": 6291456,
1286
+ "byteOffset": 21242368
1287
+ },
1288
+ {
1289
+ "name": "model.layers.17.mlp.down_proj.q_scale",
1290
+ "shape": [
1291
+ 2048,
1292
+ 192
1293
+ ],
1294
+ "dtype": "float16",
1295
+ "format": "f32-to-bf16",
1296
+ "nbytes": 786432,
1297
+ "byteOffset": 27533824
1298
+ }
1299
+ ],
1300
+ "md5sum": "0a22ca14f967a9883442f7206f0ed556"
1301
+ },
1302
+ {
1303
+ "dataPath": "params_shard_11.bin",
1304
+ "format": "raw-shard",
1305
+ "nbytes": 28320256,
1306
+ "records": [
1307
+ {
1308
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
1309
+ "shape": [
1310
+ 12288,
1311
+ 256
1312
+ ],
1313
+ "dtype": "uint32",
1314
+ "format": "f32-to-bf16",
1315
+ "nbytes": 12582912,
1316
+ "byteOffset": 0
1317
+ },
1318
+ {
1319
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
1320
+ "shape": [
1321
+ 12288,
1322
+ 64
1323
+ ],
1324
+ "dtype": "float16",
1325
+ "format": "f32-to-bf16",
1326
+ "nbytes": 1572864,
1327
+ "byteOffset": 12582912
1328
+ },
1329
+ {
1330
+ "name": "model.layers.17.post_attention_layernorm.weight",
1331
+ "shape": [
1332
+ 2048
1333
+ ],
1334
+ "dtype": "float16",
1335
+ "format": "f32-to-bf16",
1336
+ "nbytes": 4096,
1337
+ "byteOffset": 14155776
1338
+ },
1339
+ {
1340
+ "name": "model.layers.17.self_attn.k_norm.weight",
1341
+ "shape": [
1342
+ 128
1343
+ ],
1344
+ "dtype": "float16",
1345
+ "format": "f32-to-bf16",
1346
+ "nbytes": 256,
1347
+ "byteOffset": 14159872
1348
+ },
1349
+ {
1350
+ "name": "model.layers.17.self_attn.c_attn.q_weight",
1351
+ "shape": [
1352
+ 4096,
1353
+ 256
1354
+ ],
1355
+ "dtype": "uint32",
1356
+ "format": "f32-to-bf16",
1357
+ "nbytes": 4194304,
1358
+ "byteOffset": 14160128
1359
+ },
1360
+ {
1361
+ "name": "model.layers.17.self_attn.c_attn.q_scale",
1362
+ "shape": [
1363
+ 4096,
1364
+ 64
1365
+ ],
1366
+ "dtype": "float16",
1367
+ "format": "f32-to-bf16",
1368
+ "nbytes": 524288,
1369
+ "byteOffset": 18354432
1370
+ },
1371
+ {
1372
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
1373
+ "shape": [
1374
+ 2048,
1375
+ 256
1376
+ ],
1377
+ "dtype": "uint32",
1378
+ "format": "f32-to-bf16",
1379
+ "nbytes": 2097152,
1380
+ "byteOffset": 18878720
1381
+ },
1382
+ {
1383
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
1384
+ "shape": [
1385
+ 2048,
1386
+ 64
1387
+ ],
1388
+ "dtype": "float16",
1389
+ "format": "f32-to-bf16",
1390
+ "nbytes": 262144,
1391
+ "byteOffset": 20975872
1392
+ },
1393
+ {
1394
+ "name": "model.layers.17.self_attn.q_norm.weight",
1395
+ "shape": [
1396
+ 128
1397
+ ],
1398
+ "dtype": "float16",
1399
+ "format": "f32-to-bf16",
1400
+ "nbytes": 256,
1401
+ "byteOffset": 21238016
1402
+ },
1403
+ {
1404
+ "name": "model.layers.18.input_layernorm.weight",
1405
+ "shape": [
1406
+ 2048
1407
+ ],
1408
+ "dtype": "float16",
1409
+ "format": "f32-to-bf16",
1410
+ "nbytes": 4096,
1411
+ "byteOffset": 21238272
1412
+ },
1413
+ {
1414
+ "name": "model.layers.18.mlp.down_proj.q_weight",
1415
+ "shape": [
1416
+ 2048,
1417
+ 768
1418
+ ],
1419
+ "dtype": "uint32",
1420
+ "format": "f32-to-bf16",
1421
+ "nbytes": 6291456,
1422
+ "byteOffset": 21242368
1423
+ },
1424
+ {
1425
+ "name": "model.layers.18.mlp.down_proj.q_scale",
1426
+ "shape": [
1427
+ 2048,
1428
+ 192
1429
+ ],
1430
+ "dtype": "float16",
1431
+ "format": "f32-to-bf16",
1432
+ "nbytes": 786432,
1433
+ "byteOffset": 27533824
1434
+ }
1435
+ ],
1436
+ "md5sum": "5d87f43a7a45f9a68cabc5d3d6224f3d"
1437
+ },
1438
+ {
1439
+ "dataPath": "params_shard_12.bin",
1440
+ "format": "raw-shard",
1441
+ "nbytes": 28320256,
1442
+ "records": [
1443
+ {
1444
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
1445
+ "shape": [
1446
+ 12288,
1447
+ 256
1448
+ ],
1449
+ "dtype": "uint32",
1450
+ "format": "f32-to-bf16",
1451
+ "nbytes": 12582912,
1452
+ "byteOffset": 0
1453
+ },
1454
+ {
1455
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
1456
+ "shape": [
1457
+ 12288,
1458
+ 64
1459
+ ],
1460
+ "dtype": "float16",
1461
+ "format": "f32-to-bf16",
1462
+ "nbytes": 1572864,
1463
+ "byteOffset": 12582912
1464
+ },
1465
+ {
1466
+ "name": "model.layers.18.post_attention_layernorm.weight",
1467
+ "shape": [
1468
+ 2048
1469
+ ],
1470
+ "dtype": "float16",
1471
+ "format": "f32-to-bf16",
1472
+ "nbytes": 4096,
1473
+ "byteOffset": 14155776
1474
+ },
1475
+ {
1476
+ "name": "model.layers.18.self_attn.k_norm.weight",
1477
+ "shape": [
1478
+ 128
1479
+ ],
1480
+ "dtype": "float16",
1481
+ "format": "f32-to-bf16",
1482
+ "nbytes": 256,
1483
+ "byteOffset": 14159872
1484
+ },
1485
+ {
1486
+ "name": "model.layers.18.self_attn.c_attn.q_weight",
1487
+ "shape": [
1488
+ 4096,
1489
+ 256
1490
+ ],
1491
+ "dtype": "uint32",
1492
+ "format": "f32-to-bf16",
1493
+ "nbytes": 4194304,
1494
+ "byteOffset": 14160128
1495
+ },
1496
+ {
1497
+ "name": "model.layers.18.self_attn.c_attn.q_scale",
1498
+ "shape": [
1499
+ 4096,
1500
+ 64
1501
+ ],
1502
+ "dtype": "float16",
1503
+ "format": "f32-to-bf16",
1504
+ "nbytes": 524288,
1505
+ "byteOffset": 18354432
1506
+ },
1507
+ {
1508
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
1509
+ "shape": [
1510
+ 2048,
1511
+ 256
1512
+ ],
1513
+ "dtype": "uint32",
1514
+ "format": "f32-to-bf16",
1515
+ "nbytes": 2097152,
1516
+ "byteOffset": 18878720
1517
+ },
1518
+ {
1519
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
1520
+ "shape": [
1521
+ 2048,
1522
+ 64
1523
+ ],
1524
+ "dtype": "float16",
1525
+ "format": "f32-to-bf16",
1526
+ "nbytes": 262144,
1527
+ "byteOffset": 20975872
1528
+ },
1529
+ {
1530
+ "name": "model.layers.18.self_attn.q_norm.weight",
1531
+ "shape": [
1532
+ 128
1533
+ ],
1534
+ "dtype": "float16",
1535
+ "format": "f32-to-bf16",
1536
+ "nbytes": 256,
1537
+ "byteOffset": 21238016
1538
+ },
1539
+ {
1540
+ "name": "model.layers.19.input_layernorm.weight",
1541
+ "shape": [
1542
+ 2048
1543
+ ],
1544
+ "dtype": "float16",
1545
+ "format": "f32-to-bf16",
1546
+ "nbytes": 4096,
1547
+ "byteOffset": 21238272
1548
+ },
1549
+ {
1550
+ "name": "model.layers.19.mlp.down_proj.q_weight",
1551
+ "shape": [
1552
+ 2048,
1553
+ 768
1554
+ ],
1555
+ "dtype": "uint32",
1556
+ "format": "f32-to-bf16",
1557
+ "nbytes": 6291456,
1558
+ "byteOffset": 21242368
1559
+ },
1560
+ {
1561
+ "name": "model.layers.19.mlp.down_proj.q_scale",
1562
+ "shape": [
1563
+ 2048,
1564
+ 192
1565
+ ],
1566
+ "dtype": "float16",
1567
+ "format": "f32-to-bf16",
1568
+ "nbytes": 786432,
1569
+ "byteOffset": 27533824
1570
+ }
1571
+ ],
1572
+ "md5sum": "c54d5dd28b34d85124c2cb40dd9cb95d"
1573
+ },
1574
+ {
1575
+ "dataPath": "params_shard_13.bin",
1576
+ "format": "raw-shard",
1577
+ "nbytes": 28320256,
1578
+ "records": [
1579
+ {
1580
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
1581
+ "shape": [
1582
+ 12288,
1583
+ 256
1584
+ ],
1585
+ "dtype": "uint32",
1586
+ "format": "f32-to-bf16",
1587
+ "nbytes": 12582912,
1588
+ "byteOffset": 0
1589
+ },
1590
+ {
1591
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
1592
+ "shape": [
1593
+ 12288,
1594
+ 64
1595
+ ],
1596
+ "dtype": "float16",
1597
+ "format": "f32-to-bf16",
1598
+ "nbytes": 1572864,
1599
+ "byteOffset": 12582912
1600
+ },
1601
+ {
1602
+ "name": "model.layers.19.post_attention_layernorm.weight",
1603
+ "shape": [
1604
+ 2048
1605
+ ],
1606
+ "dtype": "float16",
1607
+ "format": "f32-to-bf16",
1608
+ "nbytes": 4096,
1609
+ "byteOffset": 14155776
1610
+ },
1611
+ {
1612
+ "name": "model.layers.19.self_attn.k_norm.weight",
1613
+ "shape": [
1614
+ 128
1615
+ ],
1616
+ "dtype": "float16",
1617
+ "format": "f32-to-bf16",
1618
+ "nbytes": 256,
1619
+ "byteOffset": 14159872
1620
+ },
1621
+ {
1622
+ "name": "model.layers.19.self_attn.c_attn.q_weight",
1623
+ "shape": [
1624
+ 4096,
1625
+ 256
1626
+ ],
1627
+ "dtype": "uint32",
1628
+ "format": "f32-to-bf16",
1629
+ "nbytes": 4194304,
1630
+ "byteOffset": 14160128
1631
+ },
1632
+ {
1633
+ "name": "model.layers.19.self_attn.c_attn.q_scale",
1634
+ "shape": [
1635
+ 4096,
1636
+ 64
1637
+ ],
1638
+ "dtype": "float16",
1639
+ "format": "f32-to-bf16",
1640
+ "nbytes": 524288,
1641
+ "byteOffset": 18354432
1642
+ },
1643
+ {
1644
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
1645
+ "shape": [
1646
+ 2048,
1647
+ 256
1648
+ ],
1649
+ "dtype": "uint32",
1650
+ "format": "f32-to-bf16",
1651
+ "nbytes": 2097152,
1652
+ "byteOffset": 18878720
1653
+ },
1654
+ {
1655
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
1656
+ "shape": [
1657
+ 2048,
1658
+ 64
1659
+ ],
1660
+ "dtype": "float16",
1661
+ "format": "f32-to-bf16",
1662
+ "nbytes": 262144,
1663
+ "byteOffset": 20975872
1664
+ },
1665
+ {
1666
+ "name": "model.layers.19.self_attn.q_norm.weight",
1667
+ "shape": [
1668
+ 128
1669
+ ],
1670
+ "dtype": "float16",
1671
+ "format": "f32-to-bf16",
1672
+ "nbytes": 256,
1673
+ "byteOffset": 21238016
1674
+ },
1675
+ {
1676
+ "name": "model.layers.2.input_layernorm.weight",
1677
+ "shape": [
1678
+ 2048
1679
+ ],
1680
+ "dtype": "float16",
1681
+ "format": "f32-to-bf16",
1682
+ "nbytes": 4096,
1683
+ "byteOffset": 21238272
1684
+ },
1685
+ {
1686
+ "name": "model.layers.2.mlp.down_proj.q_weight",
1687
+ "shape": [
1688
+ 2048,
1689
+ 768
1690
+ ],
1691
+ "dtype": "uint32",
1692
+ "format": "f32-to-bf16",
1693
+ "nbytes": 6291456,
1694
+ "byteOffset": 21242368
1695
+ },
1696
+ {
1697
+ "name": "model.layers.2.mlp.down_proj.q_scale",
1698
+ "shape": [
1699
+ 2048,
1700
+ 192
1701
+ ],
1702
+ "dtype": "float16",
1703
+ "format": "f32-to-bf16",
1704
+ "nbytes": 786432,
1705
+ "byteOffset": 27533824
1706
+ }
1707
+ ],
1708
+ "md5sum": "9f7205bbceeb30923bc5727705646a7e"
1709
+ },
1710
+ {
1711
+ "dataPath": "params_shard_14.bin",
1712
+ "format": "raw-shard",
1713
+ "nbytes": 28320256,
1714
+ "records": [
1715
+ {
1716
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
1717
+ "shape": [
1718
+ 12288,
1719
+ 256
1720
+ ],
1721
+ "dtype": "uint32",
1722
+ "format": "f32-to-bf16",
1723
+ "nbytes": 12582912,
1724
+ "byteOffset": 0
1725
+ },
1726
+ {
1727
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
1728
+ "shape": [
1729
+ 12288,
1730
+ 64
1731
+ ],
1732
+ "dtype": "float16",
1733
+ "format": "f32-to-bf16",
1734
+ "nbytes": 1572864,
1735
+ "byteOffset": 12582912
1736
+ },
1737
+ {
1738
+ "name": "model.layers.2.post_attention_layernorm.weight",
1739
+ "shape": [
1740
+ 2048
1741
+ ],
1742
+ "dtype": "float16",
1743
+ "format": "f32-to-bf16",
1744
+ "nbytes": 4096,
1745
+ "byteOffset": 14155776
1746
+ },
1747
+ {
1748
+ "name": "model.layers.2.self_attn.k_norm.weight",
1749
+ "shape": [
1750
+ 128
1751
+ ],
1752
+ "dtype": "float16",
1753
+ "format": "f32-to-bf16",
1754
+ "nbytes": 256,
1755
+ "byteOffset": 14159872
1756
+ },
1757
+ {
1758
+ "name": "model.layers.2.self_attn.c_attn.q_weight",
1759
+ "shape": [
1760
+ 4096,
1761
+ 256
1762
+ ],
1763
+ "dtype": "uint32",
1764
+ "format": "f32-to-bf16",
1765
+ "nbytes": 4194304,
1766
+ "byteOffset": 14160128
1767
+ },
1768
+ {
1769
+ "name": "model.layers.2.self_attn.c_attn.q_scale",
1770
+ "shape": [
1771
+ 4096,
1772
+ 64
1773
+ ],
1774
+ "dtype": "float16",
1775
+ "format": "f32-to-bf16",
1776
+ "nbytes": 524288,
1777
+ "byteOffset": 18354432
1778
+ },
1779
+ {
1780
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
1781
+ "shape": [
1782
+ 2048,
1783
+ 256
1784
+ ],
1785
+ "dtype": "uint32",
1786
+ "format": "f32-to-bf16",
1787
+ "nbytes": 2097152,
1788
+ "byteOffset": 18878720
1789
+ },
1790
+ {
1791
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
1792
+ "shape": [
1793
+ 2048,
1794
+ 64
1795
+ ],
1796
+ "dtype": "float16",
1797
+ "format": "f32-to-bf16",
1798
+ "nbytes": 262144,
1799
+ "byteOffset": 20975872
1800
+ },
1801
+ {
1802
+ "name": "model.layers.2.self_attn.q_norm.weight",
1803
+ "shape": [
1804
+ 128
1805
+ ],
1806
+ "dtype": "float16",
1807
+ "format": "f32-to-bf16",
1808
+ "nbytes": 256,
1809
+ "byteOffset": 21238016
1810
+ },
1811
+ {
1812
+ "name": "model.layers.20.input_layernorm.weight",
1813
+ "shape": [
1814
+ 2048
1815
+ ],
1816
+ "dtype": "float16",
1817
+ "format": "f32-to-bf16",
1818
+ "nbytes": 4096,
1819
+ "byteOffset": 21238272
1820
+ },
1821
+ {
1822
+ "name": "model.layers.20.mlp.down_proj.q_weight",
1823
+ "shape": [
1824
+ 2048,
1825
+ 768
1826
+ ],
1827
+ "dtype": "uint32",
1828
+ "format": "f32-to-bf16",
1829
+ "nbytes": 6291456,
1830
+ "byteOffset": 21242368
1831
+ },
1832
+ {
1833
+ "name": "model.layers.20.mlp.down_proj.q_scale",
1834
+ "shape": [
1835
+ 2048,
1836
+ 192
1837
+ ],
1838
+ "dtype": "float16",
1839
+ "format": "f32-to-bf16",
1840
+ "nbytes": 786432,
1841
+ "byteOffset": 27533824
1842
+ }
1843
+ ],
1844
+ "md5sum": "0911eb563591caf797fd6dce02a25647"
1845
+ },
1846
+ {
1847
+ "dataPath": "params_shard_15.bin",
1848
+ "format": "raw-shard",
1849
+ "nbytes": 28320256,
1850
+ "records": [
1851
+ {
1852
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
1853
+ "shape": [
1854
+ 12288,
1855
+ 256
1856
+ ],
1857
+ "dtype": "uint32",
1858
+ "format": "f32-to-bf16",
1859
+ "nbytes": 12582912,
1860
+ "byteOffset": 0
1861
+ },
1862
+ {
1863
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
1864
+ "shape": [
1865
+ 12288,
1866
+ 64
1867
+ ],
1868
+ "dtype": "float16",
1869
+ "format": "f32-to-bf16",
1870
+ "nbytes": 1572864,
1871
+ "byteOffset": 12582912
1872
+ },
1873
+ {
1874
+ "name": "model.layers.20.post_attention_layernorm.weight",
1875
+ "shape": [
1876
+ 2048
1877
+ ],
1878
+ "dtype": "float16",
1879
+ "format": "f32-to-bf16",
1880
+ "nbytes": 4096,
1881
+ "byteOffset": 14155776
1882
+ },
1883
+ {
1884
+ "name": "model.layers.20.self_attn.k_norm.weight",
1885
+ "shape": [
1886
+ 128
1887
+ ],
1888
+ "dtype": "float16",
1889
+ "format": "f32-to-bf16",
1890
+ "nbytes": 256,
1891
+ "byteOffset": 14159872
1892
+ },
1893
+ {
1894
+ "name": "model.layers.20.self_attn.c_attn.q_weight",
1895
+ "shape": [
1896
+ 4096,
1897
+ 256
1898
+ ],
1899
+ "dtype": "uint32",
1900
+ "format": "f32-to-bf16",
1901
+ "nbytes": 4194304,
1902
+ "byteOffset": 14160128
1903
+ },
1904
+ {
1905
+ "name": "model.layers.20.self_attn.c_attn.q_scale",
1906
+ "shape": [
1907
+ 4096,
1908
+ 64
1909
+ ],
1910
+ "dtype": "float16",
1911
+ "format": "f32-to-bf16",
1912
+ "nbytes": 524288,
1913
+ "byteOffset": 18354432
1914
+ },
1915
+ {
1916
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
1917
+ "shape": [
1918
+ 2048,
1919
+ 256
1920
+ ],
1921
+ "dtype": "uint32",
1922
+ "format": "f32-to-bf16",
1923
+ "nbytes": 2097152,
1924
+ "byteOffset": 18878720
1925
+ },
1926
+ {
1927
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
1928
+ "shape": [
1929
+ 2048,
1930
+ 64
1931
+ ],
1932
+ "dtype": "float16",
1933
+ "format": "f32-to-bf16",
1934
+ "nbytes": 262144,
1935
+ "byteOffset": 20975872
1936
+ },
1937
+ {
1938
+ "name": "model.layers.20.self_attn.q_norm.weight",
1939
+ "shape": [
1940
+ 128
1941
+ ],
1942
+ "dtype": "float16",
1943
+ "format": "f32-to-bf16",
1944
+ "nbytes": 256,
1945
+ "byteOffset": 21238016
1946
+ },
1947
+ {
1948
+ "name": "model.layers.21.input_layernorm.weight",
1949
+ "shape": [
1950
+ 2048
1951
+ ],
1952
+ "dtype": "float16",
1953
+ "format": "f32-to-bf16",
1954
+ "nbytes": 4096,
1955
+ "byteOffset": 21238272
1956
+ },
1957
+ {
1958
+ "name": "model.layers.21.mlp.down_proj.q_weight",
1959
+ "shape": [
1960
+ 2048,
1961
+ 768
1962
+ ],
1963
+ "dtype": "uint32",
1964
+ "format": "f32-to-bf16",
1965
+ "nbytes": 6291456,
1966
+ "byteOffset": 21242368
1967
+ },
1968
+ {
1969
+ "name": "model.layers.21.mlp.down_proj.q_scale",
1970
+ "shape": [
1971
+ 2048,
1972
+ 192
1973
+ ],
1974
+ "dtype": "float16",
1975
+ "format": "f32-to-bf16",
1976
+ "nbytes": 786432,
1977
+ "byteOffset": 27533824
1978
+ }
1979
+ ],
1980
+ "md5sum": "bb5d577e69561716998c132db369491a"
1981
+ },
1982
+ {
1983
+ "dataPath": "params_shard_16.bin",
1984
+ "format": "raw-shard",
1985
+ "nbytes": 28320256,
1986
+ "records": [
1987
+ {
1988
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
1989
+ "shape": [
1990
+ 12288,
1991
+ 256
1992
+ ],
1993
+ "dtype": "uint32",
1994
+ "format": "f32-to-bf16",
1995
+ "nbytes": 12582912,
1996
+ "byteOffset": 0
1997
+ },
1998
+ {
1999
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
2000
+ "shape": [
2001
+ 12288,
2002
+ 64
2003
+ ],
2004
+ "dtype": "float16",
2005
+ "format": "f32-to-bf16",
2006
+ "nbytes": 1572864,
2007
+ "byteOffset": 12582912
2008
+ },
2009
+ {
2010
+ "name": "model.layers.21.post_attention_layernorm.weight",
2011
+ "shape": [
2012
+ 2048
2013
+ ],
2014
+ "dtype": "float16",
2015
+ "format": "f32-to-bf16",
2016
+ "nbytes": 4096,
2017
+ "byteOffset": 14155776
2018
+ },
2019
+ {
2020
+ "name": "model.layers.21.self_attn.k_norm.weight",
2021
+ "shape": [
2022
+ 128
2023
+ ],
2024
+ "dtype": "float16",
2025
+ "format": "f32-to-bf16",
2026
+ "nbytes": 256,
2027
+ "byteOffset": 14159872
2028
+ },
2029
+ {
2030
+ "name": "model.layers.21.self_attn.c_attn.q_weight",
2031
+ "shape": [
2032
+ 4096,
2033
+ 256
2034
+ ],
2035
+ "dtype": "uint32",
2036
+ "format": "f32-to-bf16",
2037
+ "nbytes": 4194304,
2038
+ "byteOffset": 14160128
2039
+ },
2040
+ {
2041
+ "name": "model.layers.21.self_attn.c_attn.q_scale",
2042
+ "shape": [
2043
+ 4096,
2044
+ 64
2045
+ ],
2046
+ "dtype": "float16",
2047
+ "format": "f32-to-bf16",
2048
+ "nbytes": 524288,
2049
+ "byteOffset": 18354432
2050
+ },
2051
+ {
2052
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
2053
+ "shape": [
2054
+ 2048,
2055
+ 256
2056
+ ],
2057
+ "dtype": "uint32",
2058
+ "format": "f32-to-bf16",
2059
+ "nbytes": 2097152,
2060
+ "byteOffset": 18878720
2061
+ },
2062
+ {
2063
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
2064
+ "shape": [
2065
+ 2048,
2066
+ 64
2067
+ ],
2068
+ "dtype": "float16",
2069
+ "format": "f32-to-bf16",
2070
+ "nbytes": 262144,
2071
+ "byteOffset": 20975872
2072
+ },
2073
+ {
2074
+ "name": "model.layers.21.self_attn.q_norm.weight",
2075
+ "shape": [
2076
+ 128
2077
+ ],
2078
+ "dtype": "float16",
2079
+ "format": "f32-to-bf16",
2080
+ "nbytes": 256,
2081
+ "byteOffset": 21238016
2082
+ },
2083
+ {
2084
+ "name": "model.layers.22.input_layernorm.weight",
2085
+ "shape": [
2086
+ 2048
2087
+ ],
2088
+ "dtype": "float16",
2089
+ "format": "f32-to-bf16",
2090
+ "nbytes": 4096,
2091
+ "byteOffset": 21238272
2092
+ },
2093
+ {
2094
+ "name": "model.layers.22.mlp.down_proj.q_weight",
2095
+ "shape": [
2096
+ 2048,
2097
+ 768
2098
+ ],
2099
+ "dtype": "uint32",
2100
+ "format": "f32-to-bf16",
2101
+ "nbytes": 6291456,
2102
+ "byteOffset": 21242368
2103
+ },
2104
+ {
2105
+ "name": "model.layers.22.mlp.down_proj.q_scale",
2106
+ "shape": [
2107
+ 2048,
2108
+ 192
2109
+ ],
2110
+ "dtype": "float16",
2111
+ "format": "f32-to-bf16",
2112
+ "nbytes": 786432,
2113
+ "byteOffset": 27533824
2114
+ }
2115
+ ],
2116
+ "md5sum": "c54ef964fd1508d248a40d8dd0f68e61"
2117
+ },
2118
+ {
2119
+ "dataPath": "params_shard_17.bin",
2120
+ "format": "raw-shard",
2121
+ "nbytes": 28320256,
2122
+ "records": [
2123
+ {
2124
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
2125
+ "shape": [
2126
+ 12288,
2127
+ 256
2128
+ ],
2129
+ "dtype": "uint32",
2130
+ "format": "f32-to-bf16",
2131
+ "nbytes": 12582912,
2132
+ "byteOffset": 0
2133
+ },
2134
+ {
2135
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
2136
+ "shape": [
2137
+ 12288,
2138
+ 64
2139
+ ],
2140
+ "dtype": "float16",
2141
+ "format": "f32-to-bf16",
2142
+ "nbytes": 1572864,
2143
+ "byteOffset": 12582912
2144
+ },
2145
+ {
2146
+ "name": "model.layers.22.post_attention_layernorm.weight",
2147
+ "shape": [
2148
+ 2048
2149
+ ],
2150
+ "dtype": "float16",
2151
+ "format": "f32-to-bf16",
2152
+ "nbytes": 4096,
2153
+ "byteOffset": 14155776
2154
+ },
2155
+ {
2156
+ "name": "model.layers.22.self_attn.k_norm.weight",
2157
+ "shape": [
2158
+ 128
2159
+ ],
2160
+ "dtype": "float16",
2161
+ "format": "f32-to-bf16",
2162
+ "nbytes": 256,
2163
+ "byteOffset": 14159872
2164
+ },
2165
+ {
2166
+ "name": "model.layers.22.self_attn.c_attn.q_weight",
2167
+ "shape": [
2168
+ 4096,
2169
+ 256
2170
+ ],
2171
+ "dtype": "uint32",
2172
+ "format": "f32-to-bf16",
2173
+ "nbytes": 4194304,
2174
+ "byteOffset": 14160128
2175
+ },
2176
+ {
2177
+ "name": "model.layers.22.self_attn.c_attn.q_scale",
2178
+ "shape": [
2179
+ 4096,
2180
+ 64
2181
+ ],
2182
+ "dtype": "float16",
2183
+ "format": "f32-to-bf16",
2184
+ "nbytes": 524288,
2185
+ "byteOffset": 18354432
2186
+ },
2187
+ {
2188
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
2189
+ "shape": [
2190
+ 2048,
2191
+ 256
2192
+ ],
2193
+ "dtype": "uint32",
2194
+ "format": "f32-to-bf16",
2195
+ "nbytes": 2097152,
2196
+ "byteOffset": 18878720
2197
+ },
2198
+ {
2199
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
2200
+ "shape": [
2201
+ 2048,
2202
+ 64
2203
+ ],
2204
+ "dtype": "float16",
2205
+ "format": "f32-to-bf16",
2206
+ "nbytes": 262144,
2207
+ "byteOffset": 20975872
2208
+ },
2209
+ {
2210
+ "name": "model.layers.22.self_attn.q_norm.weight",
2211
+ "shape": [
2212
+ 128
2213
+ ],
2214
+ "dtype": "float16",
2215
+ "format": "f32-to-bf16",
2216
+ "nbytes": 256,
2217
+ "byteOffset": 21238016
2218
+ },
2219
+ {
2220
+ "name": "model.layers.23.input_layernorm.weight",
2221
+ "shape": [
2222
+ 2048
2223
+ ],
2224
+ "dtype": "float16",
2225
+ "format": "f32-to-bf16",
2226
+ "nbytes": 4096,
2227
+ "byteOffset": 21238272
2228
+ },
2229
+ {
2230
+ "name": "model.layers.23.mlp.down_proj.q_weight",
2231
+ "shape": [
2232
+ 2048,
2233
+ 768
2234
+ ],
2235
+ "dtype": "uint32",
2236
+ "format": "f32-to-bf16",
2237
+ "nbytes": 6291456,
2238
+ "byteOffset": 21242368
2239
+ },
2240
+ {
2241
+ "name": "model.layers.23.mlp.down_proj.q_scale",
2242
+ "shape": [
2243
+ 2048,
2244
+ 192
2245
+ ],
2246
+ "dtype": "float16",
2247
+ "format": "f32-to-bf16",
2248
+ "nbytes": 786432,
2249
+ "byteOffset": 27533824
2250
+ }
2251
+ ],
2252
+ "md5sum": "df7d15a72215e4ffa10ad7c3903404d9"
2253
+ },
2254
+ {
2255
+ "dataPath": "params_shard_18.bin",
2256
+ "format": "raw-shard",
2257
+ "nbytes": 28320256,
2258
+ "records": [
2259
+ {
2260
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
2261
+ "shape": [
2262
+ 12288,
2263
+ 256
2264
+ ],
2265
+ "dtype": "uint32",
2266
+ "format": "f32-to-bf16",
2267
+ "nbytes": 12582912,
2268
+ "byteOffset": 0
2269
+ },
2270
+ {
2271
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
2272
+ "shape": [
2273
+ 12288,
2274
+ 64
2275
+ ],
2276
+ "dtype": "float16",
2277
+ "format": "f32-to-bf16",
2278
+ "nbytes": 1572864,
2279
+ "byteOffset": 12582912
2280
+ },
2281
+ {
2282
+ "name": "model.layers.23.post_attention_layernorm.weight",
2283
+ "shape": [
2284
+ 2048
2285
+ ],
2286
+ "dtype": "float16",
2287
+ "format": "f32-to-bf16",
2288
+ "nbytes": 4096,
2289
+ "byteOffset": 14155776
2290
+ },
2291
+ {
2292
+ "name": "model.layers.23.self_attn.k_norm.weight",
2293
+ "shape": [
2294
+ 128
2295
+ ],
2296
+ "dtype": "float16",
2297
+ "format": "f32-to-bf16",
2298
+ "nbytes": 256,
2299
+ "byteOffset": 14159872
2300
+ },
2301
+ {
2302
+ "name": "model.layers.23.self_attn.c_attn.q_weight",
2303
+ "shape": [
2304
+ 4096,
2305
+ 256
2306
+ ],
2307
+ "dtype": "uint32",
2308
+ "format": "f32-to-bf16",
2309
+ "nbytes": 4194304,
2310
+ "byteOffset": 14160128
2311
+ },
2312
+ {
2313
+ "name": "model.layers.23.self_attn.c_attn.q_scale",
2314
+ "shape": [
2315
+ 4096,
2316
+ 64
2317
+ ],
2318
+ "dtype": "float16",
2319
+ "format": "f32-to-bf16",
2320
+ "nbytes": 524288,
2321
+ "byteOffset": 18354432
2322
+ },
2323
+ {
2324
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
2325
+ "shape": [
2326
+ 2048,
2327
+ 256
2328
+ ],
2329
+ "dtype": "uint32",
2330
+ "format": "f32-to-bf16",
2331
+ "nbytes": 2097152,
2332
+ "byteOffset": 18878720
2333
+ },
2334
+ {
2335
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
2336
+ "shape": [
2337
+ 2048,
2338
+ 64
2339
+ ],
2340
+ "dtype": "float16",
2341
+ "format": "f32-to-bf16",
2342
+ "nbytes": 262144,
2343
+ "byteOffset": 20975872
2344
+ },
2345
+ {
2346
+ "name": "model.layers.23.self_attn.q_norm.weight",
2347
+ "shape": [
2348
+ 128
2349
+ ],
2350
+ "dtype": "float16",
2351
+ "format": "f32-to-bf16",
2352
+ "nbytes": 256,
2353
+ "byteOffset": 21238016
2354
+ },
2355
+ {
2356
+ "name": "model.layers.24.input_layernorm.weight",
2357
+ "shape": [
2358
+ 2048
2359
+ ],
2360
+ "dtype": "float16",
2361
+ "format": "f32-to-bf16",
2362
+ "nbytes": 4096,
2363
+ "byteOffset": 21238272
2364
+ },
2365
+ {
2366
+ "name": "model.layers.24.mlp.down_proj.q_weight",
2367
+ "shape": [
2368
+ 2048,
2369
+ 768
2370
+ ],
2371
+ "dtype": "uint32",
2372
+ "format": "f32-to-bf16",
2373
+ "nbytes": 6291456,
2374
+ "byteOffset": 21242368
2375
+ },
2376
+ {
2377
+ "name": "model.layers.24.mlp.down_proj.q_scale",
2378
+ "shape": [
2379
+ 2048,
2380
+ 192
2381
+ ],
2382
+ "dtype": "float16",
2383
+ "format": "f32-to-bf16",
2384
+ "nbytes": 786432,
2385
+ "byteOffset": 27533824
2386
+ }
2387
+ ],
2388
+ "md5sum": "6afe2f4757a0ad4ee2bee52f48c7b833"
2389
+ },
2390
+ {
2391
+ "dataPath": "params_shard_19.bin",
2392
+ "format": "raw-shard",
2393
+ "nbytes": 28320256,
2394
+ "records": [
2395
+ {
2396
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
2397
+ "shape": [
2398
+ 12288,
2399
+ 256
2400
+ ],
2401
+ "dtype": "uint32",
2402
+ "format": "f32-to-bf16",
2403
+ "nbytes": 12582912,
2404
+ "byteOffset": 0
2405
+ },
2406
+ {
2407
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
2408
+ "shape": [
2409
+ 12288,
2410
+ 64
2411
+ ],
2412
+ "dtype": "float16",
2413
+ "format": "f32-to-bf16",
2414
+ "nbytes": 1572864,
2415
+ "byteOffset": 12582912
2416
+ },
2417
+ {
2418
+ "name": "model.layers.24.post_attention_layernorm.weight",
2419
+ "shape": [
2420
+ 2048
2421
+ ],
2422
+ "dtype": "float16",
2423
+ "format": "f32-to-bf16",
2424
+ "nbytes": 4096,
2425
+ "byteOffset": 14155776
2426
+ },
2427
+ {
2428
+ "name": "model.layers.24.self_attn.k_norm.weight",
2429
+ "shape": [
2430
+ 128
2431
+ ],
2432
+ "dtype": "float16",
2433
+ "format": "f32-to-bf16",
2434
+ "nbytes": 256,
2435
+ "byteOffset": 14159872
2436
+ },
2437
+ {
2438
+ "name": "model.layers.24.self_attn.c_attn.q_weight",
2439
+ "shape": [
2440
+ 4096,
2441
+ 256
2442
+ ],
2443
+ "dtype": "uint32",
2444
+ "format": "f32-to-bf16",
2445
+ "nbytes": 4194304,
2446
+ "byteOffset": 14160128
2447
+ },
2448
+ {
2449
+ "name": "model.layers.24.self_attn.c_attn.q_scale",
2450
+ "shape": [
2451
+ 4096,
2452
+ 64
2453
+ ],
2454
+ "dtype": "float16",
2455
+ "format": "f32-to-bf16",
2456
+ "nbytes": 524288,
2457
+ "byteOffset": 18354432
2458
+ },
2459
+ {
2460
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
2461
+ "shape": [
2462
+ 2048,
2463
+ 256
2464
+ ],
2465
+ "dtype": "uint32",
2466
+ "format": "f32-to-bf16",
2467
+ "nbytes": 2097152,
2468
+ "byteOffset": 18878720
2469
+ },
2470
+ {
2471
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
2472
+ "shape": [
2473
+ 2048,
2474
+ 64
2475
+ ],
2476
+ "dtype": "float16",
2477
+ "format": "f32-to-bf16",
2478
+ "nbytes": 262144,
2479
+ "byteOffset": 20975872
2480
+ },
2481
+ {
2482
+ "name": "model.layers.24.self_attn.q_norm.weight",
2483
+ "shape": [
2484
+ 128
2485
+ ],
2486
+ "dtype": "float16",
2487
+ "format": "f32-to-bf16",
2488
+ "nbytes": 256,
2489
+ "byteOffset": 21238016
2490
+ },
2491
+ {
2492
+ "name": "model.layers.25.input_layernorm.weight",
2493
+ "shape": [
2494
+ 2048
2495
+ ],
2496
+ "dtype": "float16",
2497
+ "format": "f32-to-bf16",
2498
+ "nbytes": 4096,
2499
+ "byteOffset": 21238272
2500
+ },
2501
+ {
2502
+ "name": "model.layers.25.mlp.down_proj.q_weight",
2503
+ "shape": [
2504
+ 2048,
2505
+ 768
2506
+ ],
2507
+ "dtype": "uint32",
2508
+ "format": "f32-to-bf16",
2509
+ "nbytes": 6291456,
2510
+ "byteOffset": 21242368
2511
+ },
2512
+ {
2513
+ "name": "model.layers.25.mlp.down_proj.q_scale",
2514
+ "shape": [
2515
+ 2048,
2516
+ 192
2517
+ ],
2518
+ "dtype": "float16",
2519
+ "format": "f32-to-bf16",
2520
+ "nbytes": 786432,
2521
+ "byteOffset": 27533824
2522
+ }
2523
+ ],
2524
+ "md5sum": "3dacfbf839382b0832a984fd81ffb9fc"
2525
+ },
2526
+ {
2527
+ "dataPath": "params_shard_20.bin",
2528
+ "format": "raw-shard",
2529
+ "nbytes": 28320256,
2530
+ "records": [
2531
+ {
2532
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
2533
+ "shape": [
2534
+ 12288,
2535
+ 256
2536
+ ],
2537
+ "dtype": "uint32",
2538
+ "format": "f32-to-bf16",
2539
+ "nbytes": 12582912,
2540
+ "byteOffset": 0
2541
+ },
2542
+ {
2543
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
2544
+ "shape": [
2545
+ 12288,
2546
+ 64
2547
+ ],
2548
+ "dtype": "float16",
2549
+ "format": "f32-to-bf16",
2550
+ "nbytes": 1572864,
2551
+ "byteOffset": 12582912
2552
+ },
2553
+ {
2554
+ "name": "model.layers.25.post_attention_layernorm.weight",
2555
+ "shape": [
2556
+ 2048
2557
+ ],
2558
+ "dtype": "float16",
2559
+ "format": "f32-to-bf16",
2560
+ "nbytes": 4096,
2561
+ "byteOffset": 14155776
2562
+ },
2563
+ {
2564
+ "name": "model.layers.25.self_attn.k_norm.weight",
2565
+ "shape": [
2566
+ 128
2567
+ ],
2568
+ "dtype": "float16",
2569
+ "format": "f32-to-bf16",
2570
+ "nbytes": 256,
2571
+ "byteOffset": 14159872
2572
+ },
2573
+ {
2574
+ "name": "model.layers.25.self_attn.c_attn.q_weight",
2575
+ "shape": [
2576
+ 4096,
2577
+ 256
2578
+ ],
2579
+ "dtype": "uint32",
2580
+ "format": "f32-to-bf16",
2581
+ "nbytes": 4194304,
2582
+ "byteOffset": 14160128
2583
+ },
2584
+ {
2585
+ "name": "model.layers.25.self_attn.c_attn.q_scale",
2586
+ "shape": [
2587
+ 4096,
2588
+ 64
2589
+ ],
2590
+ "dtype": "float16",
2591
+ "format": "f32-to-bf16",
2592
+ "nbytes": 524288,
2593
+ "byteOffset": 18354432
2594
+ },
2595
+ {
2596
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
2597
+ "shape": [
2598
+ 2048,
2599
+ 256
2600
+ ],
2601
+ "dtype": "uint32",
2602
+ "format": "f32-to-bf16",
2603
+ "nbytes": 2097152,
2604
+ "byteOffset": 18878720
2605
+ },
2606
+ {
2607
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
2608
+ "shape": [
2609
+ 2048,
2610
+ 64
2611
+ ],
2612
+ "dtype": "float16",
2613
+ "format": "f32-to-bf16",
2614
+ "nbytes": 262144,
2615
+ "byteOffset": 20975872
2616
+ },
2617
+ {
2618
+ "name": "model.layers.25.self_attn.q_norm.weight",
2619
+ "shape": [
2620
+ 128
2621
+ ],
2622
+ "dtype": "float16",
2623
+ "format": "f32-to-bf16",
2624
+ "nbytes": 256,
2625
+ "byteOffset": 21238016
2626
+ },
2627
+ {
2628
+ "name": "model.layers.26.input_layernorm.weight",
2629
+ "shape": [
2630
+ 2048
2631
+ ],
2632
+ "dtype": "float16",
2633
+ "format": "f32-to-bf16",
2634
+ "nbytes": 4096,
2635
+ "byteOffset": 21238272
2636
+ },
2637
+ {
2638
+ "name": "model.layers.26.mlp.down_proj.q_weight",
2639
+ "shape": [
2640
+ 2048,
2641
+ 768
2642
+ ],
2643
+ "dtype": "uint32",
2644
+ "format": "f32-to-bf16",
2645
+ "nbytes": 6291456,
2646
+ "byteOffset": 21242368
2647
+ },
2648
+ {
2649
+ "name": "model.layers.26.mlp.down_proj.q_scale",
2650
+ "shape": [
2651
+ 2048,
2652
+ 192
2653
+ ],
2654
+ "dtype": "float16",
2655
+ "format": "f32-to-bf16",
2656
+ "nbytes": 786432,
2657
+ "byteOffset": 27533824
2658
+ }
2659
+ ],
2660
+ "md5sum": "47e7a1b1ac00812b2a0baa27d33e3f31"
2661
+ },
2662
+ {
2663
+ "dataPath": "params_shard_21.bin",
2664
+ "format": "raw-shard",
2665
+ "nbytes": 28320256,
2666
+ "records": [
2667
+ {
2668
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
2669
+ "shape": [
2670
+ 12288,
2671
+ 256
2672
+ ],
2673
+ "dtype": "uint32",
2674
+ "format": "f32-to-bf16",
2675
+ "nbytes": 12582912,
2676
+ "byteOffset": 0
2677
+ },
2678
+ {
2679
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
2680
+ "shape": [
2681
+ 12288,
2682
+ 64
2683
+ ],
2684
+ "dtype": "float16",
2685
+ "format": "f32-to-bf16",
2686
+ "nbytes": 1572864,
2687
+ "byteOffset": 12582912
2688
+ },
2689
+ {
2690
+ "name": "model.layers.26.post_attention_layernorm.weight",
2691
+ "shape": [
2692
+ 2048
2693
+ ],
2694
+ "dtype": "float16",
2695
+ "format": "f32-to-bf16",
2696
+ "nbytes": 4096,
2697
+ "byteOffset": 14155776
2698
+ },
2699
+ {
2700
+ "name": "model.layers.26.self_attn.k_norm.weight",
2701
+ "shape": [
2702
+ 128
2703
+ ],
2704
+ "dtype": "float16",
2705
+ "format": "f32-to-bf16",
2706
+ "nbytes": 256,
2707
+ "byteOffset": 14159872
2708
+ },
2709
+ {
2710
+ "name": "model.layers.26.self_attn.c_attn.q_weight",
2711
+ "shape": [
2712
+ 4096,
2713
+ 256
2714
+ ],
2715
+ "dtype": "uint32",
2716
+ "format": "f32-to-bf16",
2717
+ "nbytes": 4194304,
2718
+ "byteOffset": 14160128
2719
+ },
2720
+ {
2721
+ "name": "model.layers.26.self_attn.c_attn.q_scale",
2722
+ "shape": [
2723
+ 4096,
2724
+ 64
2725
+ ],
2726
+ "dtype": "float16",
2727
+ "format": "f32-to-bf16",
2728
+ "nbytes": 524288,
2729
+ "byteOffset": 18354432
2730
+ },
2731
+ {
2732
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
2733
+ "shape": [
2734
+ 2048,
2735
+ 256
2736
+ ],
2737
+ "dtype": "uint32",
2738
+ "format": "f32-to-bf16",
2739
+ "nbytes": 2097152,
2740
+ "byteOffset": 18878720
2741
+ },
2742
+ {
2743
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
2744
+ "shape": [
2745
+ 2048,
2746
+ 64
2747
+ ],
2748
+ "dtype": "float16",
2749
+ "format": "f32-to-bf16",
2750
+ "nbytes": 262144,
2751
+ "byteOffset": 20975872
2752
+ },
2753
+ {
2754
+ "name": "model.layers.26.self_attn.q_norm.weight",
2755
+ "shape": [
2756
+ 128
2757
+ ],
2758
+ "dtype": "float16",
2759
+ "format": "f32-to-bf16",
2760
+ "nbytes": 256,
2761
+ "byteOffset": 21238016
2762
+ },
2763
+ {
2764
+ "name": "model.layers.27.input_layernorm.weight",
2765
+ "shape": [
2766
+ 2048
2767
+ ],
2768
+ "dtype": "float16",
2769
+ "format": "f32-to-bf16",
2770
+ "nbytes": 4096,
2771
+ "byteOffset": 21238272
2772
+ },
2773
+ {
2774
+ "name": "model.layers.27.mlp.down_proj.q_weight",
2775
+ "shape": [
2776
+ 2048,
2777
+ 768
2778
+ ],
2779
+ "dtype": "uint32",
2780
+ "format": "f32-to-bf16",
2781
+ "nbytes": 6291456,
2782
+ "byteOffset": 21242368
2783
+ },
2784
+ {
2785
+ "name": "model.layers.27.mlp.down_proj.q_scale",
2786
+ "shape": [
2787
+ 2048,
2788
+ 192
2789
+ ],
2790
+ "dtype": "float16",
2791
+ "format": "f32-to-bf16",
2792
+ "nbytes": 786432,
2793
+ "byteOffset": 27533824
2794
+ }
2795
+ ],
2796
+ "md5sum": "3a0aed2cdb75c4bebfd6a85e54973c4d"
2797
+ },
2798
+ {
2799
+ "dataPath": "params_shard_22.bin",
2800
+ "format": "raw-shard",
2801
+ "nbytes": 28320256,
2802
+ "records": [
2803
+ {
2804
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
2805
+ "shape": [
2806
+ 12288,
2807
+ 256
2808
+ ],
2809
+ "dtype": "uint32",
2810
+ "format": "f32-to-bf16",
2811
+ "nbytes": 12582912,
2812
+ "byteOffset": 0
2813
+ },
2814
+ {
2815
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
2816
+ "shape": [
2817
+ 12288,
2818
+ 64
2819
+ ],
2820
+ "dtype": "float16",
2821
+ "format": "f32-to-bf16",
2822
+ "nbytes": 1572864,
2823
+ "byteOffset": 12582912
2824
+ },
2825
+ {
2826
+ "name": "model.layers.27.post_attention_layernorm.weight",
2827
+ "shape": [
2828
+ 2048
2829
+ ],
2830
+ "dtype": "float16",
2831
+ "format": "f32-to-bf16",
2832
+ "nbytes": 4096,
2833
+ "byteOffset": 14155776
2834
+ },
2835
+ {
2836
+ "name": "model.layers.27.self_attn.k_norm.weight",
2837
+ "shape": [
2838
+ 128
2839
+ ],
2840
+ "dtype": "float16",
2841
+ "format": "f32-to-bf16",
2842
+ "nbytes": 256,
2843
+ "byteOffset": 14159872
2844
+ },
2845
+ {
2846
+ "name": "model.layers.27.self_attn.c_attn.q_weight",
2847
+ "shape": [
2848
+ 4096,
2849
+ 256
2850
+ ],
2851
+ "dtype": "uint32",
2852
+ "format": "f32-to-bf16",
2853
+ "nbytes": 4194304,
2854
+ "byteOffset": 14160128
2855
+ },
2856
+ {
2857
+ "name": "model.layers.27.self_attn.c_attn.q_scale",
2858
+ "shape": [
2859
+ 4096,
2860
+ 64
2861
+ ],
2862
+ "dtype": "float16",
2863
+ "format": "f32-to-bf16",
2864
+ "nbytes": 524288,
2865
+ "byteOffset": 18354432
2866
+ },
2867
+ {
2868
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
2869
+ "shape": [
2870
+ 2048,
2871
+ 256
2872
+ ],
2873
+ "dtype": "uint32",
2874
+ "format": "f32-to-bf16",
2875
+ "nbytes": 2097152,
2876
+ "byteOffset": 18878720
2877
+ },
2878
+ {
2879
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
2880
+ "shape": [
2881
+ 2048,
2882
+ 64
2883
+ ],
2884
+ "dtype": "float16",
2885
+ "format": "f32-to-bf16",
2886
+ "nbytes": 262144,
2887
+ "byteOffset": 20975872
2888
+ },
2889
+ {
2890
+ "name": "model.layers.27.self_attn.q_norm.weight",
2891
+ "shape": [
2892
+ 128
2893
+ ],
2894
+ "dtype": "float16",
2895
+ "format": "f32-to-bf16",
2896
+ "nbytes": 256,
2897
+ "byteOffset": 21238016
2898
+ },
2899
+ {
2900
+ "name": "model.layers.3.input_layernorm.weight",
2901
+ "shape": [
2902
+ 2048
2903
+ ],
2904
+ "dtype": "float16",
2905
+ "format": "f32-to-bf16",
2906
+ "nbytes": 4096,
2907
+ "byteOffset": 21238272
2908
+ },
2909
+ {
2910
+ "name": "model.layers.3.mlp.down_proj.q_weight",
2911
+ "shape": [
2912
+ 2048,
2913
+ 768
2914
+ ],
2915
+ "dtype": "uint32",
2916
+ "format": "f32-to-bf16",
2917
+ "nbytes": 6291456,
2918
+ "byteOffset": 21242368
2919
+ },
2920
+ {
2921
+ "name": "model.layers.3.mlp.down_proj.q_scale",
2922
+ "shape": [
2923
+ 2048,
2924
+ 192
2925
+ ],
2926
+ "dtype": "float16",
2927
+ "format": "f32-to-bf16",
2928
+ "nbytes": 786432,
2929
+ "byteOffset": 27533824
2930
+ }
2931
+ ],
2932
+ "md5sum": "3b2fb5ae7b878b96673d3b0f10b8dead"
2933
+ },
2934
+ {
2935
+ "dataPath": "params_shard_23.bin",
2936
+ "format": "raw-shard",
2937
+ "nbytes": 28320256,
2938
+ "records": [
2939
+ {
2940
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
2941
+ "shape": [
2942
+ 12288,
2943
+ 256
2944
+ ],
2945
+ "dtype": "uint32",
2946
+ "format": "f32-to-bf16",
2947
+ "nbytes": 12582912,
2948
+ "byteOffset": 0
2949
+ },
2950
+ {
2951
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
2952
+ "shape": [
2953
+ 12288,
2954
+ 64
2955
+ ],
2956
+ "dtype": "float16",
2957
+ "format": "f32-to-bf16",
2958
+ "nbytes": 1572864,
2959
+ "byteOffset": 12582912
2960
+ },
2961
+ {
2962
+ "name": "model.layers.3.post_attention_layernorm.weight",
2963
+ "shape": [
2964
+ 2048
2965
+ ],
2966
+ "dtype": "float16",
2967
+ "format": "f32-to-bf16",
2968
+ "nbytes": 4096,
2969
+ "byteOffset": 14155776
2970
+ },
2971
+ {
2972
+ "name": "model.layers.3.self_attn.k_norm.weight",
2973
+ "shape": [
2974
+ 128
2975
+ ],
2976
+ "dtype": "float16",
2977
+ "format": "f32-to-bf16",
2978
+ "nbytes": 256,
2979
+ "byteOffset": 14159872
2980
+ },
2981
+ {
2982
+ "name": "model.layers.3.self_attn.c_attn.q_weight",
2983
+ "shape": [
2984
+ 4096,
2985
+ 256
2986
+ ],
2987
+ "dtype": "uint32",
2988
+ "format": "f32-to-bf16",
2989
+ "nbytes": 4194304,
2990
+ "byteOffset": 14160128
2991
+ },
2992
+ {
2993
+ "name": "model.layers.3.self_attn.c_attn.q_scale",
2994
+ "shape": [
2995
+ 4096,
2996
+ 64
2997
+ ],
2998
+ "dtype": "float16",
2999
+ "format": "f32-to-bf16",
3000
+ "nbytes": 524288,
3001
+ "byteOffset": 18354432
3002
+ },
3003
+ {
3004
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
3005
+ "shape": [
3006
+ 2048,
3007
+ 256
3008
+ ],
3009
+ "dtype": "uint32",
3010
+ "format": "f32-to-bf16",
3011
+ "nbytes": 2097152,
3012
+ "byteOffset": 18878720
3013
+ },
3014
+ {
3015
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
3016
+ "shape": [
3017
+ 2048,
3018
+ 64
3019
+ ],
3020
+ "dtype": "float16",
3021
+ "format": "f32-to-bf16",
3022
+ "nbytes": 262144,
3023
+ "byteOffset": 20975872
3024
+ },
3025
+ {
3026
+ "name": "model.layers.3.self_attn.q_norm.weight",
3027
+ "shape": [
3028
+ 128
3029
+ ],
3030
+ "dtype": "float16",
3031
+ "format": "f32-to-bf16",
3032
+ "nbytes": 256,
3033
+ "byteOffset": 21238016
3034
+ },
3035
+ {
3036
+ "name": "model.layers.4.input_layernorm.weight",
3037
+ "shape": [
3038
+ 2048
3039
+ ],
3040
+ "dtype": "float16",
3041
+ "format": "f32-to-bf16",
3042
+ "nbytes": 4096,
3043
+ "byteOffset": 21238272
3044
+ },
3045
+ {
3046
+ "name": "model.layers.4.mlp.down_proj.q_weight",
3047
+ "shape": [
3048
+ 2048,
3049
+ 768
3050
+ ],
3051
+ "dtype": "uint32",
3052
+ "format": "f32-to-bf16",
3053
+ "nbytes": 6291456,
3054
+ "byteOffset": 21242368
3055
+ },
3056
+ {
3057
+ "name": "model.layers.4.mlp.down_proj.q_scale",
3058
+ "shape": [
3059
+ 2048,
3060
+ 192
3061
+ ],
3062
+ "dtype": "float16",
3063
+ "format": "f32-to-bf16",
3064
+ "nbytes": 786432,
3065
+ "byteOffset": 27533824
3066
+ }
3067
+ ],
3068
+ "md5sum": "9b91696068434631d24a41115bbf0889"
3069
+ },
3070
+ {
3071
+ "dataPath": "params_shard_24.bin",
3072
+ "format": "raw-shard",
3073
+ "nbytes": 28320256,
3074
+ "records": [
3075
+ {
3076
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
3077
+ "shape": [
3078
+ 12288,
3079
+ 256
3080
+ ],
3081
+ "dtype": "uint32",
3082
+ "format": "f32-to-bf16",
3083
+ "nbytes": 12582912,
3084
+ "byteOffset": 0
3085
+ },
3086
+ {
3087
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
3088
+ "shape": [
3089
+ 12288,
3090
+ 64
3091
+ ],
3092
+ "dtype": "float16",
3093
+ "format": "f32-to-bf16",
3094
+ "nbytes": 1572864,
3095
+ "byteOffset": 12582912
3096
+ },
3097
+ {
3098
+ "name": "model.layers.4.post_attention_layernorm.weight",
3099
+ "shape": [
3100
+ 2048
3101
+ ],
3102
+ "dtype": "float16",
3103
+ "format": "f32-to-bf16",
3104
+ "nbytes": 4096,
3105
+ "byteOffset": 14155776
3106
+ },
3107
+ {
3108
+ "name": "model.layers.4.self_attn.k_norm.weight",
3109
+ "shape": [
3110
+ 128
3111
+ ],
3112
+ "dtype": "float16",
3113
+ "format": "f32-to-bf16",
3114
+ "nbytes": 256,
3115
+ "byteOffset": 14159872
3116
+ },
3117
+ {
3118
+ "name": "model.layers.4.self_attn.c_attn.q_weight",
3119
+ "shape": [
3120
+ 4096,
3121
+ 256
3122
+ ],
3123
+ "dtype": "uint32",
3124
+ "format": "f32-to-bf16",
3125
+ "nbytes": 4194304,
3126
+ "byteOffset": 14160128
3127
+ },
3128
+ {
3129
+ "name": "model.layers.4.self_attn.c_attn.q_scale",
3130
+ "shape": [
3131
+ 4096,
3132
+ 64
3133
+ ],
3134
+ "dtype": "float16",
3135
+ "format": "f32-to-bf16",
3136
+ "nbytes": 524288,
3137
+ "byteOffset": 18354432
3138
+ },
3139
+ {
3140
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
3141
+ "shape": [
3142
+ 2048,
3143
+ 256
3144
+ ],
3145
+ "dtype": "uint32",
3146
+ "format": "f32-to-bf16",
3147
+ "nbytes": 2097152,
3148
+ "byteOffset": 18878720
3149
+ },
3150
+ {
3151
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
3152
+ "shape": [
3153
+ 2048,
3154
+ 64
3155
+ ],
3156
+ "dtype": "float16",
3157
+ "format": "f32-to-bf16",
3158
+ "nbytes": 262144,
3159
+ "byteOffset": 20975872
3160
+ },
3161
+ {
3162
+ "name": "model.layers.4.self_attn.q_norm.weight",
3163
+ "shape": [
3164
+ 128
3165
+ ],
3166
+ "dtype": "float16",
3167
+ "format": "f32-to-bf16",
3168
+ "nbytes": 256,
3169
+ "byteOffset": 21238016
3170
+ },
3171
+ {
3172
+ "name": "model.layers.5.input_layernorm.weight",
3173
+ "shape": [
3174
+ 2048
3175
+ ],
3176
+ "dtype": "float16",
3177
+ "format": "f32-to-bf16",
3178
+ "nbytes": 4096,
3179
+ "byteOffset": 21238272
3180
+ },
3181
+ {
3182
+ "name": "model.layers.5.mlp.down_proj.q_weight",
3183
+ "shape": [
3184
+ 2048,
3185
+ 768
3186
+ ],
3187
+ "dtype": "uint32",
3188
+ "format": "f32-to-bf16",
3189
+ "nbytes": 6291456,
3190
+ "byteOffset": 21242368
3191
+ },
3192
+ {
3193
+ "name": "model.layers.5.mlp.down_proj.q_scale",
3194
+ "shape": [
3195
+ 2048,
3196
+ 192
3197
+ ],
3198
+ "dtype": "float16",
3199
+ "format": "f32-to-bf16",
3200
+ "nbytes": 786432,
3201
+ "byteOffset": 27533824
3202
+ }
3203
+ ],
3204
+ "md5sum": "1073e99b2fd9db3f8daecb4bfeecf68f"
3205
+ },
3206
+ {
3207
+ "dataPath": "params_shard_25.bin",
3208
+ "format": "raw-shard",
3209
+ "nbytes": 28320256,
3210
+ "records": [
3211
+ {
3212
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
3213
+ "shape": [
3214
+ 12288,
3215
+ 256
3216
+ ],
3217
+ "dtype": "uint32",
3218
+ "format": "f32-to-bf16",
3219
+ "nbytes": 12582912,
3220
+ "byteOffset": 0
3221
+ },
3222
+ {
3223
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
3224
+ "shape": [
3225
+ 12288,
3226
+ 64
3227
+ ],
3228
+ "dtype": "float16",
3229
+ "format": "f32-to-bf16",
3230
+ "nbytes": 1572864,
3231
+ "byteOffset": 12582912
3232
+ },
3233
+ {
3234
+ "name": "model.layers.5.post_attention_layernorm.weight",
3235
+ "shape": [
3236
+ 2048
3237
+ ],
3238
+ "dtype": "float16",
3239
+ "format": "f32-to-bf16",
3240
+ "nbytes": 4096,
3241
+ "byteOffset": 14155776
3242
+ },
3243
+ {
3244
+ "name": "model.layers.5.self_attn.k_norm.weight",
3245
+ "shape": [
3246
+ 128
3247
+ ],
3248
+ "dtype": "float16",
3249
+ "format": "f32-to-bf16",
3250
+ "nbytes": 256,
3251
+ "byteOffset": 14159872
3252
+ },
3253
+ {
3254
+ "name": "model.layers.5.self_attn.c_attn.q_weight",
3255
+ "shape": [
3256
+ 4096,
3257
+ 256
3258
+ ],
3259
+ "dtype": "uint32",
3260
+ "format": "f32-to-bf16",
3261
+ "nbytes": 4194304,
3262
+ "byteOffset": 14160128
3263
+ },
3264
+ {
3265
+ "name": "model.layers.5.self_attn.c_attn.q_scale",
3266
+ "shape": [
3267
+ 4096,
3268
+ 64
3269
+ ],
3270
+ "dtype": "float16",
3271
+ "format": "f32-to-bf16",
3272
+ "nbytes": 524288,
3273
+ "byteOffset": 18354432
3274
+ },
3275
+ {
3276
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
3277
+ "shape": [
3278
+ 2048,
3279
+ 256
3280
+ ],
3281
+ "dtype": "uint32",
3282
+ "format": "f32-to-bf16",
3283
+ "nbytes": 2097152,
3284
+ "byteOffset": 18878720
3285
+ },
3286
+ {
3287
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
3288
+ "shape": [
3289
+ 2048,
3290
+ 64
3291
+ ],
3292
+ "dtype": "float16",
3293
+ "format": "f32-to-bf16",
3294
+ "nbytes": 262144,
3295
+ "byteOffset": 20975872
3296
+ },
3297
+ {
3298
+ "name": "model.layers.5.self_attn.q_norm.weight",
3299
+ "shape": [
3300
+ 128
3301
+ ],
3302
+ "dtype": "float16",
3303
+ "format": "f32-to-bf16",
3304
+ "nbytes": 256,
3305
+ "byteOffset": 21238016
3306
+ },
3307
+ {
3308
+ "name": "model.layers.6.input_layernorm.weight",
3309
+ "shape": [
3310
+ 2048
3311
+ ],
3312
+ "dtype": "float16",
3313
+ "format": "f32-to-bf16",
3314
+ "nbytes": 4096,
3315
+ "byteOffset": 21238272
3316
+ },
3317
+ {
3318
+ "name": "model.layers.6.mlp.down_proj.q_weight",
3319
+ "shape": [
3320
+ 2048,
3321
+ 768
3322
+ ],
3323
+ "dtype": "uint32",
3324
+ "format": "f32-to-bf16",
3325
+ "nbytes": 6291456,
3326
+ "byteOffset": 21242368
3327
+ },
3328
+ {
3329
+ "name": "model.layers.6.mlp.down_proj.q_scale",
3330
+ "shape": [
3331
+ 2048,
3332
+ 192
3333
+ ],
3334
+ "dtype": "float16",
3335
+ "format": "f32-to-bf16",
3336
+ "nbytes": 786432,
3337
+ "byteOffset": 27533824
3338
+ }
3339
+ ],
3340
+ "md5sum": "3f42774f16d6000b6626f940b4225d88"
3341
+ },
3342
+ {
3343
+ "dataPath": "params_shard_26.bin",
3344
+ "format": "raw-shard",
3345
+ "nbytes": 28320256,
3346
+ "records": [
3347
+ {
3348
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
3349
+ "shape": [
3350
+ 12288,
3351
+ 256
3352
+ ],
3353
+ "dtype": "uint32",
3354
+ "format": "f32-to-bf16",
3355
+ "nbytes": 12582912,
3356
+ "byteOffset": 0
3357
+ },
3358
+ {
3359
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
3360
+ "shape": [
3361
+ 12288,
3362
+ 64
3363
+ ],
3364
+ "dtype": "float16",
3365
+ "format": "f32-to-bf16",
3366
+ "nbytes": 1572864,
3367
+ "byteOffset": 12582912
3368
+ },
3369
+ {
3370
+ "name": "model.layers.6.post_attention_layernorm.weight",
3371
+ "shape": [
3372
+ 2048
3373
+ ],
3374
+ "dtype": "float16",
3375
+ "format": "f32-to-bf16",
3376
+ "nbytes": 4096,
3377
+ "byteOffset": 14155776
3378
+ },
3379
+ {
3380
+ "name": "model.layers.6.self_attn.k_norm.weight",
3381
+ "shape": [
3382
+ 128
3383
+ ],
3384
+ "dtype": "float16",
3385
+ "format": "f32-to-bf16",
3386
+ "nbytes": 256,
3387
+ "byteOffset": 14159872
3388
+ },
3389
+ {
3390
+ "name": "model.layers.6.self_attn.c_attn.q_weight",
3391
+ "shape": [
3392
+ 4096,
3393
+ 256
3394
+ ],
3395
+ "dtype": "uint32",
3396
+ "format": "f32-to-bf16",
3397
+ "nbytes": 4194304,
3398
+ "byteOffset": 14160128
3399
+ },
3400
+ {
3401
+ "name": "model.layers.6.self_attn.c_attn.q_scale",
3402
+ "shape": [
3403
+ 4096,
3404
+ 64
3405
+ ],
3406
+ "dtype": "float16",
3407
+ "format": "f32-to-bf16",
3408
+ "nbytes": 524288,
3409
+ "byteOffset": 18354432
3410
+ },
3411
+ {
3412
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
3413
+ "shape": [
3414
+ 2048,
3415
+ 256
3416
+ ],
3417
+ "dtype": "uint32",
3418
+ "format": "f32-to-bf16",
3419
+ "nbytes": 2097152,
3420
+ "byteOffset": 18878720
3421
+ },
3422
+ {
3423
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
3424
+ "shape": [
3425
+ 2048,
3426
+ 64
3427
+ ],
3428
+ "dtype": "float16",
3429
+ "format": "f32-to-bf16",
3430
+ "nbytes": 262144,
3431
+ "byteOffset": 20975872
3432
+ },
3433
+ {
3434
+ "name": "model.layers.6.self_attn.q_norm.weight",
3435
+ "shape": [
3436
+ 128
3437
+ ],
3438
+ "dtype": "float16",
3439
+ "format": "f32-to-bf16",
3440
+ "nbytes": 256,
3441
+ "byteOffset": 21238016
3442
+ },
3443
+ {
3444
+ "name": "model.layers.7.input_layernorm.weight",
3445
+ "shape": [
3446
+ 2048
3447
+ ],
3448
+ "dtype": "float16",
3449
+ "format": "f32-to-bf16",
3450
+ "nbytes": 4096,
3451
+ "byteOffset": 21238272
3452
+ },
3453
+ {
3454
+ "name": "model.layers.7.mlp.down_proj.q_weight",
3455
+ "shape": [
3456
+ 2048,
3457
+ 768
3458
+ ],
3459
+ "dtype": "uint32",
3460
+ "format": "f32-to-bf16",
3461
+ "nbytes": 6291456,
3462
+ "byteOffset": 21242368
3463
+ },
3464
+ {
3465
+ "name": "model.layers.7.mlp.down_proj.q_scale",
3466
+ "shape": [
3467
+ 2048,
3468
+ 192
3469
+ ],
3470
+ "dtype": "float16",
3471
+ "format": "f32-to-bf16",
3472
+ "nbytes": 786432,
3473
+ "byteOffset": 27533824
3474
+ }
3475
+ ],
3476
+ "md5sum": "4e10e122ae5b80ef3cf748bc9b3593c1"
3477
+ },
3478
+ {
3479
+ "dataPath": "params_shard_27.bin",
3480
+ "format": "raw-shard",
3481
+ "nbytes": 28320256,
3482
+ "records": [
3483
+ {
3484
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
3485
+ "shape": [
3486
+ 12288,
3487
+ 256
3488
+ ],
3489
+ "dtype": "uint32",
3490
+ "format": "f32-to-bf16",
3491
+ "nbytes": 12582912,
3492
+ "byteOffset": 0
3493
+ },
3494
+ {
3495
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
3496
+ "shape": [
3497
+ 12288,
3498
+ 64
3499
+ ],
3500
+ "dtype": "float16",
3501
+ "format": "f32-to-bf16",
3502
+ "nbytes": 1572864,
3503
+ "byteOffset": 12582912
3504
+ },
3505
+ {
3506
+ "name": "model.layers.7.post_attention_layernorm.weight",
3507
+ "shape": [
3508
+ 2048
3509
+ ],
3510
+ "dtype": "float16",
3511
+ "format": "f32-to-bf16",
3512
+ "nbytes": 4096,
3513
+ "byteOffset": 14155776
3514
+ },
3515
+ {
3516
+ "name": "model.layers.7.self_attn.k_norm.weight",
3517
+ "shape": [
3518
+ 128
3519
+ ],
3520
+ "dtype": "float16",
3521
+ "format": "f32-to-bf16",
3522
+ "nbytes": 256,
3523
+ "byteOffset": 14159872
3524
+ },
3525
+ {
3526
+ "name": "model.layers.7.self_attn.c_attn.q_weight",
3527
+ "shape": [
3528
+ 4096,
3529
+ 256
3530
+ ],
3531
+ "dtype": "uint32",
3532
+ "format": "f32-to-bf16",
3533
+ "nbytes": 4194304,
3534
+ "byteOffset": 14160128
3535
+ },
3536
+ {
3537
+ "name": "model.layers.7.self_attn.c_attn.q_scale",
3538
+ "shape": [
3539
+ 4096,
3540
+ 64
3541
+ ],
3542
+ "dtype": "float16",
3543
+ "format": "f32-to-bf16",
3544
+ "nbytes": 524288,
3545
+ "byteOffset": 18354432
3546
+ },
3547
+ {
3548
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
3549
+ "shape": [
3550
+ 2048,
3551
+ 256
3552
+ ],
3553
+ "dtype": "uint32",
3554
+ "format": "f32-to-bf16",
3555
+ "nbytes": 2097152,
3556
+ "byteOffset": 18878720
3557
+ },
3558
+ {
3559
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
3560
+ "shape": [
3561
+ 2048,
3562
+ 64
3563
+ ],
3564
+ "dtype": "float16",
3565
+ "format": "f32-to-bf16",
3566
+ "nbytes": 262144,
3567
+ "byteOffset": 20975872
3568
+ },
3569
+ {
3570
+ "name": "model.layers.7.self_attn.q_norm.weight",
3571
+ "shape": [
3572
+ 128
3573
+ ],
3574
+ "dtype": "float16",
3575
+ "format": "f32-to-bf16",
3576
+ "nbytes": 256,
3577
+ "byteOffset": 21238016
3578
+ },
3579
+ {
3580
+ "name": "model.layers.8.input_layernorm.weight",
3581
+ "shape": [
3582
+ 2048
3583
+ ],
3584
+ "dtype": "float16",
3585
+ "format": "f32-to-bf16",
3586
+ "nbytes": 4096,
3587
+ "byteOffset": 21238272
3588
+ },
3589
+ {
3590
+ "name": "model.layers.8.mlp.down_proj.q_weight",
3591
+ "shape": [
3592
+ 2048,
3593
+ 768
3594
+ ],
3595
+ "dtype": "uint32",
3596
+ "format": "f32-to-bf16",
3597
+ "nbytes": 6291456,
3598
+ "byteOffset": 21242368
3599
+ },
3600
+ {
3601
+ "name": "model.layers.8.mlp.down_proj.q_scale",
3602
+ "shape": [
3603
+ 2048,
3604
+ 192
3605
+ ],
3606
+ "dtype": "float16",
3607
+ "format": "f32-to-bf16",
3608
+ "nbytes": 786432,
3609
+ "byteOffset": 27533824
3610
+ }
3611
+ ],
3612
+ "md5sum": "0ac20152047c5c674ae5fe0c45447bd2"
3613
+ },
3614
+ {
3615
+ "dataPath": "params_shard_28.bin",
3616
+ "format": "raw-shard",
3617
+ "nbytes": 28320256,
3618
+ "records": [
3619
+ {
3620
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
3621
+ "shape": [
3622
+ 12288,
3623
+ 256
3624
+ ],
3625
+ "dtype": "uint32",
3626
+ "format": "f32-to-bf16",
3627
+ "nbytes": 12582912,
3628
+ "byteOffset": 0
3629
+ },
3630
+ {
3631
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
3632
+ "shape": [
3633
+ 12288,
3634
+ 64
3635
+ ],
3636
+ "dtype": "float16",
3637
+ "format": "f32-to-bf16",
3638
+ "nbytes": 1572864,
3639
+ "byteOffset": 12582912
3640
+ },
3641
+ {
3642
+ "name": "model.layers.8.post_attention_layernorm.weight",
3643
+ "shape": [
3644
+ 2048
3645
+ ],
3646
+ "dtype": "float16",
3647
+ "format": "f32-to-bf16",
3648
+ "nbytes": 4096,
3649
+ "byteOffset": 14155776
3650
+ },
3651
+ {
3652
+ "name": "model.layers.8.self_attn.k_norm.weight",
3653
+ "shape": [
3654
+ 128
3655
+ ],
3656
+ "dtype": "float16",
3657
+ "format": "f32-to-bf16",
3658
+ "nbytes": 256,
3659
+ "byteOffset": 14159872
3660
+ },
3661
+ {
3662
+ "name": "model.layers.8.self_attn.c_attn.q_weight",
3663
+ "shape": [
3664
+ 4096,
3665
+ 256
3666
+ ],
3667
+ "dtype": "uint32",
3668
+ "format": "f32-to-bf16",
3669
+ "nbytes": 4194304,
3670
+ "byteOffset": 14160128
3671
+ },
3672
+ {
3673
+ "name": "model.layers.8.self_attn.c_attn.q_scale",
3674
+ "shape": [
3675
+ 4096,
3676
+ 64
3677
+ ],
3678
+ "dtype": "float16",
3679
+ "format": "f32-to-bf16",
3680
+ "nbytes": 524288,
3681
+ "byteOffset": 18354432
3682
+ },
3683
+ {
3684
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
3685
+ "shape": [
3686
+ 2048,
3687
+ 256
3688
+ ],
3689
+ "dtype": "uint32",
3690
+ "format": "f32-to-bf16",
3691
+ "nbytes": 2097152,
3692
+ "byteOffset": 18878720
3693
+ },
3694
+ {
3695
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
3696
+ "shape": [
3697
+ 2048,
3698
+ 64
3699
+ ],
3700
+ "dtype": "float16",
3701
+ "format": "f32-to-bf16",
3702
+ "nbytes": 262144,
3703
+ "byteOffset": 20975872
3704
+ },
3705
+ {
3706
+ "name": "model.layers.8.self_attn.q_norm.weight",
3707
+ "shape": [
3708
+ 128
3709
+ ],
3710
+ "dtype": "float16",
3711
+ "format": "f32-to-bf16",
3712
+ "nbytes": 256,
3713
+ "byteOffset": 21238016
3714
+ },
3715
+ {
3716
+ "name": "model.layers.9.input_layernorm.weight",
3717
+ "shape": [
3718
+ 2048
3719
+ ],
3720
+ "dtype": "float16",
3721
+ "format": "f32-to-bf16",
3722
+ "nbytes": 4096,
3723
+ "byteOffset": 21238272
3724
+ },
3725
+ {
3726
+ "name": "model.layers.9.mlp.down_proj.q_weight",
3727
+ "shape": [
3728
+ 2048,
3729
+ 768
3730
+ ],
3731
+ "dtype": "uint32",
3732
+ "format": "f32-to-bf16",
3733
+ "nbytes": 6291456,
3734
+ "byteOffset": 21242368
3735
+ },
3736
+ {
3737
+ "name": "model.layers.9.mlp.down_proj.q_scale",
3738
+ "shape": [
3739
+ 2048,
3740
+ 192
3741
+ ],
3742
+ "dtype": "float16",
3743
+ "format": "f32-to-bf16",
3744
+ "nbytes": 786432,
3745
+ "byteOffset": 27533824
3746
+ }
3747
+ ],
3748
+ "md5sum": "ae5dd85e139bf85b22dc134bf3c7d545"
3749
+ },
3750
+ {
3751
+ "dataPath": "params_shard_29.bin",
3752
+ "format": "raw-shard",
3753
+ "nbytes": 21242368,
3754
+ "records": [
3755
+ {
3756
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
3757
+ "shape": [
3758
+ 12288,
3759
+ 256
3760
+ ],
3761
+ "dtype": "uint32",
3762
+ "format": "f32-to-bf16",
3763
+ "nbytes": 12582912,
3764
+ "byteOffset": 0
3765
+ },
3766
+ {
3767
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
3768
+ "shape": [
3769
+ 12288,
3770
+ 64
3771
+ ],
3772
+ "dtype": "float16",
3773
+ "format": "f32-to-bf16",
3774
+ "nbytes": 1572864,
3775
+ "byteOffset": 12582912
3776
+ },
3777
+ {
3778
+ "name": "model.layers.9.post_attention_layernorm.weight",
3779
+ "shape": [
3780
+ 2048
3781
+ ],
3782
+ "dtype": "float16",
3783
+ "format": "f32-to-bf16",
3784
+ "nbytes": 4096,
3785
+ "byteOffset": 14155776
3786
+ },
3787
+ {
3788
+ "name": "model.layers.9.self_attn.k_norm.weight",
3789
+ "shape": [
3790
+ 128
3791
+ ],
3792
+ "dtype": "float16",
3793
+ "format": "f32-to-bf16",
3794
+ "nbytes": 256,
3795
+ "byteOffset": 14159872
3796
+ },
3797
+ {
3798
+ "name": "model.layers.9.self_attn.c_attn.q_weight",
3799
+ "shape": [
3800
+ 4096,
3801
+ 256
3802
+ ],
3803
+ "dtype": "uint32",
3804
+ "format": "f32-to-bf16",
3805
+ "nbytes": 4194304,
3806
+ "byteOffset": 14160128
3807
+ },
3808
+ {
3809
+ "name": "model.layers.9.self_attn.c_attn.q_scale",
3810
+ "shape": [
3811
+ 4096,
3812
+ 64
3813
+ ],
3814
+ "dtype": "float16",
3815
+ "format": "f32-to-bf16",
3816
+ "nbytes": 524288,
3817
+ "byteOffset": 18354432
3818
+ },
3819
+ {
3820
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
3821
+ "shape": [
3822
+ 2048,
3823
+ 256
3824
+ ],
3825
+ "dtype": "uint32",
3826
+ "format": "f32-to-bf16",
3827
+ "nbytes": 2097152,
3828
+ "byteOffset": 18878720
3829
+ },
3830
+ {
3831
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
3832
+ "shape": [
3833
+ 2048,
3834
+ 64
3835
+ ],
3836
+ "dtype": "float16",
3837
+ "format": "f32-to-bf16",
3838
+ "nbytes": 262144,
3839
+ "byteOffset": 20975872
3840
+ },
3841
+ {
3842
+ "name": "model.layers.9.self_attn.q_norm.weight",
3843
+ "shape": [
3844
+ 128
3845
+ ],
3846
+ "dtype": "float16",
3847
+ "format": "f32-to-bf16",
3848
+ "nbytes": 256,
3849
+ "byteOffset": 21238016
3850
+ },
3851
+ {
3852
+ "name": "model.norm.weight",
3853
+ "shape": [
3854
+ 2048
3855
+ ],
3856
+ "dtype": "float16",
3857
+ "format": "f32-to-bf16",
3858
+ "nbytes": 4096,
3859
+ "byteOffset": 21238272
3860
+ }
3861
+ ],
3862
+ "md5sum": "24d7b646e8d81dc0f922549dc350643a"
3863
+ }
3864
+ ]
3865
+ }
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246b30928abea707c114a8c85cdefc958101ff1d80193336e4186cc90debaf81
3
+ size 155582464
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6784ebc23e133380eda95b448eb5dbd711d8c48c3f1769789456b90a6ba74c58
3
+ size 26529792
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b7a070398b87a0b4dcfab728175b4d92e148984943487b777d2a6e15a879291
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:746f8655a792c79c7cc51165eb6902a43149dc4241fb2fdba27eea63cfff78cb
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2824d83f261cef277d17c0880f1ad2985c2a756a76c2b7e4c5d3e63f5403ae12
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f061e03d7d79c75d0fbb1f1735d87b407eb63d62c11f90f218559beac0dc2a2
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75ee37d61fcf137969c1cec87084284334de92842d0aff806b4b5e9c81160382
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc885f1013c779b2851e07152a1f18a80221d95a19aaf57ba3f29c27bfab0ad9
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1cfd556bba91a655df6dfaa0da07e86a031f6c9163a91f28f1ccd217ba9d907
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ee908db911cfb2cea9e2ab73a14443f2822defefb8cc48fe93f558df86af762
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04fc73e0fe9b59cf0dc0b9e3f0caa960c45cb0f04de83b484399f482de62b8bd
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dccd3a0aa3718cf0a77f887768f4d465bf5ca9d6209eb12f7cef2ce8a578c4e9
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97957fad9f0177321b94917b268a7cac10e7e005891640cae8ef2376bfe67893
3
+ size 28320256
release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19da9b039a770c551c6c6548c5b3698aad7f287a33fe1478b6cfbfd9ef2a5686
3
+ size 28320256