truthcoder commited on
Commit
fa70939
·
verified ·
1 Parent(s): 02fb11e

Signed WebGPU releases r1-2026-09-20 (4B / 1.7B / 0.6B) (part 2)

Browse files
Files changed (49) hide show
  1. .gitattributes +2 -0
  2. release/r1-2026-09-20-mobile/RELEASE.json +22 -0
  3. release/r1-2026-09-20-mobile/allowed_signers +1 -0
  4. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1.torrent +0 -0
  5. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/MANIFEST.json +99 -0
  6. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/MANIFEST.json.ed25519 +1 -0
  7. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/MANIFEST.json.sig +6 -0
  8. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/added_tokens.json +28 -0
  9. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/generation_config.json +13 -0
  10. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/merges.txt +0 -0
  11. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/mlc-chat-config.json +85 -0
  12. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/ndarray-cache.json +3697 -0
  13. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_0.bin +3 -0
  14. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_1.bin +3 -0
  15. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_2.bin +3 -0
  16. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_3.bin +3 -0
  17. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_4.bin +3 -0
  18. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_5.bin +3 -0
  19. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_6.bin +3 -0
  20. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_7.bin +3 -0
  21. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_8.bin +3 -0
  22. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/special_tokens_map.json +31 -0
  23. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/tensor-cache.json +0 -0
  24. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/tokenizer.json +3 -0
  25. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/tokenizer_config.json +240 -0
  26. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/vocab.json +0 -0
  27. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1.torrent +0 -0
  28. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/MANIFEST.json +99 -0
  29. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/MANIFEST.json.ed25519 +1 -0
  30. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/MANIFEST.json.sig +6 -0
  31. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/added_tokens.json +28 -0
  32. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/generation_config.json +13 -0
  33. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/merges.txt +0 -0
  34. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/mlc-chat-config.json +85 -0
  35. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/ndarray-cache.json +3697 -0
  36. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_0.bin +3 -0
  37. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_1.bin +3 -0
  38. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_2.bin +3 -0
  39. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_3.bin +3 -0
  40. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_4.bin +3 -0
  41. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_5.bin +3 -0
  42. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_6.bin +3 -0
  43. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_7.bin +3 -0
  44. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_8.bin +3 -0
  45. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/special_tokens_map.json +31 -0
  46. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/tensor-cache.json +0 -0
  47. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/tokenizer.json +3 -0
  48. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/tokenizer_config.json +240 -0
  49. release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/vocab.json +0 -0
.gitattributes CHANGED
@@ -38,3 +38,5 @@ release/r1-2026-09-20-full/qwen3-1.7B-abl-q4f16_1/tokenizer.json filter=lfs diff
38
  release/r1-2026-09-20-full/qwen3-4b-abl-q4f16_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
39
  release/r1-2026-09-20-mid/qwen3-1.7B-abl-q4f16_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
40
  release/r1-2026-09-20-mid/qwen3-1.7B-abl-q4f32_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
38
  release/r1-2026-09-20-full/qwen3-4b-abl-q4f16_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
39
  release/r1-2026-09-20-mid/qwen3-1.7B-abl-q4f16_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
40
  release/r1-2026-09-20-mid/qwen3-1.7B-abl-q4f32_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
41
+ release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
42
+ release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
release/r1-2026-09-20-mobile/RELEASE.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tag": "r1-2026-09-20-mobile",
3
+ "created": "2026-09-17T00:53:06Z",
4
+ "artefacts": {
5
+ "qwen3-0.6B-abl-q4f16_1": {
6
+ "manifest_sha256": "33abf2dbcd9a74d7284a2e7db643661de360fa57a3fd74313c477f44ff4b386b",
7
+ "infohash": "132edd0886cb725148403d3a6c5b586ddc150dca",
8
+ "magnet": "magnet:?xt=urn:btih:132edd0886cb725148403d3a6c5b586ddc150dca&dn=qwen3-0.6B-abl-q4f16_1",
9
+ "cid": "bafybeifrmgvoyosknkohmkislppz7mlloy2nldsbarsoiap6kpli2zjqoy",
10
+ "bytes": 351465482
11
+ },
12
+ "qwen3-0.6B-abl-q4f32_1": {
13
+ "manifest_sha256": "5eba08453601d0ec39e81262fefa992634054af5e0411f1da7f93bcc58565a1d",
14
+ "infohash": "7d81eae8675c2ee425d771560257479edd534296",
15
+ "magnet": "magnet:?xt=urn:btih:7d81eae8675c2ee425d771560257479edd534296&dn=qwen3-0.6B-abl-q4f32_1",
16
+ "cid": "bafybeibzgjcuu4o5kenfa7lntffoyhvwlo7lk4df5xcd7rik6hgcns3f5a",
17
+ "bytes": 351465484
18
+ }
19
+ },
20
+ "release_pubkey_ed25519_hex": "02c6bedb56aceafb46bd8053055e1d8e67420db115cda0d4df3c20076a1c77ae",
21
+ "release_sequence": 2
22
+ }
release/r1-2026-09-20-mobile/allowed_signers ADDED
@@ -0,0 +1 @@
 
 
1
+ truthcoder-mini-release ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIALGvttWrOr7Rr2AUwVeHY5nQg2xFc2g1N88IAdqHHeu truthcoder-mini release key 2026-09-20
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1.torrent ADDED
Binary file (3.06 kB). View file
 
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/MANIFEST.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "artefact": "qwen3-0.6B-abl-q4f16_1",
3
+ "tag": "r1-2026-09-20-mobile",
4
+ "model": "mlabonne/Qwen3-0.6B-abliterated",
5
+ "hf_commit": "41f8d678c35975a24212ba092993ac034e2fccdc",
6
+ "license": "apache-2.0",
7
+ "note": "stock abliterated Qwen3 weights (mlabonne), quantized for WebGPU \u2014 honest baseline, not yet a TruthAi student model",
8
+ "quantization": "q4f16_1",
9
+ "converter": "tools/q4f16_1_convert.py (own GroupQuantize implementation; MLC template mlc-ai/Qwen3-0.6B-q4f16_1-MLC)",
10
+ "gates": {
11
+ "in_page_probe": "8/0/0 (q4f32_1) 2026-09-15",
12
+ "canonical_gate_gguf_crosscheck": "PASS valid=8 errors=0 refusals=0 (bartowski GGUF of the same checkpoint)",
13
+ "served_leg": "not available (MLC nightly cannot serve on our GPUs)"
14
+ },
15
+ "release_sequence": 2,
16
+ "min_client_version": "0.1",
17
+ "files": {
18
+ "added_tokens.json": {
19
+ "sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",
20
+ "bytes": 707
21
+ },
22
+ "generation_config.json": {
23
+ "sha256": "81051cd3f6e77013827148d0b8a6ead93f8ac390d5ab805f849199f0af6a08db",
24
+ "bytes": 214
25
+ },
26
+ "merges.txt": {
27
+ "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
28
+ "bytes": 1671853
29
+ },
30
+ "mlc-chat-config.json": {
31
+ "sha256": "b156dc63543c1d386afa578713c336ef0b6f1a4b7deb45661d1a993e70ae5ea4",
32
+ "bytes": 2073
33
+ },
34
+ "ndarray-cache.json": {
35
+ "sha256": "aec370e2a736a06898dc6455657d2a47cc649b028ca376ef8f59a255c34bb593",
36
+ "bytes": 74866
37
+ },
38
+ "params_shard_0.bin": {
39
+ "sha256": "e00677f698cb76cb3d1afdd04db3f123bf17cb24831a507bf974b5a5abf85d0c",
40
+ "bytes": 77791232
41
+ },
42
+ "params_shard_1.bin": {
43
+ "sha256": "60504d4b5b4734c1f9b40be87cbd73afb689998e0bc324b2fd44bdadbca02765",
44
+ "bytes": 32740608
45
+ },
46
+ "params_shard_2.bin": {
47
+ "sha256": "dfd4f3d46130d4a43fae17b9c95b6f6db7a6c5ea22d9691ee65eff739c4e09c3",
48
+ "bytes": 31866624
49
+ },
50
+ "params_shard_3.bin": {
51
+ "sha256": "6b565a048faa4613bb10aa1258fde24cdae300ffa1d8aeabb80193cdc3ab727e",
52
+ "bytes": 33505024
53
+ },
54
+ "params_shard_4.bin": {
55
+ "sha256": "6d7996fc357745c7900a7369e9b5790dd56981121d2d376e5ef440055bba6739",
56
+ "bytes": 32000000
57
+ },
58
+ "params_shard_5.bin": {
59
+ "sha256": "45804257023a9e1fcd990a7f4cc3fb7547dfdba6e8585a5d651e85817071e878",
60
+ "bytes": 31866624
61
+ },
62
+ "params_shard_6.bin": {
63
+ "sha256": "5b1e6b8687bdfa566ac856548e52af12975bea4fb1f431ea3d53136e79497cef",
64
+ "bytes": 33505024
65
+ },
66
+ "params_shard_7.bin": {
67
+ "sha256": "88ef840e0a730a0d484061e109b159abc05878ac86ca70f8799f1e89418ab383",
68
+ "bytes": 32000000
69
+ },
70
+ "params_shard_8.bin": {
71
+ "sha256": "c58ce1ff5e90685c062c4f5fa12f17142d09614310e347ee0cdd3ce505edbf75",
72
+ "bytes": 30097152
73
+ },
74
+ "special_tokens_map.json": {
75
+ "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",
76
+ "bytes": 613
77
+ },
78
+ "tensor-cache.json": {
79
+ "sha256": "f4647d617dc869d91fbd7851c65af0a2cf7dd615884ebe3b110013801b65d8c7",
80
+ "bytes": 129391
81
+ },
82
+ "tokenizer.json": {
83
+ "sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",
84
+ "bytes": 11422654
85
+ },
86
+ "tokenizer_config.json": {
87
+ "sha256": "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",
88
+ "bytes": 9706
89
+ },
90
+ "vocab.json": {
91
+ "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
92
+ "bytes": 2776833
93
+ }
94
+ },
95
+ "total_bytes": 351461198,
96
+ "created": "2026-09-17T00:53:06Z",
97
+ "probe_constants_sha256": "2632a74180b6277d8e033637dc2f8df438a357b699d177bb471c023de5393c1e",
98
+ "fixtures_sha256": "52c0ce496e8ff8bf0d0a10f81a2c878af239979f7324417b2139cbf0f787ceb9"
99
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/MANIFEST.json.ed25519 ADDED
@@ -0,0 +1 @@
 
 
1
+ b㨐Koc!|_x��t׷�$�;��u�ζ�F,���NÝ6��\=���r�J
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/MANIFEST.json.sig ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ -----BEGIN SSH SIGNATURE-----
2
+ U1NIU0lHAAAAAQAAADMAAAALc3NoLWVkMjU1MTkAAAAgAsa+21as6vtGvYBTBV4djmdCDb
3
+ EVzaDU3zwgB2ocd64AAAAPdHJ1dGhjb2Rlci1taW5pAAAAAAAAAAZzaGE1MTIAAABTAAAA
4
+ C3NzaC1lZDI1NTE5AAAAQLlrUoW9UhgA+EDlwTPwmSDHd4FFS1ilIB4L07hUjdSsAuDTMv
5
+ zwq2B9iYjbLD5X0av7273kzKxmTX0/IXfzngM=
6
+ -----END SSH SIGNATURE-----
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.51.3"
13
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/mlc-chat-config.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 2560,
8
+ "intermediate_size": 9728,
9
+ "attention_bias": false,
10
+ "num_attention_heads": 32,
11
+ "num_hidden_layers": 36,
12
+ "num_key_value_heads": 8,
13
+ "rms_norm_eps": 1e-06,
14
+ "rope_theta": 1000000,
15
+ "vocab_size": 151936,
16
+ "tie_word_embeddings": true,
17
+ "context_window_size": 4096,
18
+ "prefill_chunk_size": 2048,
19
+ "tensor_parallel_shards": 1,
20
+ "head_dim": 128,
21
+ "dtype": "float32",
22
+ "max_batch_size": 128
23
+ },
24
+ "vocab_size": 151936,
25
+ "context_window_size": 4096,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 2048,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 0.6,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 0.95,
36
+ "tokenizer_files": [
37
+ "tokenizer.json",
38
+ "vocab.json",
39
+ "merges.txt",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_level",
44
+ "prepend_space_in_encode": false,
45
+ "strip_space_in_decode": false
46
+ },
47
+ "conv_template": {
48
+ "name": "qwen3",
49
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
50
+ "system_message": "You are a helpful assistant.",
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "strip_reasoning_in_history": true,
76
+ "function_string": "",
77
+ "use_function_calling": false
78
+ },
79
+ "pad_token_id": 151643,
80
+ "bos_token_id": 151643,
81
+ "eos_token_id": [
82
+ 151645,
83
+ 151643
84
+ ]
85
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/ndarray-cache.json ADDED
@@ -0,0 +1,3697 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "ParamSize": 339,
4
+ "ParamBytes": 335372288.0,
5
+ "BitsPerParam": 3.569535268985962
6
+ },
7
+ "records": [
8
+ {
9
+ "dataPath": "params_shard_0.bin",
10
+ "format": "raw-shard",
11
+ "nbytes": 77791232,
12
+ "records": [
13
+ {
14
+ "name": "model.embed_tokens.q_weight",
15
+ "shape": [
16
+ 151936,
17
+ 128
18
+ ],
19
+ "dtype": "uint32",
20
+ "format": "f32-to-bf16",
21
+ "nbytes": 77791232,
22
+ "byteOffset": 0
23
+ }
24
+ ],
25
+ "md5sum": "53f5e2501ffabae874257fb73e8b2095"
26
+ },
27
+ {
28
+ "dataPath": "params_shard_1.bin",
29
+ "format": "raw-shard",
30
+ "nbytes": 32740608,
31
+ "records": [
32
+ {
33
+ "name": "model.embed_tokens.q_scale",
34
+ "shape": [
35
+ 151936,
36
+ 32
37
+ ],
38
+ "dtype": "float16",
39
+ "format": "f32-to-bf16",
40
+ "nbytes": 9723904,
41
+ "byteOffset": 0
42
+ },
43
+ {
44
+ "name": "model.layers.0.input_layernorm.weight",
45
+ "shape": [
46
+ 1024
47
+ ],
48
+ "dtype": "float16",
49
+ "format": "f32-to-bf16",
50
+ "nbytes": 2048,
51
+ "byteOffset": 9723904
52
+ },
53
+ {
54
+ "name": "model.layers.0.mlp.down_proj.q_weight",
55
+ "shape": [
56
+ 1024,
57
+ 384
58
+ ],
59
+ "dtype": "uint32",
60
+ "format": "f32-to-bf16",
61
+ "nbytes": 1572864,
62
+ "byteOffset": 9725952
63
+ },
64
+ {
65
+ "name": "model.layers.0.mlp.down_proj.q_scale",
66
+ "shape": [
67
+ 1024,
68
+ 96
69
+ ],
70
+ "dtype": "float16",
71
+ "format": "f32-to-bf16",
72
+ "nbytes": 196608,
73
+ "byteOffset": 11298816
74
+ },
75
+ {
76
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
77
+ "shape": [
78
+ 6144,
79
+ 128
80
+ ],
81
+ "dtype": "uint32",
82
+ "format": "f32-to-bf16",
83
+ "nbytes": 3145728,
84
+ "byteOffset": 11495424
85
+ },
86
+ {
87
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
88
+ "shape": [
89
+ 6144,
90
+ 32
91
+ ],
92
+ "dtype": "float16",
93
+ "format": "f32-to-bf16",
94
+ "nbytes": 393216,
95
+ "byteOffset": 14641152
96
+ },
97
+ {
98
+ "name": "model.layers.0.post_attention_layernorm.weight",
99
+ "shape": [
100
+ 1024
101
+ ],
102
+ "dtype": "float16",
103
+ "format": "f32-to-bf16",
104
+ "nbytes": 2048,
105
+ "byteOffset": 15034368
106
+ },
107
+ {
108
+ "name": "model.layers.0.self_attn.k_norm.weight",
109
+ "shape": [
110
+ 128
111
+ ],
112
+ "dtype": "float16",
113
+ "format": "f32-to-bf16",
114
+ "nbytes": 256,
115
+ "byteOffset": 15036416
116
+ },
117
+ {
118
+ "name": "model.layers.0.self_attn.c_attn.q_weight",
119
+ "shape": [
120
+ 4096,
121
+ 128
122
+ ],
123
+ "dtype": "uint32",
124
+ "format": "f32-to-bf16",
125
+ "nbytes": 2097152,
126
+ "byteOffset": 15036672
127
+ },
128
+ {
129
+ "name": "model.layers.0.self_attn.c_attn.q_scale",
130
+ "shape": [
131
+ 4096,
132
+ 32
133
+ ],
134
+ "dtype": "float16",
135
+ "format": "f32-to-bf16",
136
+ "nbytes": 262144,
137
+ "byteOffset": 17133824
138
+ },
139
+ {
140
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
141
+ "shape": [
142
+ 1024,
143
+ 256
144
+ ],
145
+ "dtype": "uint32",
146
+ "format": "f32-to-bf16",
147
+ "nbytes": 1048576,
148
+ "byteOffset": 17395968
149
+ },
150
+ {
151
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
152
+ "shape": [
153
+ 1024,
154
+ 64
155
+ ],
156
+ "dtype": "float16",
157
+ "format": "f32-to-bf16",
158
+ "nbytes": 131072,
159
+ "byteOffset": 18444544
160
+ },
161
+ {
162
+ "name": "model.layers.0.self_attn.q_norm.weight",
163
+ "shape": [
164
+ 128
165
+ ],
166
+ "dtype": "float16",
167
+ "format": "f32-to-bf16",
168
+ "nbytes": 256,
169
+ "byteOffset": 18575616
170
+ },
171
+ {
172
+ "name": "model.layers.1.input_layernorm.weight",
173
+ "shape": [
174
+ 1024
175
+ ],
176
+ "dtype": "float16",
177
+ "format": "f32-to-bf16",
178
+ "nbytes": 2048,
179
+ "byteOffset": 18575872
180
+ },
181
+ {
182
+ "name": "model.layers.1.mlp.down_proj.q_weight",
183
+ "shape": [
184
+ 1024,
185
+ 384
186
+ ],
187
+ "dtype": "uint32",
188
+ "format": "f32-to-bf16",
189
+ "nbytes": 1572864,
190
+ "byteOffset": 18577920
191
+ },
192
+ {
193
+ "name": "model.layers.1.mlp.down_proj.q_scale",
194
+ "shape": [
195
+ 1024,
196
+ 96
197
+ ],
198
+ "dtype": "float16",
199
+ "format": "f32-to-bf16",
200
+ "nbytes": 196608,
201
+ "byteOffset": 20150784
202
+ },
203
+ {
204
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
205
+ "shape": [
206
+ 6144,
207
+ 128
208
+ ],
209
+ "dtype": "uint32",
210
+ "format": "f32-to-bf16",
211
+ "nbytes": 3145728,
212
+ "byteOffset": 20347392
213
+ },
214
+ {
215
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
216
+ "shape": [
217
+ 6144,
218
+ 32
219
+ ],
220
+ "dtype": "float16",
221
+ "format": "f32-to-bf16",
222
+ "nbytes": 393216,
223
+ "byteOffset": 23493120
224
+ },
225
+ {
226
+ "name": "model.layers.1.post_attention_layernorm.weight",
227
+ "shape": [
228
+ 1024
229
+ ],
230
+ "dtype": "float16",
231
+ "format": "f32-to-bf16",
232
+ "nbytes": 2048,
233
+ "byteOffset": 23886336
234
+ },
235
+ {
236
+ "name": "model.layers.1.self_attn.k_norm.weight",
237
+ "shape": [
238
+ 128
239
+ ],
240
+ "dtype": "float16",
241
+ "format": "f32-to-bf16",
242
+ "nbytes": 256,
243
+ "byteOffset": 23888384
244
+ },
245
+ {
246
+ "name": "model.layers.1.self_attn.c_attn.q_weight",
247
+ "shape": [
248
+ 4096,
249
+ 128
250
+ ],
251
+ "dtype": "uint32",
252
+ "format": "f32-to-bf16",
253
+ "nbytes": 2097152,
254
+ "byteOffset": 23888640
255
+ },
256
+ {
257
+ "name": "model.layers.1.self_attn.c_attn.q_scale",
258
+ "shape": [
259
+ 4096,
260
+ 32
261
+ ],
262
+ "dtype": "float16",
263
+ "format": "f32-to-bf16",
264
+ "nbytes": 262144,
265
+ "byteOffset": 25985792
266
+ },
267
+ {
268
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
269
+ "shape": [
270
+ 1024,
271
+ 256
272
+ ],
273
+ "dtype": "uint32",
274
+ "format": "f32-to-bf16",
275
+ "nbytes": 1048576,
276
+ "byteOffset": 26247936
277
+ },
278
+ {
279
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
280
+ "shape": [
281
+ 1024,
282
+ 64
283
+ ],
284
+ "dtype": "float16",
285
+ "format": "f32-to-bf16",
286
+ "nbytes": 131072,
287
+ "byteOffset": 27296512
288
+ },
289
+ {
290
+ "name": "model.layers.1.self_attn.q_norm.weight",
291
+ "shape": [
292
+ 128
293
+ ],
294
+ "dtype": "float16",
295
+ "format": "f32-to-bf16",
296
+ "nbytes": 256,
297
+ "byteOffset": 27427584
298
+ },
299
+ {
300
+ "name": "model.layers.10.input_layernorm.weight",
301
+ "shape": [
302
+ 1024
303
+ ],
304
+ "dtype": "float16",
305
+ "format": "f32-to-bf16",
306
+ "nbytes": 2048,
307
+ "byteOffset": 27427840
308
+ },
309
+ {
310
+ "name": "model.layers.10.mlp.down_proj.q_weight",
311
+ "shape": [
312
+ 1024,
313
+ 384
314
+ ],
315
+ "dtype": "uint32",
316
+ "format": "f32-to-bf16",
317
+ "nbytes": 1572864,
318
+ "byteOffset": 27429888
319
+ },
320
+ {
321
+ "name": "model.layers.10.mlp.down_proj.q_scale",
322
+ "shape": [
323
+ 1024,
324
+ 96
325
+ ],
326
+ "dtype": "float16",
327
+ "format": "f32-to-bf16",
328
+ "nbytes": 196608,
329
+ "byteOffset": 29002752
330
+ },
331
+ {
332
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
333
+ "shape": [
334
+ 6144,
335
+ 128
336
+ ],
337
+ "dtype": "uint32",
338
+ "format": "f32-to-bf16",
339
+ "nbytes": 3145728,
340
+ "byteOffset": 29199360
341
+ },
342
+ {
343
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
344
+ "shape": [
345
+ 6144,
346
+ 32
347
+ ],
348
+ "dtype": "float16",
349
+ "format": "f32-to-bf16",
350
+ "nbytes": 393216,
351
+ "byteOffset": 32345088
352
+ },
353
+ {
354
+ "name": "model.layers.10.post_attention_layernorm.weight",
355
+ "shape": [
356
+ 1024
357
+ ],
358
+ "dtype": "float16",
359
+ "format": "f32-to-bf16",
360
+ "nbytes": 2048,
361
+ "byteOffset": 32738304
362
+ },
363
+ {
364
+ "name": "model.layers.10.self_attn.k_norm.weight",
365
+ "shape": [
366
+ 128
367
+ ],
368
+ "dtype": "float16",
369
+ "format": "f32-to-bf16",
370
+ "nbytes": 256,
371
+ "byteOffset": 32740352
372
+ }
373
+ ],
374
+ "md5sum": "af41ddaf17e32d29791649165a1e2002"
375
+ },
376
+ {
377
+ "dataPath": "params_shard_2.bin",
378
+ "format": "raw-shard",
379
+ "nbytes": 31866624,
380
+ "records": [
381
+ {
382
+ "name": "model.layers.10.self_attn.c_attn.q_weight",
383
+ "shape": [
384
+ 4096,
385
+ 128
386
+ ],
387
+ "dtype": "uint32",
388
+ "format": "f32-to-bf16",
389
+ "nbytes": 2097152,
390
+ "byteOffset": 0
391
+ },
392
+ {
393
+ "name": "model.layers.10.self_attn.c_attn.q_scale",
394
+ "shape": [
395
+ 4096,
396
+ 32
397
+ ],
398
+ "dtype": "float16",
399
+ "format": "f32-to-bf16",
400
+ "nbytes": 262144,
401
+ "byteOffset": 2097152
402
+ },
403
+ {
404
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
405
+ "shape": [
406
+ 1024,
407
+ 256
408
+ ],
409
+ "dtype": "uint32",
410
+ "format": "f32-to-bf16",
411
+ "nbytes": 1048576,
412
+ "byteOffset": 2359296
413
+ },
414
+ {
415
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
416
+ "shape": [
417
+ 1024,
418
+ 64
419
+ ],
420
+ "dtype": "float16",
421
+ "format": "f32-to-bf16",
422
+ "nbytes": 131072,
423
+ "byteOffset": 3407872
424
+ },
425
+ {
426
+ "name": "model.layers.10.self_attn.q_norm.weight",
427
+ "shape": [
428
+ 128
429
+ ],
430
+ "dtype": "float16",
431
+ "format": "f32-to-bf16",
432
+ "nbytes": 256,
433
+ "byteOffset": 3538944
434
+ },
435
+ {
436
+ "name": "model.layers.11.input_layernorm.weight",
437
+ "shape": [
438
+ 1024
439
+ ],
440
+ "dtype": "float16",
441
+ "format": "f32-to-bf16",
442
+ "nbytes": 2048,
443
+ "byteOffset": 3539200
444
+ },
445
+ {
446
+ "name": "model.layers.11.mlp.down_proj.q_weight",
447
+ "shape": [
448
+ 1024,
449
+ 384
450
+ ],
451
+ "dtype": "uint32",
452
+ "format": "f32-to-bf16",
453
+ "nbytes": 1572864,
454
+ "byteOffset": 3541248
455
+ },
456
+ {
457
+ "name": "model.layers.11.mlp.down_proj.q_scale",
458
+ "shape": [
459
+ 1024,
460
+ 96
461
+ ],
462
+ "dtype": "float16",
463
+ "format": "f32-to-bf16",
464
+ "nbytes": 196608,
465
+ "byteOffset": 5114112
466
+ },
467
+ {
468
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
469
+ "shape": [
470
+ 6144,
471
+ 128
472
+ ],
473
+ "dtype": "uint32",
474
+ "format": "f32-to-bf16",
475
+ "nbytes": 3145728,
476
+ "byteOffset": 5310720
477
+ },
478
+ {
479
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
480
+ "shape": [
481
+ 6144,
482
+ 32
483
+ ],
484
+ "dtype": "float16",
485
+ "format": "f32-to-bf16",
486
+ "nbytes": 393216,
487
+ "byteOffset": 8456448
488
+ },
489
+ {
490
+ "name": "model.layers.11.post_attention_layernorm.weight",
491
+ "shape": [
492
+ 1024
493
+ ],
494
+ "dtype": "float16",
495
+ "format": "f32-to-bf16",
496
+ "nbytes": 2048,
497
+ "byteOffset": 8849664
498
+ },
499
+ {
500
+ "name": "model.layers.11.self_attn.k_norm.weight",
501
+ "shape": [
502
+ 128
503
+ ],
504
+ "dtype": "float16",
505
+ "format": "f32-to-bf16",
506
+ "nbytes": 256,
507
+ "byteOffset": 8851712
508
+ },
509
+ {
510
+ "name": "model.layers.11.self_attn.c_attn.q_weight",
511
+ "shape": [
512
+ 4096,
513
+ 128
514
+ ],
515
+ "dtype": "uint32",
516
+ "format": "f32-to-bf16",
517
+ "nbytes": 2097152,
518
+ "byteOffset": 8851968
519
+ },
520
+ {
521
+ "name": "model.layers.11.self_attn.c_attn.q_scale",
522
+ "shape": [
523
+ 4096,
524
+ 32
525
+ ],
526
+ "dtype": "float16",
527
+ "format": "f32-to-bf16",
528
+ "nbytes": 262144,
529
+ "byteOffset": 10949120
530
+ },
531
+ {
532
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
533
+ "shape": [
534
+ 1024,
535
+ 256
536
+ ],
537
+ "dtype": "uint32",
538
+ "format": "f32-to-bf16",
539
+ "nbytes": 1048576,
540
+ "byteOffset": 11211264
541
+ },
542
+ {
543
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
544
+ "shape": [
545
+ 1024,
546
+ 64
547
+ ],
548
+ "dtype": "float16",
549
+ "format": "f32-to-bf16",
550
+ "nbytes": 131072,
551
+ "byteOffset": 12259840
552
+ },
553
+ {
554
+ "name": "model.layers.11.self_attn.q_norm.weight",
555
+ "shape": [
556
+ 128
557
+ ],
558
+ "dtype": "float16",
559
+ "format": "f32-to-bf16",
560
+ "nbytes": 256,
561
+ "byteOffset": 12390912
562
+ },
563
+ {
564
+ "name": "model.layers.12.input_layernorm.weight",
565
+ "shape": [
566
+ 1024
567
+ ],
568
+ "dtype": "float16",
569
+ "format": "f32-to-bf16",
570
+ "nbytes": 2048,
571
+ "byteOffset": 12391168
572
+ },
573
+ {
574
+ "name": "model.layers.12.mlp.down_proj.q_weight",
575
+ "shape": [
576
+ 1024,
577
+ 384
578
+ ],
579
+ "dtype": "uint32",
580
+ "format": "f32-to-bf16",
581
+ "nbytes": 1572864,
582
+ "byteOffset": 12393216
583
+ },
584
+ {
585
+ "name": "model.layers.12.mlp.down_proj.q_scale",
586
+ "shape": [
587
+ 1024,
588
+ 96
589
+ ],
590
+ "dtype": "float16",
591
+ "format": "f32-to-bf16",
592
+ "nbytes": 196608,
593
+ "byteOffset": 13966080
594
+ },
595
+ {
596
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
597
+ "shape": [
598
+ 6144,
599
+ 128
600
+ ],
601
+ "dtype": "uint32",
602
+ "format": "f32-to-bf16",
603
+ "nbytes": 3145728,
604
+ "byteOffset": 14162688
605
+ },
606
+ {
607
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
608
+ "shape": [
609
+ 6144,
610
+ 32
611
+ ],
612
+ "dtype": "float16",
613
+ "format": "f32-to-bf16",
614
+ "nbytes": 393216,
615
+ "byteOffset": 17308416
616
+ },
617
+ {
618
+ "name": "model.layers.12.post_attention_layernorm.weight",
619
+ "shape": [
620
+ 1024
621
+ ],
622
+ "dtype": "float16",
623
+ "format": "f32-to-bf16",
624
+ "nbytes": 2048,
625
+ "byteOffset": 17701632
626
+ },
627
+ {
628
+ "name": "model.layers.12.self_attn.k_norm.weight",
629
+ "shape": [
630
+ 128
631
+ ],
632
+ "dtype": "float16",
633
+ "format": "f32-to-bf16",
634
+ "nbytes": 256,
635
+ "byteOffset": 17703680
636
+ },
637
+ {
638
+ "name": "model.layers.12.self_attn.c_attn.q_weight",
639
+ "shape": [
640
+ 4096,
641
+ 128
642
+ ],
643
+ "dtype": "uint32",
644
+ "format": "f32-to-bf16",
645
+ "nbytes": 2097152,
646
+ "byteOffset": 17703936
647
+ },
648
+ {
649
+ "name": "model.layers.12.self_attn.c_attn.q_scale",
650
+ "shape": [
651
+ 4096,
652
+ 32
653
+ ],
654
+ "dtype": "float16",
655
+ "format": "f32-to-bf16",
656
+ "nbytes": 262144,
657
+ "byteOffset": 19801088
658
+ },
659
+ {
660
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
661
+ "shape": [
662
+ 1024,
663
+ 256
664
+ ],
665
+ "dtype": "uint32",
666
+ "format": "f32-to-bf16",
667
+ "nbytes": 1048576,
668
+ "byteOffset": 20063232
669
+ },
670
+ {
671
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
672
+ "shape": [
673
+ 1024,
674
+ 64
675
+ ],
676
+ "dtype": "float16",
677
+ "format": "f32-to-bf16",
678
+ "nbytes": 131072,
679
+ "byteOffset": 21111808
680
+ },
681
+ {
682
+ "name": "model.layers.12.self_attn.q_norm.weight",
683
+ "shape": [
684
+ 128
685
+ ],
686
+ "dtype": "float16",
687
+ "format": "f32-to-bf16",
688
+ "nbytes": 256,
689
+ "byteOffset": 21242880
690
+ },
691
+ {
692
+ "name": "model.layers.13.input_layernorm.weight",
693
+ "shape": [
694
+ 1024
695
+ ],
696
+ "dtype": "float16",
697
+ "format": "f32-to-bf16",
698
+ "nbytes": 2048,
699
+ "byteOffset": 21243136
700
+ },
701
+ {
702
+ "name": "model.layers.13.mlp.down_proj.q_weight",
703
+ "shape": [
704
+ 1024,
705
+ 384
706
+ ],
707
+ "dtype": "uint32",
708
+ "format": "f32-to-bf16",
709
+ "nbytes": 1572864,
710
+ "byteOffset": 21245184
711
+ },
712
+ {
713
+ "name": "model.layers.13.mlp.down_proj.q_scale",
714
+ "shape": [
715
+ 1024,
716
+ 96
717
+ ],
718
+ "dtype": "float16",
719
+ "format": "f32-to-bf16",
720
+ "nbytes": 196608,
721
+ "byteOffset": 22818048
722
+ },
723
+ {
724
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
725
+ "shape": [
726
+ 6144,
727
+ 128
728
+ ],
729
+ "dtype": "uint32",
730
+ "format": "f32-to-bf16",
731
+ "nbytes": 3145728,
732
+ "byteOffset": 23014656
733
+ },
734
+ {
735
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
736
+ "shape": [
737
+ 6144,
738
+ 32
739
+ ],
740
+ "dtype": "float16",
741
+ "format": "f32-to-bf16",
742
+ "nbytes": 393216,
743
+ "byteOffset": 26160384
744
+ },
745
+ {
746
+ "name": "model.layers.13.post_attention_layernorm.weight",
747
+ "shape": [
748
+ 1024
749
+ ],
750
+ "dtype": "float16",
751
+ "format": "f32-to-bf16",
752
+ "nbytes": 2048,
753
+ "byteOffset": 26553600
754
+ },
755
+ {
756
+ "name": "model.layers.13.self_attn.k_norm.weight",
757
+ "shape": [
758
+ 128
759
+ ],
760
+ "dtype": "float16",
761
+ "format": "f32-to-bf16",
762
+ "nbytes": 256,
763
+ "byteOffset": 26555648
764
+ },
765
+ {
766
+ "name": "model.layers.13.self_attn.c_attn.q_weight",
767
+ "shape": [
768
+ 4096,
769
+ 128
770
+ ],
771
+ "dtype": "uint32",
772
+ "format": "f32-to-bf16",
773
+ "nbytes": 2097152,
774
+ "byteOffset": 26555904
775
+ },
776
+ {
777
+ "name": "model.layers.13.self_attn.c_attn.q_scale",
778
+ "shape": [
779
+ 4096,
780
+ 32
781
+ ],
782
+ "dtype": "float16",
783
+ "format": "f32-to-bf16",
784
+ "nbytes": 262144,
785
+ "byteOffset": 28653056
786
+ },
787
+ {
788
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
789
+ "shape": [
790
+ 1024,
791
+ 256
792
+ ],
793
+ "dtype": "uint32",
794
+ "format": "f32-to-bf16",
795
+ "nbytes": 1048576,
796
+ "byteOffset": 28915200
797
+ },
798
+ {
799
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
800
+ "shape": [
801
+ 1024,
802
+ 64
803
+ ],
804
+ "dtype": "float16",
805
+ "format": "f32-to-bf16",
806
+ "nbytes": 131072,
807
+ "byteOffset": 29963776
808
+ },
809
+ {
810
+ "name": "model.layers.13.self_attn.q_norm.weight",
811
+ "shape": [
812
+ 128
813
+ ],
814
+ "dtype": "float16",
815
+ "format": "f32-to-bf16",
816
+ "nbytes": 256,
817
+ "byteOffset": 30094848
818
+ },
819
+ {
820
+ "name": "model.layers.14.input_layernorm.weight",
821
+ "shape": [
822
+ 1024
823
+ ],
824
+ "dtype": "float16",
825
+ "format": "f32-to-bf16",
826
+ "nbytes": 2048,
827
+ "byteOffset": 30095104
828
+ },
829
+ {
830
+ "name": "model.layers.14.mlp.down_proj.q_weight",
831
+ "shape": [
832
+ 1024,
833
+ 384
834
+ ],
835
+ "dtype": "uint32",
836
+ "format": "f32-to-bf16",
837
+ "nbytes": 1572864,
838
+ "byteOffset": 30097152
839
+ },
840
+ {
841
+ "name": "model.layers.14.mlp.down_proj.q_scale",
842
+ "shape": [
843
+ 1024,
844
+ 96
845
+ ],
846
+ "dtype": "float16",
847
+ "format": "f32-to-bf16",
848
+ "nbytes": 196608,
849
+ "byteOffset": 31670016
850
+ }
851
+ ],
852
+ "md5sum": "33fdd05e036437ace415da910f676d50"
853
+ },
854
+ {
855
+ "dataPath": "params_shard_3.bin",
856
+ "format": "raw-shard",
857
+ "nbytes": 33505024,
858
+ "records": [
859
+ {
860
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
861
+ "shape": [
862
+ 6144,
863
+ 128
864
+ ],
865
+ "dtype": "uint32",
866
+ "format": "f32-to-bf16",
867
+ "nbytes": 3145728,
868
+ "byteOffset": 0
869
+ },
870
+ {
871
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
872
+ "shape": [
873
+ 6144,
874
+ 32
875
+ ],
876
+ "dtype": "float16",
877
+ "format": "f32-to-bf16",
878
+ "nbytes": 393216,
879
+ "byteOffset": 3145728
880
+ },
881
+ {
882
+ "name": "model.layers.14.post_attention_layernorm.weight",
883
+ "shape": [
884
+ 1024
885
+ ],
886
+ "dtype": "float16",
887
+ "format": "f32-to-bf16",
888
+ "nbytes": 2048,
889
+ "byteOffset": 3538944
890
+ },
891
+ {
892
+ "name": "model.layers.14.self_attn.k_norm.weight",
893
+ "shape": [
894
+ 128
895
+ ],
896
+ "dtype": "float16",
897
+ "format": "f32-to-bf16",
898
+ "nbytes": 256,
899
+ "byteOffset": 3540992
900
+ },
901
+ {
902
+ "name": "model.layers.14.self_attn.c_attn.q_weight",
903
+ "shape": [
904
+ 4096,
905
+ 128
906
+ ],
907
+ "dtype": "uint32",
908
+ "format": "f32-to-bf16",
909
+ "nbytes": 2097152,
910
+ "byteOffset": 3541248
911
+ },
912
+ {
913
+ "name": "model.layers.14.self_attn.c_attn.q_scale",
914
+ "shape": [
915
+ 4096,
916
+ 32
917
+ ],
918
+ "dtype": "float16",
919
+ "format": "f32-to-bf16",
920
+ "nbytes": 262144,
921
+ "byteOffset": 5638400
922
+ },
923
+ {
924
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
925
+ "shape": [
926
+ 1024,
927
+ 256
928
+ ],
929
+ "dtype": "uint32",
930
+ "format": "f32-to-bf16",
931
+ "nbytes": 1048576,
932
+ "byteOffset": 5900544
933
+ },
934
+ {
935
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
936
+ "shape": [
937
+ 1024,
938
+ 64
939
+ ],
940
+ "dtype": "float16",
941
+ "format": "f32-to-bf16",
942
+ "nbytes": 131072,
943
+ "byteOffset": 6949120
944
+ },
945
+ {
946
+ "name": "model.layers.14.self_attn.q_norm.weight",
947
+ "shape": [
948
+ 128
949
+ ],
950
+ "dtype": "float16",
951
+ "format": "f32-to-bf16",
952
+ "nbytes": 256,
953
+ "byteOffset": 7080192
954
+ },
955
+ {
956
+ "name": "model.layers.15.input_layernorm.weight",
957
+ "shape": [
958
+ 1024
959
+ ],
960
+ "dtype": "float16",
961
+ "format": "f32-to-bf16",
962
+ "nbytes": 2048,
963
+ "byteOffset": 7080448
964
+ },
965
+ {
966
+ "name": "model.layers.15.mlp.down_proj.q_weight",
967
+ "shape": [
968
+ 1024,
969
+ 384
970
+ ],
971
+ "dtype": "uint32",
972
+ "format": "f32-to-bf16",
973
+ "nbytes": 1572864,
974
+ "byteOffset": 7082496
975
+ },
976
+ {
977
+ "name": "model.layers.15.mlp.down_proj.q_scale",
978
+ "shape": [
979
+ 1024,
980
+ 96
981
+ ],
982
+ "dtype": "float16",
983
+ "format": "f32-to-bf16",
984
+ "nbytes": 196608,
985
+ "byteOffset": 8655360
986
+ },
987
+ {
988
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
989
+ "shape": [
990
+ 6144,
991
+ 128
992
+ ],
993
+ "dtype": "uint32",
994
+ "format": "f32-to-bf16",
995
+ "nbytes": 3145728,
996
+ "byteOffset": 8851968
997
+ },
998
+ {
999
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
1000
+ "shape": [
1001
+ 6144,
1002
+ 32
1003
+ ],
1004
+ "dtype": "float16",
1005
+ "format": "f32-to-bf16",
1006
+ "nbytes": 393216,
1007
+ "byteOffset": 11997696
1008
+ },
1009
+ {
1010
+ "name": "model.layers.15.post_attention_layernorm.weight",
1011
+ "shape": [
1012
+ 1024
1013
+ ],
1014
+ "dtype": "float16",
1015
+ "format": "f32-to-bf16",
1016
+ "nbytes": 2048,
1017
+ "byteOffset": 12390912
1018
+ },
1019
+ {
1020
+ "name": "model.layers.15.self_attn.k_norm.weight",
1021
+ "shape": [
1022
+ 128
1023
+ ],
1024
+ "dtype": "float16",
1025
+ "format": "f32-to-bf16",
1026
+ "nbytes": 256,
1027
+ "byteOffset": 12392960
1028
+ },
1029
+ {
1030
+ "name": "model.layers.15.self_attn.c_attn.q_weight",
1031
+ "shape": [
1032
+ 4096,
1033
+ 128
1034
+ ],
1035
+ "dtype": "uint32",
1036
+ "format": "f32-to-bf16",
1037
+ "nbytes": 2097152,
1038
+ "byteOffset": 12393216
1039
+ },
1040
+ {
1041
+ "name": "model.layers.15.self_attn.c_attn.q_scale",
1042
+ "shape": [
1043
+ 4096,
1044
+ 32
1045
+ ],
1046
+ "dtype": "float16",
1047
+ "format": "f32-to-bf16",
1048
+ "nbytes": 262144,
1049
+ "byteOffset": 14490368
1050
+ },
1051
+ {
1052
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
1053
+ "shape": [
1054
+ 1024,
1055
+ 256
1056
+ ],
1057
+ "dtype": "uint32",
1058
+ "format": "f32-to-bf16",
1059
+ "nbytes": 1048576,
1060
+ "byteOffset": 14752512
1061
+ },
1062
+ {
1063
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
1064
+ "shape": [
1065
+ 1024,
1066
+ 64
1067
+ ],
1068
+ "dtype": "float16",
1069
+ "format": "f32-to-bf16",
1070
+ "nbytes": 131072,
1071
+ "byteOffset": 15801088
1072
+ },
1073
+ {
1074
+ "name": "model.layers.15.self_attn.q_norm.weight",
1075
+ "shape": [
1076
+ 128
1077
+ ],
1078
+ "dtype": "float16",
1079
+ "format": "f32-to-bf16",
1080
+ "nbytes": 256,
1081
+ "byteOffset": 15932160
1082
+ },
1083
+ {
1084
+ "name": "model.layers.16.input_layernorm.weight",
1085
+ "shape": [
1086
+ 1024
1087
+ ],
1088
+ "dtype": "float16",
1089
+ "format": "f32-to-bf16",
1090
+ "nbytes": 2048,
1091
+ "byteOffset": 15932416
1092
+ },
1093
+ {
1094
+ "name": "model.layers.16.mlp.down_proj.q_weight",
1095
+ "shape": [
1096
+ 1024,
1097
+ 384
1098
+ ],
1099
+ "dtype": "uint32",
1100
+ "format": "f32-to-bf16",
1101
+ "nbytes": 1572864,
1102
+ "byteOffset": 15934464
1103
+ },
1104
+ {
1105
+ "name": "model.layers.16.mlp.down_proj.q_scale",
1106
+ "shape": [
1107
+ 1024,
1108
+ 96
1109
+ ],
1110
+ "dtype": "float16",
1111
+ "format": "f32-to-bf16",
1112
+ "nbytes": 196608,
1113
+ "byteOffset": 17507328
1114
+ },
1115
+ {
1116
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
1117
+ "shape": [
1118
+ 6144,
1119
+ 128
1120
+ ],
1121
+ "dtype": "uint32",
1122
+ "format": "f32-to-bf16",
1123
+ "nbytes": 3145728,
1124
+ "byteOffset": 17703936
1125
+ },
1126
+ {
1127
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
1128
+ "shape": [
1129
+ 6144,
1130
+ 32
1131
+ ],
1132
+ "dtype": "float16",
1133
+ "format": "f32-to-bf16",
1134
+ "nbytes": 393216,
1135
+ "byteOffset": 20849664
1136
+ },
1137
+ {
1138
+ "name": "model.layers.16.post_attention_layernorm.weight",
1139
+ "shape": [
1140
+ 1024
1141
+ ],
1142
+ "dtype": "float16",
1143
+ "format": "f32-to-bf16",
1144
+ "nbytes": 2048,
1145
+ "byteOffset": 21242880
1146
+ },
1147
+ {
1148
+ "name": "model.layers.16.self_attn.k_norm.weight",
1149
+ "shape": [
1150
+ 128
1151
+ ],
1152
+ "dtype": "float16",
1153
+ "format": "f32-to-bf16",
1154
+ "nbytes": 256,
1155
+ "byteOffset": 21244928
1156
+ },
1157
+ {
1158
+ "name": "model.layers.16.self_attn.c_attn.q_weight",
1159
+ "shape": [
1160
+ 4096,
1161
+ 128
1162
+ ],
1163
+ "dtype": "uint32",
1164
+ "format": "f32-to-bf16",
1165
+ "nbytes": 2097152,
1166
+ "byteOffset": 21245184
1167
+ },
1168
+ {
1169
+ "name": "model.layers.16.self_attn.c_attn.q_scale",
1170
+ "shape": [
1171
+ 4096,
1172
+ 32
1173
+ ],
1174
+ "dtype": "float16",
1175
+ "format": "f32-to-bf16",
1176
+ "nbytes": 262144,
1177
+ "byteOffset": 23342336
1178
+ },
1179
+ {
1180
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
1181
+ "shape": [
1182
+ 1024,
1183
+ 256
1184
+ ],
1185
+ "dtype": "uint32",
1186
+ "format": "f32-to-bf16",
1187
+ "nbytes": 1048576,
1188
+ "byteOffset": 23604480
1189
+ },
1190
+ {
1191
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
1192
+ "shape": [
1193
+ 1024,
1194
+ 64
1195
+ ],
1196
+ "dtype": "float16",
1197
+ "format": "f32-to-bf16",
1198
+ "nbytes": 131072,
1199
+ "byteOffset": 24653056
1200
+ },
1201
+ {
1202
+ "name": "model.layers.16.self_attn.q_norm.weight",
1203
+ "shape": [
1204
+ 128
1205
+ ],
1206
+ "dtype": "float16",
1207
+ "format": "f32-to-bf16",
1208
+ "nbytes": 256,
1209
+ "byteOffset": 24784128
1210
+ },
1211
+ {
1212
+ "name": "model.layers.17.input_layernorm.weight",
1213
+ "shape": [
1214
+ 1024
1215
+ ],
1216
+ "dtype": "float16",
1217
+ "format": "f32-to-bf16",
1218
+ "nbytes": 2048,
1219
+ "byteOffset": 24784384
1220
+ },
1221
+ {
1222
+ "name": "model.layers.17.mlp.down_proj.q_weight",
1223
+ "shape": [
1224
+ 1024,
1225
+ 384
1226
+ ],
1227
+ "dtype": "uint32",
1228
+ "format": "f32-to-bf16",
1229
+ "nbytes": 1572864,
1230
+ "byteOffset": 24786432
1231
+ },
1232
+ {
1233
+ "name": "model.layers.17.mlp.down_proj.q_scale",
1234
+ "shape": [
1235
+ 1024,
1236
+ 96
1237
+ ],
1238
+ "dtype": "float16",
1239
+ "format": "f32-to-bf16",
1240
+ "nbytes": 196608,
1241
+ "byteOffset": 26359296
1242
+ },
1243
+ {
1244
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
1245
+ "shape": [
1246
+ 6144,
1247
+ 128
1248
+ ],
1249
+ "dtype": "uint32",
1250
+ "format": "f32-to-bf16",
1251
+ "nbytes": 3145728,
1252
+ "byteOffset": 26555904
1253
+ },
1254
+ {
1255
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
1256
+ "shape": [
1257
+ 6144,
1258
+ 32
1259
+ ],
1260
+ "dtype": "float16",
1261
+ "format": "f32-to-bf16",
1262
+ "nbytes": 393216,
1263
+ "byteOffset": 29701632
1264
+ },
1265
+ {
1266
+ "name": "model.layers.17.post_attention_layernorm.weight",
1267
+ "shape": [
1268
+ 1024
1269
+ ],
1270
+ "dtype": "float16",
1271
+ "format": "f32-to-bf16",
1272
+ "nbytes": 2048,
1273
+ "byteOffset": 30094848
1274
+ },
1275
+ {
1276
+ "name": "model.layers.17.self_attn.k_norm.weight",
1277
+ "shape": [
1278
+ 128
1279
+ ],
1280
+ "dtype": "float16",
1281
+ "format": "f32-to-bf16",
1282
+ "nbytes": 256,
1283
+ "byteOffset": 30096896
1284
+ },
1285
+ {
1286
+ "name": "model.layers.17.self_attn.c_attn.q_weight",
1287
+ "shape": [
1288
+ 4096,
1289
+ 128
1290
+ ],
1291
+ "dtype": "uint32",
1292
+ "format": "f32-to-bf16",
1293
+ "nbytes": 2097152,
1294
+ "byteOffset": 30097152
1295
+ },
1296
+ {
1297
+ "name": "model.layers.17.self_attn.c_attn.q_scale",
1298
+ "shape": [
1299
+ 4096,
1300
+ 32
1301
+ ],
1302
+ "dtype": "float16",
1303
+ "format": "f32-to-bf16",
1304
+ "nbytes": 262144,
1305
+ "byteOffset": 32194304
1306
+ },
1307
+ {
1308
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
1309
+ "shape": [
1310
+ 1024,
1311
+ 256
1312
+ ],
1313
+ "dtype": "uint32",
1314
+ "format": "f32-to-bf16",
1315
+ "nbytes": 1048576,
1316
+ "byteOffset": 32456448
1317
+ }
1318
+ ],
1319
+ "md5sum": "5e61c77586f4cc07965e6f45ce888c1d"
1320
+ },
1321
+ {
1322
+ "dataPath": "params_shard_4.bin",
1323
+ "format": "raw-shard",
1324
+ "nbytes": 32000000,
1325
+ "records": [
1326
+ {
1327
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
1328
+ "shape": [
1329
+ 1024,
1330
+ 64
1331
+ ],
1332
+ "dtype": "float16",
1333
+ "format": "f32-to-bf16",
1334
+ "nbytes": 131072,
1335
+ "byteOffset": 0
1336
+ },
1337
+ {
1338
+ "name": "model.layers.17.self_attn.q_norm.weight",
1339
+ "shape": [
1340
+ 128
1341
+ ],
1342
+ "dtype": "float16",
1343
+ "format": "f32-to-bf16",
1344
+ "nbytes": 256,
1345
+ "byteOffset": 131072
1346
+ },
1347
+ {
1348
+ "name": "model.layers.18.input_layernorm.weight",
1349
+ "shape": [
1350
+ 1024
1351
+ ],
1352
+ "dtype": "float16",
1353
+ "format": "f32-to-bf16",
1354
+ "nbytes": 2048,
1355
+ "byteOffset": 131328
1356
+ },
1357
+ {
1358
+ "name": "model.layers.18.mlp.down_proj.q_weight",
1359
+ "shape": [
1360
+ 1024,
1361
+ 384
1362
+ ],
1363
+ "dtype": "uint32",
1364
+ "format": "f32-to-bf16",
1365
+ "nbytes": 1572864,
1366
+ "byteOffset": 133376
1367
+ },
1368
+ {
1369
+ "name": "model.layers.18.mlp.down_proj.q_scale",
1370
+ "shape": [
1371
+ 1024,
1372
+ 96
1373
+ ],
1374
+ "dtype": "float16",
1375
+ "format": "f32-to-bf16",
1376
+ "nbytes": 196608,
1377
+ "byteOffset": 1706240
1378
+ },
1379
+ {
1380
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
1381
+ "shape": [
1382
+ 6144,
1383
+ 128
1384
+ ],
1385
+ "dtype": "uint32",
1386
+ "format": "f32-to-bf16",
1387
+ "nbytes": 3145728,
1388
+ "byteOffset": 1902848
1389
+ },
1390
+ {
1391
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
1392
+ "shape": [
1393
+ 6144,
1394
+ 32
1395
+ ],
1396
+ "dtype": "float16",
1397
+ "format": "f32-to-bf16",
1398
+ "nbytes": 393216,
1399
+ "byteOffset": 5048576
1400
+ },
1401
+ {
1402
+ "name": "model.layers.18.post_attention_layernorm.weight",
1403
+ "shape": [
1404
+ 1024
1405
+ ],
1406
+ "dtype": "float16",
1407
+ "format": "f32-to-bf16",
1408
+ "nbytes": 2048,
1409
+ "byteOffset": 5441792
1410
+ },
1411
+ {
1412
+ "name": "model.layers.18.self_attn.k_norm.weight",
1413
+ "shape": [
1414
+ 128
1415
+ ],
1416
+ "dtype": "float16",
1417
+ "format": "f32-to-bf16",
1418
+ "nbytes": 256,
1419
+ "byteOffset": 5443840
1420
+ },
1421
+ {
1422
+ "name": "model.layers.18.self_attn.c_attn.q_weight",
1423
+ "shape": [
1424
+ 4096,
1425
+ 128
1426
+ ],
1427
+ "dtype": "uint32",
1428
+ "format": "f32-to-bf16",
1429
+ "nbytes": 2097152,
1430
+ "byteOffset": 5444096
1431
+ },
1432
+ {
1433
+ "name": "model.layers.18.self_attn.c_attn.q_scale",
1434
+ "shape": [
1435
+ 4096,
1436
+ 32
1437
+ ],
1438
+ "dtype": "float16",
1439
+ "format": "f32-to-bf16",
1440
+ "nbytes": 262144,
1441
+ "byteOffset": 7541248
1442
+ },
1443
+ {
1444
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
1445
+ "shape": [
1446
+ 1024,
1447
+ 256
1448
+ ],
1449
+ "dtype": "uint32",
1450
+ "format": "f32-to-bf16",
1451
+ "nbytes": 1048576,
1452
+ "byteOffset": 7803392
1453
+ },
1454
+ {
1455
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
1456
+ "shape": [
1457
+ 1024,
1458
+ 64
1459
+ ],
1460
+ "dtype": "float16",
1461
+ "format": "f32-to-bf16",
1462
+ "nbytes": 131072,
1463
+ "byteOffset": 8851968
1464
+ },
1465
+ {
1466
+ "name": "model.layers.18.self_attn.q_norm.weight",
1467
+ "shape": [
1468
+ 128
1469
+ ],
1470
+ "dtype": "float16",
1471
+ "format": "f32-to-bf16",
1472
+ "nbytes": 256,
1473
+ "byteOffset": 8983040
1474
+ },
1475
+ {
1476
+ "name": "model.layers.19.input_layernorm.weight",
1477
+ "shape": [
1478
+ 1024
1479
+ ],
1480
+ "dtype": "float16",
1481
+ "format": "f32-to-bf16",
1482
+ "nbytes": 2048,
1483
+ "byteOffset": 8983296
1484
+ },
1485
+ {
1486
+ "name": "model.layers.19.mlp.down_proj.q_weight",
1487
+ "shape": [
1488
+ 1024,
1489
+ 384
1490
+ ],
1491
+ "dtype": "uint32",
1492
+ "format": "f32-to-bf16",
1493
+ "nbytes": 1572864,
1494
+ "byteOffset": 8985344
1495
+ },
1496
+ {
1497
+ "name": "model.layers.19.mlp.down_proj.q_scale",
1498
+ "shape": [
1499
+ 1024,
1500
+ 96
1501
+ ],
1502
+ "dtype": "float16",
1503
+ "format": "f32-to-bf16",
1504
+ "nbytes": 196608,
1505
+ "byteOffset": 10558208
1506
+ },
1507
+ {
1508
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
1509
+ "shape": [
1510
+ 6144,
1511
+ 128
1512
+ ],
1513
+ "dtype": "uint32",
1514
+ "format": "f32-to-bf16",
1515
+ "nbytes": 3145728,
1516
+ "byteOffset": 10754816
1517
+ },
1518
+ {
1519
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
1520
+ "shape": [
1521
+ 6144,
1522
+ 32
1523
+ ],
1524
+ "dtype": "float16",
1525
+ "format": "f32-to-bf16",
1526
+ "nbytes": 393216,
1527
+ "byteOffset": 13900544
1528
+ },
1529
+ {
1530
+ "name": "model.layers.19.post_attention_layernorm.weight",
1531
+ "shape": [
1532
+ 1024
1533
+ ],
1534
+ "dtype": "float16",
1535
+ "format": "f32-to-bf16",
1536
+ "nbytes": 2048,
1537
+ "byteOffset": 14293760
1538
+ },
1539
+ {
1540
+ "name": "model.layers.19.self_attn.k_norm.weight",
1541
+ "shape": [
1542
+ 128
1543
+ ],
1544
+ "dtype": "float16",
1545
+ "format": "f32-to-bf16",
1546
+ "nbytes": 256,
1547
+ "byteOffset": 14295808
1548
+ },
1549
+ {
1550
+ "name": "model.layers.19.self_attn.c_attn.q_weight",
1551
+ "shape": [
1552
+ 4096,
1553
+ 128
1554
+ ],
1555
+ "dtype": "uint32",
1556
+ "format": "f32-to-bf16",
1557
+ "nbytes": 2097152,
1558
+ "byteOffset": 14296064
1559
+ },
1560
+ {
1561
+ "name": "model.layers.19.self_attn.c_attn.q_scale",
1562
+ "shape": [
1563
+ 4096,
1564
+ 32
1565
+ ],
1566
+ "dtype": "float16",
1567
+ "format": "f32-to-bf16",
1568
+ "nbytes": 262144,
1569
+ "byteOffset": 16393216
1570
+ },
1571
+ {
1572
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
1573
+ "shape": [
1574
+ 1024,
1575
+ 256
1576
+ ],
1577
+ "dtype": "uint32",
1578
+ "format": "f32-to-bf16",
1579
+ "nbytes": 1048576,
1580
+ "byteOffset": 16655360
1581
+ },
1582
+ {
1583
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
1584
+ "shape": [
1585
+ 1024,
1586
+ 64
1587
+ ],
1588
+ "dtype": "float16",
1589
+ "format": "f32-to-bf16",
1590
+ "nbytes": 131072,
1591
+ "byteOffset": 17703936
1592
+ },
1593
+ {
1594
+ "name": "model.layers.19.self_attn.q_norm.weight",
1595
+ "shape": [
1596
+ 128
1597
+ ],
1598
+ "dtype": "float16",
1599
+ "format": "f32-to-bf16",
1600
+ "nbytes": 256,
1601
+ "byteOffset": 17835008
1602
+ },
1603
+ {
1604
+ "name": "model.layers.2.input_layernorm.weight",
1605
+ "shape": [
1606
+ 1024
1607
+ ],
1608
+ "dtype": "float16",
1609
+ "format": "f32-to-bf16",
1610
+ "nbytes": 2048,
1611
+ "byteOffset": 17835264
1612
+ },
1613
+ {
1614
+ "name": "model.layers.2.mlp.down_proj.q_weight",
1615
+ "shape": [
1616
+ 1024,
1617
+ 384
1618
+ ],
1619
+ "dtype": "uint32",
1620
+ "format": "f32-to-bf16",
1621
+ "nbytes": 1572864,
1622
+ "byteOffset": 17837312
1623
+ },
1624
+ {
1625
+ "name": "model.layers.2.mlp.down_proj.q_scale",
1626
+ "shape": [
1627
+ 1024,
1628
+ 96
1629
+ ],
1630
+ "dtype": "float16",
1631
+ "format": "f32-to-bf16",
1632
+ "nbytes": 196608,
1633
+ "byteOffset": 19410176
1634
+ },
1635
+ {
1636
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
1637
+ "shape": [
1638
+ 6144,
1639
+ 128
1640
+ ],
1641
+ "dtype": "uint32",
1642
+ "format": "f32-to-bf16",
1643
+ "nbytes": 3145728,
1644
+ "byteOffset": 19606784
1645
+ },
1646
+ {
1647
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
1648
+ "shape": [
1649
+ 6144,
1650
+ 32
1651
+ ],
1652
+ "dtype": "float16",
1653
+ "format": "f32-to-bf16",
1654
+ "nbytes": 393216,
1655
+ "byteOffset": 22752512
1656
+ },
1657
+ {
1658
+ "name": "model.layers.2.post_attention_layernorm.weight",
1659
+ "shape": [
1660
+ 1024
1661
+ ],
1662
+ "dtype": "float16",
1663
+ "format": "f32-to-bf16",
1664
+ "nbytes": 2048,
1665
+ "byteOffset": 23145728
1666
+ },
1667
+ {
1668
+ "name": "model.layers.2.self_attn.k_norm.weight",
1669
+ "shape": [
1670
+ 128
1671
+ ],
1672
+ "dtype": "float16",
1673
+ "format": "f32-to-bf16",
1674
+ "nbytes": 256,
1675
+ "byteOffset": 23147776
1676
+ },
1677
+ {
1678
+ "name": "model.layers.2.self_attn.c_attn.q_weight",
1679
+ "shape": [
1680
+ 4096,
1681
+ 128
1682
+ ],
1683
+ "dtype": "uint32",
1684
+ "format": "f32-to-bf16",
1685
+ "nbytes": 2097152,
1686
+ "byteOffset": 23148032
1687
+ },
1688
+ {
1689
+ "name": "model.layers.2.self_attn.c_attn.q_scale",
1690
+ "shape": [
1691
+ 4096,
1692
+ 32
1693
+ ],
1694
+ "dtype": "float16",
1695
+ "format": "f32-to-bf16",
1696
+ "nbytes": 262144,
1697
+ "byteOffset": 25245184
1698
+ },
1699
+ {
1700
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
1701
+ "shape": [
1702
+ 1024,
1703
+ 256
1704
+ ],
1705
+ "dtype": "uint32",
1706
+ "format": "f32-to-bf16",
1707
+ "nbytes": 1048576,
1708
+ "byteOffset": 25507328
1709
+ },
1710
+ {
1711
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
1712
+ "shape": [
1713
+ 1024,
1714
+ 64
1715
+ ],
1716
+ "dtype": "float16",
1717
+ "format": "f32-to-bf16",
1718
+ "nbytes": 131072,
1719
+ "byteOffset": 26555904
1720
+ },
1721
+ {
1722
+ "name": "model.layers.2.self_attn.q_norm.weight",
1723
+ "shape": [
1724
+ 128
1725
+ ],
1726
+ "dtype": "float16",
1727
+ "format": "f32-to-bf16",
1728
+ "nbytes": 256,
1729
+ "byteOffset": 26686976
1730
+ },
1731
+ {
1732
+ "name": "model.layers.20.input_layernorm.weight",
1733
+ "shape": [
1734
+ 1024
1735
+ ],
1736
+ "dtype": "float16",
1737
+ "format": "f32-to-bf16",
1738
+ "nbytes": 2048,
1739
+ "byteOffset": 26687232
1740
+ },
1741
+ {
1742
+ "name": "model.layers.20.mlp.down_proj.q_weight",
1743
+ "shape": [
1744
+ 1024,
1745
+ 384
1746
+ ],
1747
+ "dtype": "uint32",
1748
+ "format": "f32-to-bf16",
1749
+ "nbytes": 1572864,
1750
+ "byteOffset": 26689280
1751
+ },
1752
+ {
1753
+ "name": "model.layers.20.mlp.down_proj.q_scale",
1754
+ "shape": [
1755
+ 1024,
1756
+ 96
1757
+ ],
1758
+ "dtype": "float16",
1759
+ "format": "f32-to-bf16",
1760
+ "nbytes": 196608,
1761
+ "byteOffset": 28262144
1762
+ },
1763
+ {
1764
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
1765
+ "shape": [
1766
+ 6144,
1767
+ 128
1768
+ ],
1769
+ "dtype": "uint32",
1770
+ "format": "f32-to-bf16",
1771
+ "nbytes": 3145728,
1772
+ "byteOffset": 28458752
1773
+ },
1774
+ {
1775
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
1776
+ "shape": [
1777
+ 6144,
1778
+ 32
1779
+ ],
1780
+ "dtype": "float16",
1781
+ "format": "f32-to-bf16",
1782
+ "nbytes": 393216,
1783
+ "byteOffset": 31604480
1784
+ },
1785
+ {
1786
+ "name": "model.layers.20.post_attention_layernorm.weight",
1787
+ "shape": [
1788
+ 1024
1789
+ ],
1790
+ "dtype": "float16",
1791
+ "format": "f32-to-bf16",
1792
+ "nbytes": 2048,
1793
+ "byteOffset": 31997696
1794
+ },
1795
+ {
1796
+ "name": "model.layers.20.self_attn.k_norm.weight",
1797
+ "shape": [
1798
+ 128
1799
+ ],
1800
+ "dtype": "float16",
1801
+ "format": "f32-to-bf16",
1802
+ "nbytes": 256,
1803
+ "byteOffset": 31999744
1804
+ }
1805
+ ],
1806
+ "md5sum": "dff536e1746628668e0522bd081dd44d"
1807
+ },
1808
+ {
1809
+ "dataPath": "params_shard_5.bin",
1810
+ "format": "raw-shard",
1811
+ "nbytes": 31866624,
1812
+ "records": [
1813
+ {
1814
+ "name": "model.layers.20.self_attn.c_attn.q_weight",
1815
+ "shape": [
1816
+ 4096,
1817
+ 128
1818
+ ],
1819
+ "dtype": "uint32",
1820
+ "format": "f32-to-bf16",
1821
+ "nbytes": 2097152,
1822
+ "byteOffset": 0
1823
+ },
1824
+ {
1825
+ "name": "model.layers.20.self_attn.c_attn.q_scale",
1826
+ "shape": [
1827
+ 4096,
1828
+ 32
1829
+ ],
1830
+ "dtype": "float16",
1831
+ "format": "f32-to-bf16",
1832
+ "nbytes": 262144,
1833
+ "byteOffset": 2097152
1834
+ },
1835
+ {
1836
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
1837
+ "shape": [
1838
+ 1024,
1839
+ 256
1840
+ ],
1841
+ "dtype": "uint32",
1842
+ "format": "f32-to-bf16",
1843
+ "nbytes": 1048576,
1844
+ "byteOffset": 2359296
1845
+ },
1846
+ {
1847
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
1848
+ "shape": [
1849
+ 1024,
1850
+ 64
1851
+ ],
1852
+ "dtype": "float16",
1853
+ "format": "f32-to-bf16",
1854
+ "nbytes": 131072,
1855
+ "byteOffset": 3407872
1856
+ },
1857
+ {
1858
+ "name": "model.layers.20.self_attn.q_norm.weight",
1859
+ "shape": [
1860
+ 128
1861
+ ],
1862
+ "dtype": "float16",
1863
+ "format": "f32-to-bf16",
1864
+ "nbytes": 256,
1865
+ "byteOffset": 3538944
1866
+ },
1867
+ {
1868
+ "name": "model.layers.21.input_layernorm.weight",
1869
+ "shape": [
1870
+ 1024
1871
+ ],
1872
+ "dtype": "float16",
1873
+ "format": "f32-to-bf16",
1874
+ "nbytes": 2048,
1875
+ "byteOffset": 3539200
1876
+ },
1877
+ {
1878
+ "name": "model.layers.21.mlp.down_proj.q_weight",
1879
+ "shape": [
1880
+ 1024,
1881
+ 384
1882
+ ],
1883
+ "dtype": "uint32",
1884
+ "format": "f32-to-bf16",
1885
+ "nbytes": 1572864,
1886
+ "byteOffset": 3541248
1887
+ },
1888
+ {
1889
+ "name": "model.layers.21.mlp.down_proj.q_scale",
1890
+ "shape": [
1891
+ 1024,
1892
+ 96
1893
+ ],
1894
+ "dtype": "float16",
1895
+ "format": "f32-to-bf16",
1896
+ "nbytes": 196608,
1897
+ "byteOffset": 5114112
1898
+ },
1899
+ {
1900
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
1901
+ "shape": [
1902
+ 6144,
1903
+ 128
1904
+ ],
1905
+ "dtype": "uint32",
1906
+ "format": "f32-to-bf16",
1907
+ "nbytes": 3145728,
1908
+ "byteOffset": 5310720
1909
+ },
1910
+ {
1911
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
1912
+ "shape": [
1913
+ 6144,
1914
+ 32
1915
+ ],
1916
+ "dtype": "float16",
1917
+ "format": "f32-to-bf16",
1918
+ "nbytes": 393216,
1919
+ "byteOffset": 8456448
1920
+ },
1921
+ {
1922
+ "name": "model.layers.21.post_attention_layernorm.weight",
1923
+ "shape": [
1924
+ 1024
1925
+ ],
1926
+ "dtype": "float16",
1927
+ "format": "f32-to-bf16",
1928
+ "nbytes": 2048,
1929
+ "byteOffset": 8849664
1930
+ },
1931
+ {
1932
+ "name": "model.layers.21.self_attn.k_norm.weight",
1933
+ "shape": [
1934
+ 128
1935
+ ],
1936
+ "dtype": "float16",
1937
+ "format": "f32-to-bf16",
1938
+ "nbytes": 256,
1939
+ "byteOffset": 8851712
1940
+ },
1941
+ {
1942
+ "name": "model.layers.21.self_attn.c_attn.q_weight",
1943
+ "shape": [
1944
+ 4096,
1945
+ 128
1946
+ ],
1947
+ "dtype": "uint32",
1948
+ "format": "f32-to-bf16",
1949
+ "nbytes": 2097152,
1950
+ "byteOffset": 8851968
1951
+ },
1952
+ {
1953
+ "name": "model.layers.21.self_attn.c_attn.q_scale",
1954
+ "shape": [
1955
+ 4096,
1956
+ 32
1957
+ ],
1958
+ "dtype": "float16",
1959
+ "format": "f32-to-bf16",
1960
+ "nbytes": 262144,
1961
+ "byteOffset": 10949120
1962
+ },
1963
+ {
1964
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
1965
+ "shape": [
1966
+ 1024,
1967
+ 256
1968
+ ],
1969
+ "dtype": "uint32",
1970
+ "format": "f32-to-bf16",
1971
+ "nbytes": 1048576,
1972
+ "byteOffset": 11211264
1973
+ },
1974
+ {
1975
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
1976
+ "shape": [
1977
+ 1024,
1978
+ 64
1979
+ ],
1980
+ "dtype": "float16",
1981
+ "format": "f32-to-bf16",
1982
+ "nbytes": 131072,
1983
+ "byteOffset": 12259840
1984
+ },
1985
+ {
1986
+ "name": "model.layers.21.self_attn.q_norm.weight",
1987
+ "shape": [
1988
+ 128
1989
+ ],
1990
+ "dtype": "float16",
1991
+ "format": "f32-to-bf16",
1992
+ "nbytes": 256,
1993
+ "byteOffset": 12390912
1994
+ },
1995
+ {
1996
+ "name": "model.layers.22.input_layernorm.weight",
1997
+ "shape": [
1998
+ 1024
1999
+ ],
2000
+ "dtype": "float16",
2001
+ "format": "f32-to-bf16",
2002
+ "nbytes": 2048,
2003
+ "byteOffset": 12391168
2004
+ },
2005
+ {
2006
+ "name": "model.layers.22.mlp.down_proj.q_weight",
2007
+ "shape": [
2008
+ 1024,
2009
+ 384
2010
+ ],
2011
+ "dtype": "uint32",
2012
+ "format": "f32-to-bf16",
2013
+ "nbytes": 1572864,
2014
+ "byteOffset": 12393216
2015
+ },
2016
+ {
2017
+ "name": "model.layers.22.mlp.down_proj.q_scale",
2018
+ "shape": [
2019
+ 1024,
2020
+ 96
2021
+ ],
2022
+ "dtype": "float16",
2023
+ "format": "f32-to-bf16",
2024
+ "nbytes": 196608,
2025
+ "byteOffset": 13966080
2026
+ },
2027
+ {
2028
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
2029
+ "shape": [
2030
+ 6144,
2031
+ 128
2032
+ ],
2033
+ "dtype": "uint32",
2034
+ "format": "f32-to-bf16",
2035
+ "nbytes": 3145728,
2036
+ "byteOffset": 14162688
2037
+ },
2038
+ {
2039
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
2040
+ "shape": [
2041
+ 6144,
2042
+ 32
2043
+ ],
2044
+ "dtype": "float16",
2045
+ "format": "f32-to-bf16",
2046
+ "nbytes": 393216,
2047
+ "byteOffset": 17308416
2048
+ },
2049
+ {
2050
+ "name": "model.layers.22.post_attention_layernorm.weight",
2051
+ "shape": [
2052
+ 1024
2053
+ ],
2054
+ "dtype": "float16",
2055
+ "format": "f32-to-bf16",
2056
+ "nbytes": 2048,
2057
+ "byteOffset": 17701632
2058
+ },
2059
+ {
2060
+ "name": "model.layers.22.self_attn.k_norm.weight",
2061
+ "shape": [
2062
+ 128
2063
+ ],
2064
+ "dtype": "float16",
2065
+ "format": "f32-to-bf16",
2066
+ "nbytes": 256,
2067
+ "byteOffset": 17703680
2068
+ },
2069
+ {
2070
+ "name": "model.layers.22.self_attn.c_attn.q_weight",
2071
+ "shape": [
2072
+ 4096,
2073
+ 128
2074
+ ],
2075
+ "dtype": "uint32",
2076
+ "format": "f32-to-bf16",
2077
+ "nbytes": 2097152,
2078
+ "byteOffset": 17703936
2079
+ },
2080
+ {
2081
+ "name": "model.layers.22.self_attn.c_attn.q_scale",
2082
+ "shape": [
2083
+ 4096,
2084
+ 32
2085
+ ],
2086
+ "dtype": "float16",
2087
+ "format": "f32-to-bf16",
2088
+ "nbytes": 262144,
2089
+ "byteOffset": 19801088
2090
+ },
2091
+ {
2092
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
2093
+ "shape": [
2094
+ 1024,
2095
+ 256
2096
+ ],
2097
+ "dtype": "uint32",
2098
+ "format": "f32-to-bf16",
2099
+ "nbytes": 1048576,
2100
+ "byteOffset": 20063232
2101
+ },
2102
+ {
2103
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
2104
+ "shape": [
2105
+ 1024,
2106
+ 64
2107
+ ],
2108
+ "dtype": "float16",
2109
+ "format": "f32-to-bf16",
2110
+ "nbytes": 131072,
2111
+ "byteOffset": 21111808
2112
+ },
2113
+ {
2114
+ "name": "model.layers.22.self_attn.q_norm.weight",
2115
+ "shape": [
2116
+ 128
2117
+ ],
2118
+ "dtype": "float16",
2119
+ "format": "f32-to-bf16",
2120
+ "nbytes": 256,
2121
+ "byteOffset": 21242880
2122
+ },
2123
+ {
2124
+ "name": "model.layers.23.input_layernorm.weight",
2125
+ "shape": [
2126
+ 1024
2127
+ ],
2128
+ "dtype": "float16",
2129
+ "format": "f32-to-bf16",
2130
+ "nbytes": 2048,
2131
+ "byteOffset": 21243136
2132
+ },
2133
+ {
2134
+ "name": "model.layers.23.mlp.down_proj.q_weight",
2135
+ "shape": [
2136
+ 1024,
2137
+ 384
2138
+ ],
2139
+ "dtype": "uint32",
2140
+ "format": "f32-to-bf16",
2141
+ "nbytes": 1572864,
2142
+ "byteOffset": 21245184
2143
+ },
2144
+ {
2145
+ "name": "model.layers.23.mlp.down_proj.q_scale",
2146
+ "shape": [
2147
+ 1024,
2148
+ 96
2149
+ ],
2150
+ "dtype": "float16",
2151
+ "format": "f32-to-bf16",
2152
+ "nbytes": 196608,
2153
+ "byteOffset": 22818048
2154
+ },
2155
+ {
2156
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
2157
+ "shape": [
2158
+ 6144,
2159
+ 128
2160
+ ],
2161
+ "dtype": "uint32",
2162
+ "format": "f32-to-bf16",
2163
+ "nbytes": 3145728,
2164
+ "byteOffset": 23014656
2165
+ },
2166
+ {
2167
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
2168
+ "shape": [
2169
+ 6144,
2170
+ 32
2171
+ ],
2172
+ "dtype": "float16",
2173
+ "format": "f32-to-bf16",
2174
+ "nbytes": 393216,
2175
+ "byteOffset": 26160384
2176
+ },
2177
+ {
2178
+ "name": "model.layers.23.post_attention_layernorm.weight",
2179
+ "shape": [
2180
+ 1024
2181
+ ],
2182
+ "dtype": "float16",
2183
+ "format": "f32-to-bf16",
2184
+ "nbytes": 2048,
2185
+ "byteOffset": 26553600
2186
+ },
2187
+ {
2188
+ "name": "model.layers.23.self_attn.k_norm.weight",
2189
+ "shape": [
2190
+ 128
2191
+ ],
2192
+ "dtype": "float16",
2193
+ "format": "f32-to-bf16",
2194
+ "nbytes": 256,
2195
+ "byteOffset": 26555648
2196
+ },
2197
+ {
2198
+ "name": "model.layers.23.self_attn.c_attn.q_weight",
2199
+ "shape": [
2200
+ 4096,
2201
+ 128
2202
+ ],
2203
+ "dtype": "uint32",
2204
+ "format": "f32-to-bf16",
2205
+ "nbytes": 2097152,
2206
+ "byteOffset": 26555904
2207
+ },
2208
+ {
2209
+ "name": "model.layers.23.self_attn.c_attn.q_scale",
2210
+ "shape": [
2211
+ 4096,
2212
+ 32
2213
+ ],
2214
+ "dtype": "float16",
2215
+ "format": "f32-to-bf16",
2216
+ "nbytes": 262144,
2217
+ "byteOffset": 28653056
2218
+ },
2219
+ {
2220
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
2221
+ "shape": [
2222
+ 1024,
2223
+ 256
2224
+ ],
2225
+ "dtype": "uint32",
2226
+ "format": "f32-to-bf16",
2227
+ "nbytes": 1048576,
2228
+ "byteOffset": 28915200
2229
+ },
2230
+ {
2231
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
2232
+ "shape": [
2233
+ 1024,
2234
+ 64
2235
+ ],
2236
+ "dtype": "float16",
2237
+ "format": "f32-to-bf16",
2238
+ "nbytes": 131072,
2239
+ "byteOffset": 29963776
2240
+ },
2241
+ {
2242
+ "name": "model.layers.23.self_attn.q_norm.weight",
2243
+ "shape": [
2244
+ 128
2245
+ ],
2246
+ "dtype": "float16",
2247
+ "format": "f32-to-bf16",
2248
+ "nbytes": 256,
2249
+ "byteOffset": 30094848
2250
+ },
2251
+ {
2252
+ "name": "model.layers.24.input_layernorm.weight",
2253
+ "shape": [
2254
+ 1024
2255
+ ],
2256
+ "dtype": "float16",
2257
+ "format": "f32-to-bf16",
2258
+ "nbytes": 2048,
2259
+ "byteOffset": 30095104
2260
+ },
2261
+ {
2262
+ "name": "model.layers.24.mlp.down_proj.q_weight",
2263
+ "shape": [
2264
+ 1024,
2265
+ 384
2266
+ ],
2267
+ "dtype": "uint32",
2268
+ "format": "f32-to-bf16",
2269
+ "nbytes": 1572864,
2270
+ "byteOffset": 30097152
2271
+ },
2272
+ {
2273
+ "name": "model.layers.24.mlp.down_proj.q_scale",
2274
+ "shape": [
2275
+ 1024,
2276
+ 96
2277
+ ],
2278
+ "dtype": "float16",
2279
+ "format": "f32-to-bf16",
2280
+ "nbytes": 196608,
2281
+ "byteOffset": 31670016
2282
+ }
2283
+ ],
2284
+ "md5sum": "75b015ee2ee422938df84c7e479a83c4"
2285
+ },
2286
+ {
2287
+ "dataPath": "params_shard_6.bin",
2288
+ "format": "raw-shard",
2289
+ "nbytes": 33505024,
2290
+ "records": [
2291
+ {
2292
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
2293
+ "shape": [
2294
+ 6144,
2295
+ 128
2296
+ ],
2297
+ "dtype": "uint32",
2298
+ "format": "f32-to-bf16",
2299
+ "nbytes": 3145728,
2300
+ "byteOffset": 0
2301
+ },
2302
+ {
2303
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
2304
+ "shape": [
2305
+ 6144,
2306
+ 32
2307
+ ],
2308
+ "dtype": "float16",
2309
+ "format": "f32-to-bf16",
2310
+ "nbytes": 393216,
2311
+ "byteOffset": 3145728
2312
+ },
2313
+ {
2314
+ "name": "model.layers.24.post_attention_layernorm.weight",
2315
+ "shape": [
2316
+ 1024
2317
+ ],
2318
+ "dtype": "float16",
2319
+ "format": "f32-to-bf16",
2320
+ "nbytes": 2048,
2321
+ "byteOffset": 3538944
2322
+ },
2323
+ {
2324
+ "name": "model.layers.24.self_attn.k_norm.weight",
2325
+ "shape": [
2326
+ 128
2327
+ ],
2328
+ "dtype": "float16",
2329
+ "format": "f32-to-bf16",
2330
+ "nbytes": 256,
2331
+ "byteOffset": 3540992
2332
+ },
2333
+ {
2334
+ "name": "model.layers.24.self_attn.c_attn.q_weight",
2335
+ "shape": [
2336
+ 4096,
2337
+ 128
2338
+ ],
2339
+ "dtype": "uint32",
2340
+ "format": "f32-to-bf16",
2341
+ "nbytes": 2097152,
2342
+ "byteOffset": 3541248
2343
+ },
2344
+ {
2345
+ "name": "model.layers.24.self_attn.c_attn.q_scale",
2346
+ "shape": [
2347
+ 4096,
2348
+ 32
2349
+ ],
2350
+ "dtype": "float16",
2351
+ "format": "f32-to-bf16",
2352
+ "nbytes": 262144,
2353
+ "byteOffset": 5638400
2354
+ },
2355
+ {
2356
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
2357
+ "shape": [
2358
+ 1024,
2359
+ 256
2360
+ ],
2361
+ "dtype": "uint32",
2362
+ "format": "f32-to-bf16",
2363
+ "nbytes": 1048576,
2364
+ "byteOffset": 5900544
2365
+ },
2366
+ {
2367
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
2368
+ "shape": [
2369
+ 1024,
2370
+ 64
2371
+ ],
2372
+ "dtype": "float16",
2373
+ "format": "f32-to-bf16",
2374
+ "nbytes": 131072,
2375
+ "byteOffset": 6949120
2376
+ },
2377
+ {
2378
+ "name": "model.layers.24.self_attn.q_norm.weight",
2379
+ "shape": [
2380
+ 128
2381
+ ],
2382
+ "dtype": "float16",
2383
+ "format": "f32-to-bf16",
2384
+ "nbytes": 256,
2385
+ "byteOffset": 7080192
2386
+ },
2387
+ {
2388
+ "name": "model.layers.25.input_layernorm.weight",
2389
+ "shape": [
2390
+ 1024
2391
+ ],
2392
+ "dtype": "float16",
2393
+ "format": "f32-to-bf16",
2394
+ "nbytes": 2048,
2395
+ "byteOffset": 7080448
2396
+ },
2397
+ {
2398
+ "name": "model.layers.25.mlp.down_proj.q_weight",
2399
+ "shape": [
2400
+ 1024,
2401
+ 384
2402
+ ],
2403
+ "dtype": "uint32",
2404
+ "format": "f32-to-bf16",
2405
+ "nbytes": 1572864,
2406
+ "byteOffset": 7082496
2407
+ },
2408
+ {
2409
+ "name": "model.layers.25.mlp.down_proj.q_scale",
2410
+ "shape": [
2411
+ 1024,
2412
+ 96
2413
+ ],
2414
+ "dtype": "float16",
2415
+ "format": "f32-to-bf16",
2416
+ "nbytes": 196608,
2417
+ "byteOffset": 8655360
2418
+ },
2419
+ {
2420
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
2421
+ "shape": [
2422
+ 6144,
2423
+ 128
2424
+ ],
2425
+ "dtype": "uint32",
2426
+ "format": "f32-to-bf16",
2427
+ "nbytes": 3145728,
2428
+ "byteOffset": 8851968
2429
+ },
2430
+ {
2431
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
2432
+ "shape": [
2433
+ 6144,
2434
+ 32
2435
+ ],
2436
+ "dtype": "float16",
2437
+ "format": "f32-to-bf16",
2438
+ "nbytes": 393216,
2439
+ "byteOffset": 11997696
2440
+ },
2441
+ {
2442
+ "name": "model.layers.25.post_attention_layernorm.weight",
2443
+ "shape": [
2444
+ 1024
2445
+ ],
2446
+ "dtype": "float16",
2447
+ "format": "f32-to-bf16",
2448
+ "nbytes": 2048,
2449
+ "byteOffset": 12390912
2450
+ },
2451
+ {
2452
+ "name": "model.layers.25.self_attn.k_norm.weight",
2453
+ "shape": [
2454
+ 128
2455
+ ],
2456
+ "dtype": "float16",
2457
+ "format": "f32-to-bf16",
2458
+ "nbytes": 256,
2459
+ "byteOffset": 12392960
2460
+ },
2461
+ {
2462
+ "name": "model.layers.25.self_attn.c_attn.q_weight",
2463
+ "shape": [
2464
+ 4096,
2465
+ 128
2466
+ ],
2467
+ "dtype": "uint32",
2468
+ "format": "f32-to-bf16",
2469
+ "nbytes": 2097152,
2470
+ "byteOffset": 12393216
2471
+ },
2472
+ {
2473
+ "name": "model.layers.25.self_attn.c_attn.q_scale",
2474
+ "shape": [
2475
+ 4096,
2476
+ 32
2477
+ ],
2478
+ "dtype": "float16",
2479
+ "format": "f32-to-bf16",
2480
+ "nbytes": 262144,
2481
+ "byteOffset": 14490368
2482
+ },
2483
+ {
2484
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
2485
+ "shape": [
2486
+ 1024,
2487
+ 256
2488
+ ],
2489
+ "dtype": "uint32",
2490
+ "format": "f32-to-bf16",
2491
+ "nbytes": 1048576,
2492
+ "byteOffset": 14752512
2493
+ },
2494
+ {
2495
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
2496
+ "shape": [
2497
+ 1024,
2498
+ 64
2499
+ ],
2500
+ "dtype": "float16",
2501
+ "format": "f32-to-bf16",
2502
+ "nbytes": 131072,
2503
+ "byteOffset": 15801088
2504
+ },
2505
+ {
2506
+ "name": "model.layers.25.self_attn.q_norm.weight",
2507
+ "shape": [
2508
+ 128
2509
+ ],
2510
+ "dtype": "float16",
2511
+ "format": "f32-to-bf16",
2512
+ "nbytes": 256,
2513
+ "byteOffset": 15932160
2514
+ },
2515
+ {
2516
+ "name": "model.layers.26.input_layernorm.weight",
2517
+ "shape": [
2518
+ 1024
2519
+ ],
2520
+ "dtype": "float16",
2521
+ "format": "f32-to-bf16",
2522
+ "nbytes": 2048,
2523
+ "byteOffset": 15932416
2524
+ },
2525
+ {
2526
+ "name": "model.layers.26.mlp.down_proj.q_weight",
2527
+ "shape": [
2528
+ 1024,
2529
+ 384
2530
+ ],
2531
+ "dtype": "uint32",
2532
+ "format": "f32-to-bf16",
2533
+ "nbytes": 1572864,
2534
+ "byteOffset": 15934464
2535
+ },
2536
+ {
2537
+ "name": "model.layers.26.mlp.down_proj.q_scale",
2538
+ "shape": [
2539
+ 1024,
2540
+ 96
2541
+ ],
2542
+ "dtype": "float16",
2543
+ "format": "f32-to-bf16",
2544
+ "nbytes": 196608,
2545
+ "byteOffset": 17507328
2546
+ },
2547
+ {
2548
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
2549
+ "shape": [
2550
+ 6144,
2551
+ 128
2552
+ ],
2553
+ "dtype": "uint32",
2554
+ "format": "f32-to-bf16",
2555
+ "nbytes": 3145728,
2556
+ "byteOffset": 17703936
2557
+ },
2558
+ {
2559
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
2560
+ "shape": [
2561
+ 6144,
2562
+ 32
2563
+ ],
2564
+ "dtype": "float16",
2565
+ "format": "f32-to-bf16",
2566
+ "nbytes": 393216,
2567
+ "byteOffset": 20849664
2568
+ },
2569
+ {
2570
+ "name": "model.layers.26.post_attention_layernorm.weight",
2571
+ "shape": [
2572
+ 1024
2573
+ ],
2574
+ "dtype": "float16",
2575
+ "format": "f32-to-bf16",
2576
+ "nbytes": 2048,
2577
+ "byteOffset": 21242880
2578
+ },
2579
+ {
2580
+ "name": "model.layers.26.self_attn.k_norm.weight",
2581
+ "shape": [
2582
+ 128
2583
+ ],
2584
+ "dtype": "float16",
2585
+ "format": "f32-to-bf16",
2586
+ "nbytes": 256,
2587
+ "byteOffset": 21244928
2588
+ },
2589
+ {
2590
+ "name": "model.layers.26.self_attn.c_attn.q_weight",
2591
+ "shape": [
2592
+ 4096,
2593
+ 128
2594
+ ],
2595
+ "dtype": "uint32",
2596
+ "format": "f32-to-bf16",
2597
+ "nbytes": 2097152,
2598
+ "byteOffset": 21245184
2599
+ },
2600
+ {
2601
+ "name": "model.layers.26.self_attn.c_attn.q_scale",
2602
+ "shape": [
2603
+ 4096,
2604
+ 32
2605
+ ],
2606
+ "dtype": "float16",
2607
+ "format": "f32-to-bf16",
2608
+ "nbytes": 262144,
2609
+ "byteOffset": 23342336
2610
+ },
2611
+ {
2612
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
2613
+ "shape": [
2614
+ 1024,
2615
+ 256
2616
+ ],
2617
+ "dtype": "uint32",
2618
+ "format": "f32-to-bf16",
2619
+ "nbytes": 1048576,
2620
+ "byteOffset": 23604480
2621
+ },
2622
+ {
2623
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
2624
+ "shape": [
2625
+ 1024,
2626
+ 64
2627
+ ],
2628
+ "dtype": "float16",
2629
+ "format": "f32-to-bf16",
2630
+ "nbytes": 131072,
2631
+ "byteOffset": 24653056
2632
+ },
2633
+ {
2634
+ "name": "model.layers.26.self_attn.q_norm.weight",
2635
+ "shape": [
2636
+ 128
2637
+ ],
2638
+ "dtype": "float16",
2639
+ "format": "f32-to-bf16",
2640
+ "nbytes": 256,
2641
+ "byteOffset": 24784128
2642
+ },
2643
+ {
2644
+ "name": "model.layers.27.input_layernorm.weight",
2645
+ "shape": [
2646
+ 1024
2647
+ ],
2648
+ "dtype": "float16",
2649
+ "format": "f32-to-bf16",
2650
+ "nbytes": 2048,
2651
+ "byteOffset": 24784384
2652
+ },
2653
+ {
2654
+ "name": "model.layers.27.mlp.down_proj.q_weight",
2655
+ "shape": [
2656
+ 1024,
2657
+ 384
2658
+ ],
2659
+ "dtype": "uint32",
2660
+ "format": "f32-to-bf16",
2661
+ "nbytes": 1572864,
2662
+ "byteOffset": 24786432
2663
+ },
2664
+ {
2665
+ "name": "model.layers.27.mlp.down_proj.q_scale",
2666
+ "shape": [
2667
+ 1024,
2668
+ 96
2669
+ ],
2670
+ "dtype": "float16",
2671
+ "format": "f32-to-bf16",
2672
+ "nbytes": 196608,
2673
+ "byteOffset": 26359296
2674
+ },
2675
+ {
2676
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
2677
+ "shape": [
2678
+ 6144,
2679
+ 128
2680
+ ],
2681
+ "dtype": "uint32",
2682
+ "format": "f32-to-bf16",
2683
+ "nbytes": 3145728,
2684
+ "byteOffset": 26555904
2685
+ },
2686
+ {
2687
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
2688
+ "shape": [
2689
+ 6144,
2690
+ 32
2691
+ ],
2692
+ "dtype": "float16",
2693
+ "format": "f32-to-bf16",
2694
+ "nbytes": 393216,
2695
+ "byteOffset": 29701632
2696
+ },
2697
+ {
2698
+ "name": "model.layers.27.post_attention_layernorm.weight",
2699
+ "shape": [
2700
+ 1024
2701
+ ],
2702
+ "dtype": "float16",
2703
+ "format": "f32-to-bf16",
2704
+ "nbytes": 2048,
2705
+ "byteOffset": 30094848
2706
+ },
2707
+ {
2708
+ "name": "model.layers.27.self_attn.k_norm.weight",
2709
+ "shape": [
2710
+ 128
2711
+ ],
2712
+ "dtype": "float16",
2713
+ "format": "f32-to-bf16",
2714
+ "nbytes": 256,
2715
+ "byteOffset": 30096896
2716
+ },
2717
+ {
2718
+ "name": "model.layers.27.self_attn.c_attn.q_weight",
2719
+ "shape": [
2720
+ 4096,
2721
+ 128
2722
+ ],
2723
+ "dtype": "uint32",
2724
+ "format": "f32-to-bf16",
2725
+ "nbytes": 2097152,
2726
+ "byteOffset": 30097152
2727
+ },
2728
+ {
2729
+ "name": "model.layers.27.self_attn.c_attn.q_scale",
2730
+ "shape": [
2731
+ 4096,
2732
+ 32
2733
+ ],
2734
+ "dtype": "float16",
2735
+ "format": "f32-to-bf16",
2736
+ "nbytes": 262144,
2737
+ "byteOffset": 32194304
2738
+ },
2739
+ {
2740
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
2741
+ "shape": [
2742
+ 1024,
2743
+ 256
2744
+ ],
2745
+ "dtype": "uint32",
2746
+ "format": "f32-to-bf16",
2747
+ "nbytes": 1048576,
2748
+ "byteOffset": 32456448
2749
+ }
2750
+ ],
2751
+ "md5sum": "4d65b01dd48289a3c117658f1e0fb558"
2752
+ },
2753
+ {
2754
+ "dataPath": "params_shard_7.bin",
2755
+ "format": "raw-shard",
2756
+ "nbytes": 32000000,
2757
+ "records": [
2758
+ {
2759
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
2760
+ "shape": [
2761
+ 1024,
2762
+ 64
2763
+ ],
2764
+ "dtype": "float16",
2765
+ "format": "f32-to-bf16",
2766
+ "nbytes": 131072,
2767
+ "byteOffset": 0
2768
+ },
2769
+ {
2770
+ "name": "model.layers.27.self_attn.q_norm.weight",
2771
+ "shape": [
2772
+ 128
2773
+ ],
2774
+ "dtype": "float16",
2775
+ "format": "f32-to-bf16",
2776
+ "nbytes": 256,
2777
+ "byteOffset": 131072
2778
+ },
2779
+ {
2780
+ "name": "model.layers.3.input_layernorm.weight",
2781
+ "shape": [
2782
+ 1024
2783
+ ],
2784
+ "dtype": "float16",
2785
+ "format": "f32-to-bf16",
2786
+ "nbytes": 2048,
2787
+ "byteOffset": 131328
2788
+ },
2789
+ {
2790
+ "name": "model.layers.3.mlp.down_proj.q_weight",
2791
+ "shape": [
2792
+ 1024,
2793
+ 384
2794
+ ],
2795
+ "dtype": "uint32",
2796
+ "format": "f32-to-bf16",
2797
+ "nbytes": 1572864,
2798
+ "byteOffset": 133376
2799
+ },
2800
+ {
2801
+ "name": "model.layers.3.mlp.down_proj.q_scale",
2802
+ "shape": [
2803
+ 1024,
2804
+ 96
2805
+ ],
2806
+ "dtype": "float16",
2807
+ "format": "f32-to-bf16",
2808
+ "nbytes": 196608,
2809
+ "byteOffset": 1706240
2810
+ },
2811
+ {
2812
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
2813
+ "shape": [
2814
+ 6144,
2815
+ 128
2816
+ ],
2817
+ "dtype": "uint32",
2818
+ "format": "f32-to-bf16",
2819
+ "nbytes": 3145728,
2820
+ "byteOffset": 1902848
2821
+ },
2822
+ {
2823
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
2824
+ "shape": [
2825
+ 6144,
2826
+ 32
2827
+ ],
2828
+ "dtype": "float16",
2829
+ "format": "f32-to-bf16",
2830
+ "nbytes": 393216,
2831
+ "byteOffset": 5048576
2832
+ },
2833
+ {
2834
+ "name": "model.layers.3.post_attention_layernorm.weight",
2835
+ "shape": [
2836
+ 1024
2837
+ ],
2838
+ "dtype": "float16",
2839
+ "format": "f32-to-bf16",
2840
+ "nbytes": 2048,
2841
+ "byteOffset": 5441792
2842
+ },
2843
+ {
2844
+ "name": "model.layers.3.self_attn.k_norm.weight",
2845
+ "shape": [
2846
+ 128
2847
+ ],
2848
+ "dtype": "float16",
2849
+ "format": "f32-to-bf16",
2850
+ "nbytes": 256,
2851
+ "byteOffset": 5443840
2852
+ },
2853
+ {
2854
+ "name": "model.layers.3.self_attn.c_attn.q_weight",
2855
+ "shape": [
2856
+ 4096,
2857
+ 128
2858
+ ],
2859
+ "dtype": "uint32",
2860
+ "format": "f32-to-bf16",
2861
+ "nbytes": 2097152,
2862
+ "byteOffset": 5444096
2863
+ },
2864
+ {
2865
+ "name": "model.layers.3.self_attn.c_attn.q_scale",
2866
+ "shape": [
2867
+ 4096,
2868
+ 32
2869
+ ],
2870
+ "dtype": "float16",
2871
+ "format": "f32-to-bf16",
2872
+ "nbytes": 262144,
2873
+ "byteOffset": 7541248
2874
+ },
2875
+ {
2876
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
2877
+ "shape": [
2878
+ 1024,
2879
+ 256
2880
+ ],
2881
+ "dtype": "uint32",
2882
+ "format": "f32-to-bf16",
2883
+ "nbytes": 1048576,
2884
+ "byteOffset": 7803392
2885
+ },
2886
+ {
2887
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
2888
+ "shape": [
2889
+ 1024,
2890
+ 64
2891
+ ],
2892
+ "dtype": "float16",
2893
+ "format": "f32-to-bf16",
2894
+ "nbytes": 131072,
2895
+ "byteOffset": 8851968
2896
+ },
2897
+ {
2898
+ "name": "model.layers.3.self_attn.q_norm.weight",
2899
+ "shape": [
2900
+ 128
2901
+ ],
2902
+ "dtype": "float16",
2903
+ "format": "f32-to-bf16",
2904
+ "nbytes": 256,
2905
+ "byteOffset": 8983040
2906
+ },
2907
+ {
2908
+ "name": "model.layers.4.input_layernorm.weight",
2909
+ "shape": [
2910
+ 1024
2911
+ ],
2912
+ "dtype": "float16",
2913
+ "format": "f32-to-bf16",
2914
+ "nbytes": 2048,
2915
+ "byteOffset": 8983296
2916
+ },
2917
+ {
2918
+ "name": "model.layers.4.mlp.down_proj.q_weight",
2919
+ "shape": [
2920
+ 1024,
2921
+ 384
2922
+ ],
2923
+ "dtype": "uint32",
2924
+ "format": "f32-to-bf16",
2925
+ "nbytes": 1572864,
2926
+ "byteOffset": 8985344
2927
+ },
2928
+ {
2929
+ "name": "model.layers.4.mlp.down_proj.q_scale",
2930
+ "shape": [
2931
+ 1024,
2932
+ 96
2933
+ ],
2934
+ "dtype": "float16",
2935
+ "format": "f32-to-bf16",
2936
+ "nbytes": 196608,
2937
+ "byteOffset": 10558208
2938
+ },
2939
+ {
2940
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
2941
+ "shape": [
2942
+ 6144,
2943
+ 128
2944
+ ],
2945
+ "dtype": "uint32",
2946
+ "format": "f32-to-bf16",
2947
+ "nbytes": 3145728,
2948
+ "byteOffset": 10754816
2949
+ },
2950
+ {
2951
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
2952
+ "shape": [
2953
+ 6144,
2954
+ 32
2955
+ ],
2956
+ "dtype": "float16",
2957
+ "format": "f32-to-bf16",
2958
+ "nbytes": 393216,
2959
+ "byteOffset": 13900544
2960
+ },
2961
+ {
2962
+ "name": "model.layers.4.post_attention_layernorm.weight",
2963
+ "shape": [
2964
+ 1024
2965
+ ],
2966
+ "dtype": "float16",
2967
+ "format": "f32-to-bf16",
2968
+ "nbytes": 2048,
2969
+ "byteOffset": 14293760
2970
+ },
2971
+ {
2972
+ "name": "model.layers.4.self_attn.k_norm.weight",
2973
+ "shape": [
2974
+ 128
2975
+ ],
2976
+ "dtype": "float16",
2977
+ "format": "f32-to-bf16",
2978
+ "nbytes": 256,
2979
+ "byteOffset": 14295808
2980
+ },
2981
+ {
2982
+ "name": "model.layers.4.self_attn.c_attn.q_weight",
2983
+ "shape": [
2984
+ 4096,
2985
+ 128
2986
+ ],
2987
+ "dtype": "uint32",
2988
+ "format": "f32-to-bf16",
2989
+ "nbytes": 2097152,
2990
+ "byteOffset": 14296064
2991
+ },
2992
+ {
2993
+ "name": "model.layers.4.self_attn.c_attn.q_scale",
2994
+ "shape": [
2995
+ 4096,
2996
+ 32
2997
+ ],
2998
+ "dtype": "float16",
2999
+ "format": "f32-to-bf16",
3000
+ "nbytes": 262144,
3001
+ "byteOffset": 16393216
3002
+ },
3003
+ {
3004
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
3005
+ "shape": [
3006
+ 1024,
3007
+ 256
3008
+ ],
3009
+ "dtype": "uint32",
3010
+ "format": "f32-to-bf16",
3011
+ "nbytes": 1048576,
3012
+ "byteOffset": 16655360
3013
+ },
3014
+ {
3015
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
3016
+ "shape": [
3017
+ 1024,
3018
+ 64
3019
+ ],
3020
+ "dtype": "float16",
3021
+ "format": "f32-to-bf16",
3022
+ "nbytes": 131072,
3023
+ "byteOffset": 17703936
3024
+ },
3025
+ {
3026
+ "name": "model.layers.4.self_attn.q_norm.weight",
3027
+ "shape": [
3028
+ 128
3029
+ ],
3030
+ "dtype": "float16",
3031
+ "format": "f32-to-bf16",
3032
+ "nbytes": 256,
3033
+ "byteOffset": 17835008
3034
+ },
3035
+ {
3036
+ "name": "model.layers.5.input_layernorm.weight",
3037
+ "shape": [
3038
+ 1024
3039
+ ],
3040
+ "dtype": "float16",
3041
+ "format": "f32-to-bf16",
3042
+ "nbytes": 2048,
3043
+ "byteOffset": 17835264
3044
+ },
3045
+ {
3046
+ "name": "model.layers.5.mlp.down_proj.q_weight",
3047
+ "shape": [
3048
+ 1024,
3049
+ 384
3050
+ ],
3051
+ "dtype": "uint32",
3052
+ "format": "f32-to-bf16",
3053
+ "nbytes": 1572864,
3054
+ "byteOffset": 17837312
3055
+ },
3056
+ {
3057
+ "name": "model.layers.5.mlp.down_proj.q_scale",
3058
+ "shape": [
3059
+ 1024,
3060
+ 96
3061
+ ],
3062
+ "dtype": "float16",
3063
+ "format": "f32-to-bf16",
3064
+ "nbytes": 196608,
3065
+ "byteOffset": 19410176
3066
+ },
3067
+ {
3068
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
3069
+ "shape": [
3070
+ 6144,
3071
+ 128
3072
+ ],
3073
+ "dtype": "uint32",
3074
+ "format": "f32-to-bf16",
3075
+ "nbytes": 3145728,
3076
+ "byteOffset": 19606784
3077
+ },
3078
+ {
3079
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
3080
+ "shape": [
3081
+ 6144,
3082
+ 32
3083
+ ],
3084
+ "dtype": "float16",
3085
+ "format": "f32-to-bf16",
3086
+ "nbytes": 393216,
3087
+ "byteOffset": 22752512
3088
+ },
3089
+ {
3090
+ "name": "model.layers.5.post_attention_layernorm.weight",
3091
+ "shape": [
3092
+ 1024
3093
+ ],
3094
+ "dtype": "float16",
3095
+ "format": "f32-to-bf16",
3096
+ "nbytes": 2048,
3097
+ "byteOffset": 23145728
3098
+ },
3099
+ {
3100
+ "name": "model.layers.5.self_attn.k_norm.weight",
3101
+ "shape": [
3102
+ 128
3103
+ ],
3104
+ "dtype": "float16",
3105
+ "format": "f32-to-bf16",
3106
+ "nbytes": 256,
3107
+ "byteOffset": 23147776
3108
+ },
3109
+ {
3110
+ "name": "model.layers.5.self_attn.c_attn.q_weight",
3111
+ "shape": [
3112
+ 4096,
3113
+ 128
3114
+ ],
3115
+ "dtype": "uint32",
3116
+ "format": "f32-to-bf16",
3117
+ "nbytes": 2097152,
3118
+ "byteOffset": 23148032
3119
+ },
3120
+ {
3121
+ "name": "model.layers.5.self_attn.c_attn.q_scale",
3122
+ "shape": [
3123
+ 4096,
3124
+ 32
3125
+ ],
3126
+ "dtype": "float16",
3127
+ "format": "f32-to-bf16",
3128
+ "nbytes": 262144,
3129
+ "byteOffset": 25245184
3130
+ },
3131
+ {
3132
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
3133
+ "shape": [
3134
+ 1024,
3135
+ 256
3136
+ ],
3137
+ "dtype": "uint32",
3138
+ "format": "f32-to-bf16",
3139
+ "nbytes": 1048576,
3140
+ "byteOffset": 25507328
3141
+ },
3142
+ {
3143
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
3144
+ "shape": [
3145
+ 1024,
3146
+ 64
3147
+ ],
3148
+ "dtype": "float16",
3149
+ "format": "f32-to-bf16",
3150
+ "nbytes": 131072,
3151
+ "byteOffset": 26555904
3152
+ },
3153
+ {
3154
+ "name": "model.layers.5.self_attn.q_norm.weight",
3155
+ "shape": [
3156
+ 128
3157
+ ],
3158
+ "dtype": "float16",
3159
+ "format": "f32-to-bf16",
3160
+ "nbytes": 256,
3161
+ "byteOffset": 26686976
3162
+ },
3163
+ {
3164
+ "name": "model.layers.6.input_layernorm.weight",
3165
+ "shape": [
3166
+ 1024
3167
+ ],
3168
+ "dtype": "float16",
3169
+ "format": "f32-to-bf16",
3170
+ "nbytes": 2048,
3171
+ "byteOffset": 26687232
3172
+ },
3173
+ {
3174
+ "name": "model.layers.6.mlp.down_proj.q_weight",
3175
+ "shape": [
3176
+ 1024,
3177
+ 384
3178
+ ],
3179
+ "dtype": "uint32",
3180
+ "format": "f32-to-bf16",
3181
+ "nbytes": 1572864,
3182
+ "byteOffset": 26689280
3183
+ },
3184
+ {
3185
+ "name": "model.layers.6.mlp.down_proj.q_scale",
3186
+ "shape": [
3187
+ 1024,
3188
+ 96
3189
+ ],
3190
+ "dtype": "float16",
3191
+ "format": "f32-to-bf16",
3192
+ "nbytes": 196608,
3193
+ "byteOffset": 28262144
3194
+ },
3195
+ {
3196
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
3197
+ "shape": [
3198
+ 6144,
3199
+ 128
3200
+ ],
3201
+ "dtype": "uint32",
3202
+ "format": "f32-to-bf16",
3203
+ "nbytes": 3145728,
3204
+ "byteOffset": 28458752
3205
+ },
3206
+ {
3207
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
3208
+ "shape": [
3209
+ 6144,
3210
+ 32
3211
+ ],
3212
+ "dtype": "float16",
3213
+ "format": "f32-to-bf16",
3214
+ "nbytes": 393216,
3215
+ "byteOffset": 31604480
3216
+ },
3217
+ {
3218
+ "name": "model.layers.6.post_attention_layernorm.weight",
3219
+ "shape": [
3220
+ 1024
3221
+ ],
3222
+ "dtype": "float16",
3223
+ "format": "f32-to-bf16",
3224
+ "nbytes": 2048,
3225
+ "byteOffset": 31997696
3226
+ },
3227
+ {
3228
+ "name": "model.layers.6.self_attn.k_norm.weight",
3229
+ "shape": [
3230
+ 128
3231
+ ],
3232
+ "dtype": "float16",
3233
+ "format": "f32-to-bf16",
3234
+ "nbytes": 256,
3235
+ "byteOffset": 31999744
3236
+ }
3237
+ ],
3238
+ "md5sum": "1a550fcc37fd75552c28be63f43ad97f"
3239
+ },
3240
+ {
3241
+ "dataPath": "params_shard_8.bin",
3242
+ "format": "raw-shard",
3243
+ "nbytes": 30097152,
3244
+ "records": [
3245
+ {
3246
+ "name": "model.layers.6.self_attn.c_attn.q_weight",
3247
+ "shape": [
3248
+ 4096,
3249
+ 128
3250
+ ],
3251
+ "dtype": "uint32",
3252
+ "format": "f32-to-bf16",
3253
+ "nbytes": 2097152,
3254
+ "byteOffset": 0
3255
+ },
3256
+ {
3257
+ "name": "model.layers.6.self_attn.c_attn.q_scale",
3258
+ "shape": [
3259
+ 4096,
3260
+ 32
3261
+ ],
3262
+ "dtype": "float16",
3263
+ "format": "f32-to-bf16",
3264
+ "nbytes": 262144,
3265
+ "byteOffset": 2097152
3266
+ },
3267
+ {
3268
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
3269
+ "shape": [
3270
+ 1024,
3271
+ 256
3272
+ ],
3273
+ "dtype": "uint32",
3274
+ "format": "f32-to-bf16",
3275
+ "nbytes": 1048576,
3276
+ "byteOffset": 2359296
3277
+ },
3278
+ {
3279
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
3280
+ "shape": [
3281
+ 1024,
3282
+ 64
3283
+ ],
3284
+ "dtype": "float16",
3285
+ "format": "f32-to-bf16",
3286
+ "nbytes": 131072,
3287
+ "byteOffset": 3407872
3288
+ },
3289
+ {
3290
+ "name": "model.layers.6.self_attn.q_norm.weight",
3291
+ "shape": [
3292
+ 128
3293
+ ],
3294
+ "dtype": "float16",
3295
+ "format": "f32-to-bf16",
3296
+ "nbytes": 256,
3297
+ "byteOffset": 3538944
3298
+ },
3299
+ {
3300
+ "name": "model.layers.7.input_layernorm.weight",
3301
+ "shape": [
3302
+ 1024
3303
+ ],
3304
+ "dtype": "float16",
3305
+ "format": "f32-to-bf16",
3306
+ "nbytes": 2048,
3307
+ "byteOffset": 3539200
3308
+ },
3309
+ {
3310
+ "name": "model.layers.7.mlp.down_proj.q_weight",
3311
+ "shape": [
3312
+ 1024,
3313
+ 384
3314
+ ],
3315
+ "dtype": "uint32",
3316
+ "format": "f32-to-bf16",
3317
+ "nbytes": 1572864,
3318
+ "byteOffset": 3541248
3319
+ },
3320
+ {
3321
+ "name": "model.layers.7.mlp.down_proj.q_scale",
3322
+ "shape": [
3323
+ 1024,
3324
+ 96
3325
+ ],
3326
+ "dtype": "float16",
3327
+ "format": "f32-to-bf16",
3328
+ "nbytes": 196608,
3329
+ "byteOffset": 5114112
3330
+ },
3331
+ {
3332
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
3333
+ "shape": [
3334
+ 6144,
3335
+ 128
3336
+ ],
3337
+ "dtype": "uint32",
3338
+ "format": "f32-to-bf16",
3339
+ "nbytes": 3145728,
3340
+ "byteOffset": 5310720
3341
+ },
3342
+ {
3343
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
3344
+ "shape": [
3345
+ 6144,
3346
+ 32
3347
+ ],
3348
+ "dtype": "float16",
3349
+ "format": "f32-to-bf16",
3350
+ "nbytes": 393216,
3351
+ "byteOffset": 8456448
3352
+ },
3353
+ {
3354
+ "name": "model.layers.7.post_attention_layernorm.weight",
3355
+ "shape": [
3356
+ 1024
3357
+ ],
3358
+ "dtype": "float16",
3359
+ "format": "f32-to-bf16",
3360
+ "nbytes": 2048,
3361
+ "byteOffset": 8849664
3362
+ },
3363
+ {
3364
+ "name": "model.layers.7.self_attn.k_norm.weight",
3365
+ "shape": [
3366
+ 128
3367
+ ],
3368
+ "dtype": "float16",
3369
+ "format": "f32-to-bf16",
3370
+ "nbytes": 256,
3371
+ "byteOffset": 8851712
3372
+ },
3373
+ {
3374
+ "name": "model.layers.7.self_attn.c_attn.q_weight",
3375
+ "shape": [
3376
+ 4096,
3377
+ 128
3378
+ ],
3379
+ "dtype": "uint32",
3380
+ "format": "f32-to-bf16",
3381
+ "nbytes": 2097152,
3382
+ "byteOffset": 8851968
3383
+ },
3384
+ {
3385
+ "name": "model.layers.7.self_attn.c_attn.q_scale",
3386
+ "shape": [
3387
+ 4096,
3388
+ 32
3389
+ ],
3390
+ "dtype": "float16",
3391
+ "format": "f32-to-bf16",
3392
+ "nbytes": 262144,
3393
+ "byteOffset": 10949120
3394
+ },
3395
+ {
3396
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
3397
+ "shape": [
3398
+ 1024,
3399
+ 256
3400
+ ],
3401
+ "dtype": "uint32",
3402
+ "format": "f32-to-bf16",
3403
+ "nbytes": 1048576,
3404
+ "byteOffset": 11211264
3405
+ },
3406
+ {
3407
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
3408
+ "shape": [
3409
+ 1024,
3410
+ 64
3411
+ ],
3412
+ "dtype": "float16",
3413
+ "format": "f32-to-bf16",
3414
+ "nbytes": 131072,
3415
+ "byteOffset": 12259840
3416
+ },
3417
+ {
3418
+ "name": "model.layers.7.self_attn.q_norm.weight",
3419
+ "shape": [
3420
+ 128
3421
+ ],
3422
+ "dtype": "float16",
3423
+ "format": "f32-to-bf16",
3424
+ "nbytes": 256,
3425
+ "byteOffset": 12390912
3426
+ },
3427
+ {
3428
+ "name": "model.layers.8.input_layernorm.weight",
3429
+ "shape": [
3430
+ 1024
3431
+ ],
3432
+ "dtype": "float16",
3433
+ "format": "f32-to-bf16",
3434
+ "nbytes": 2048,
3435
+ "byteOffset": 12391168
3436
+ },
3437
+ {
3438
+ "name": "model.layers.8.mlp.down_proj.q_weight",
3439
+ "shape": [
3440
+ 1024,
3441
+ 384
3442
+ ],
3443
+ "dtype": "uint32",
3444
+ "format": "f32-to-bf16",
3445
+ "nbytes": 1572864,
3446
+ "byteOffset": 12393216
3447
+ },
3448
+ {
3449
+ "name": "model.layers.8.mlp.down_proj.q_scale",
3450
+ "shape": [
3451
+ 1024,
3452
+ 96
3453
+ ],
3454
+ "dtype": "float16",
3455
+ "format": "f32-to-bf16",
3456
+ "nbytes": 196608,
3457
+ "byteOffset": 13966080
3458
+ },
3459
+ {
3460
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
3461
+ "shape": [
3462
+ 6144,
3463
+ 128
3464
+ ],
3465
+ "dtype": "uint32",
3466
+ "format": "f32-to-bf16",
3467
+ "nbytes": 3145728,
3468
+ "byteOffset": 14162688
3469
+ },
3470
+ {
3471
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
3472
+ "shape": [
3473
+ 6144,
3474
+ 32
3475
+ ],
3476
+ "dtype": "float16",
3477
+ "format": "f32-to-bf16",
3478
+ "nbytes": 393216,
3479
+ "byteOffset": 17308416
3480
+ },
3481
+ {
3482
+ "name": "model.layers.8.post_attention_layernorm.weight",
3483
+ "shape": [
3484
+ 1024
3485
+ ],
3486
+ "dtype": "float16",
3487
+ "format": "f32-to-bf16",
3488
+ "nbytes": 2048,
3489
+ "byteOffset": 17701632
3490
+ },
3491
+ {
3492
+ "name": "model.layers.8.self_attn.k_norm.weight",
3493
+ "shape": [
3494
+ 128
3495
+ ],
3496
+ "dtype": "float16",
3497
+ "format": "f32-to-bf16",
3498
+ "nbytes": 256,
3499
+ "byteOffset": 17703680
3500
+ },
3501
+ {
3502
+ "name": "model.layers.8.self_attn.c_attn.q_weight",
3503
+ "shape": [
3504
+ 4096,
3505
+ 128
3506
+ ],
3507
+ "dtype": "uint32",
3508
+ "format": "f32-to-bf16",
3509
+ "nbytes": 2097152,
3510
+ "byteOffset": 17703936
3511
+ },
3512
+ {
3513
+ "name": "model.layers.8.self_attn.c_attn.q_scale",
3514
+ "shape": [
3515
+ 4096,
3516
+ 32
3517
+ ],
3518
+ "dtype": "float16",
3519
+ "format": "f32-to-bf16",
3520
+ "nbytes": 262144,
3521
+ "byteOffset": 19801088
3522
+ },
3523
+ {
3524
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
3525
+ "shape": [
3526
+ 1024,
3527
+ 256
3528
+ ],
3529
+ "dtype": "uint32",
3530
+ "format": "f32-to-bf16",
3531
+ "nbytes": 1048576,
3532
+ "byteOffset": 20063232
3533
+ },
3534
+ {
3535
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
3536
+ "shape": [
3537
+ 1024,
3538
+ 64
3539
+ ],
3540
+ "dtype": "float16",
3541
+ "format": "f32-to-bf16",
3542
+ "nbytes": 131072,
3543
+ "byteOffset": 21111808
3544
+ },
3545
+ {
3546
+ "name": "model.layers.8.self_attn.q_norm.weight",
3547
+ "shape": [
3548
+ 128
3549
+ ],
3550
+ "dtype": "float16",
3551
+ "format": "f32-to-bf16",
3552
+ "nbytes": 256,
3553
+ "byteOffset": 21242880
3554
+ },
3555
+ {
3556
+ "name": "model.layers.9.input_layernorm.weight",
3557
+ "shape": [
3558
+ 1024
3559
+ ],
3560
+ "dtype": "float16",
3561
+ "format": "f32-to-bf16",
3562
+ "nbytes": 2048,
3563
+ "byteOffset": 21243136
3564
+ },
3565
+ {
3566
+ "name": "model.layers.9.mlp.down_proj.q_weight",
3567
+ "shape": [
3568
+ 1024,
3569
+ 384
3570
+ ],
3571
+ "dtype": "uint32",
3572
+ "format": "f32-to-bf16",
3573
+ "nbytes": 1572864,
3574
+ "byteOffset": 21245184
3575
+ },
3576
+ {
3577
+ "name": "model.layers.9.mlp.down_proj.q_scale",
3578
+ "shape": [
3579
+ 1024,
3580
+ 96
3581
+ ],
3582
+ "dtype": "float16",
3583
+ "format": "f32-to-bf16",
3584
+ "nbytes": 196608,
3585
+ "byteOffset": 22818048
3586
+ },
3587
+ {
3588
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
3589
+ "shape": [
3590
+ 6144,
3591
+ 128
3592
+ ],
3593
+ "dtype": "uint32",
3594
+ "format": "f32-to-bf16",
3595
+ "nbytes": 3145728,
3596
+ "byteOffset": 23014656
3597
+ },
3598
+ {
3599
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
3600
+ "shape": [
3601
+ 6144,
3602
+ 32
3603
+ ],
3604
+ "dtype": "float16",
3605
+ "format": "f32-to-bf16",
3606
+ "nbytes": 393216,
3607
+ "byteOffset": 26160384
3608
+ },
3609
+ {
3610
+ "name": "model.layers.9.post_attention_layernorm.weight",
3611
+ "shape": [
3612
+ 1024
3613
+ ],
3614
+ "dtype": "float16",
3615
+ "format": "f32-to-bf16",
3616
+ "nbytes": 2048,
3617
+ "byteOffset": 26553600
3618
+ },
3619
+ {
3620
+ "name": "model.layers.9.self_attn.k_norm.weight",
3621
+ "shape": [
3622
+ 128
3623
+ ],
3624
+ "dtype": "float16",
3625
+ "format": "f32-to-bf16",
3626
+ "nbytes": 256,
3627
+ "byteOffset": 26555648
3628
+ },
3629
+ {
3630
+ "name": "model.layers.9.self_attn.c_attn.q_weight",
3631
+ "shape": [
3632
+ 4096,
3633
+ 128
3634
+ ],
3635
+ "dtype": "uint32",
3636
+ "format": "f32-to-bf16",
3637
+ "nbytes": 2097152,
3638
+ "byteOffset": 26555904
3639
+ },
3640
+ {
3641
+ "name": "model.layers.9.self_attn.c_attn.q_scale",
3642
+ "shape": [
3643
+ 4096,
3644
+ 32
3645
+ ],
3646
+ "dtype": "float16",
3647
+ "format": "f32-to-bf16",
3648
+ "nbytes": 262144,
3649
+ "byteOffset": 28653056
3650
+ },
3651
+ {
3652
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
3653
+ "shape": [
3654
+ 1024,
3655
+ 256
3656
+ ],
3657
+ "dtype": "uint32",
3658
+ "format": "f32-to-bf16",
3659
+ "nbytes": 1048576,
3660
+ "byteOffset": 28915200
3661
+ },
3662
+ {
3663
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
3664
+ "shape": [
3665
+ 1024,
3666
+ 64
3667
+ ],
3668
+ "dtype": "float16",
3669
+ "format": "f32-to-bf16",
3670
+ "nbytes": 131072,
3671
+ "byteOffset": 29963776
3672
+ },
3673
+ {
3674
+ "name": "model.layers.9.self_attn.q_norm.weight",
3675
+ "shape": [
3676
+ 128
3677
+ ],
3678
+ "dtype": "float16",
3679
+ "format": "f32-to-bf16",
3680
+ "nbytes": 256,
3681
+ "byteOffset": 30094848
3682
+ },
3683
+ {
3684
+ "name": "model.norm.weight",
3685
+ "shape": [
3686
+ 1024
3687
+ ],
3688
+ "dtype": "float16",
3689
+ "format": "f32-to-bf16",
3690
+ "nbytes": 2048,
3691
+ "byteOffset": 30095104
3692
+ }
3693
+ ],
3694
+ "md5sum": "32018aec9587bf9dc87e83690b283b99"
3695
+ }
3696
+ ]
3697
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00677f698cb76cb3d1afdd04db3f123bf17cb24831a507bf974b5a5abf85d0c
3
+ size 77791232
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60504d4b5b4734c1f9b40be87cbd73afb689998e0bc324b2fd44bdadbca02765
3
+ size 32740608
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd4f3d46130d4a43fae17b9c95b6f6db7a6c5ea22d9691ee65eff739c4e09c3
3
+ size 31866624
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b565a048faa4613bb10aa1258fde24cdae300ffa1d8aeabb80193cdc3ab727e
3
+ size 33505024
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d7996fc357745c7900a7369e9b5790dd56981121d2d376e5ef440055bba6739
3
+ size 32000000
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45804257023a9e1fcd990a7f4cc3fb7547dfdba6e8585a5d651e85817071e878
3
+ size 31866624
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1e6b8687bdfa566ac856548e52af12975bea4fb1f431ea3d53136e79497cef
3
+ size 33505024
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ef840e0a730a0d484061e109b159abc05878ac86ca70f8799f1e89418ab383
3
+ size 32000000
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c58ce1ff5e90685c062c4f5fa12f17142d09614310e347ee0cdd3ce505edbf75
3
+ size 30097152
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/tensor-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
+ size 11422654
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/tokenizer_config.json ADDED
@@ -0,0 +1,240 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
+ "<|im_start|>",
216
+ "<|im_end|>",
217
+ "<|object_ref_start|>",
218
+ "<|object_ref_end|>",
219
+ "<|box_start|>",
220
+ "<|box_end|>",
221
+ "<|quad_start|>",
222
+ "<|quad_end|>",
223
+ "<|vision_start|>",
224
+ "<|vision_end|>",
225
+ "<|vision_pad|>",
226
+ "<|image_pad|>",
227
+ "<|video_pad|>"
228
+ ],
229
+ "bos_token": null,
230
+ "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '</think>' in message.content %}\n {%- set content = message.content.split('</think>')[-1].lstrip('\\n') %}\n {%- set reasoning_content = message.content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- endif %}\n{%- endif %}",
231
+ "clean_up_tokenization_spaces": false,
232
+ "eos_token": "<|im_end|>",
233
+ "errors": "replace",
234
+ "extra_special_tokens": {},
235
+ "model_max_length": 131072,
236
+ "pad_token": "<|endoftext|>",
237
+ "split_special_tokens": false,
238
+ "tokenizer_class": "Qwen2Tokenizer",
239
+ "unk_token": null
240
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f16_1/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1.torrent ADDED
Binary file (3.06 kB). View file
 
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/MANIFEST.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "artefact": "qwen3-0.6B-abl-q4f32_1",
3
+ "tag": "r1-2026-09-20-mobile",
4
+ "model": "mlabonne/Qwen3-0.6B-abliterated",
5
+ "hf_commit": "41f8d678c35975a24212ba092993ac034e2fccdc",
6
+ "license": "apache-2.0",
7
+ "note": "stock abliterated Qwen3 weights (mlabonne), quantized for WebGPU \u2014 honest baseline, not yet a TruthAi student model",
8
+ "quantization": "q4f32_1",
9
+ "converter": "tools/q4f16_1_convert.py (own GroupQuantize implementation; MLC template mlc-ai/Qwen3-0.6B-q4f32_1-MLC)",
10
+ "gates": {
11
+ "in_page_probe": "8/0/0 (q4f32_1) 2026-09-15",
12
+ "canonical_gate_gguf_crosscheck": "PASS valid=8 errors=0 refusals=0 (bartowski GGUF of the same checkpoint)",
13
+ "served_leg": "not available (MLC nightly cannot serve on our GPUs)"
14
+ },
15
+ "release_sequence": 2,
16
+ "min_client_version": "0.1",
17
+ "files": {
18
+ "added_tokens.json": {
19
+ "sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680",
20
+ "bytes": 707
21
+ },
22
+ "generation_config.json": {
23
+ "sha256": "81051cd3f6e77013827148d0b8a6ead93f8ac390d5ab805f849199f0af6a08db",
24
+ "bytes": 214
25
+ },
26
+ "merges.txt": {
27
+ "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
28
+ "bytes": 1671853
29
+ },
30
+ "mlc-chat-config.json": {
31
+ "sha256": "788f542686fa1fd5b683b0dcd5f74dbfa05ce540c8054c122e17efbd42804dd0",
32
+ "bytes": 2073
33
+ },
34
+ "ndarray-cache.json": {
35
+ "sha256": "0673fd26113f142792588e39f05adb4327db6da3a6183e883bfb3d11928f18ab",
36
+ "bytes": 74867
37
+ },
38
+ "params_shard_0.bin": {
39
+ "sha256": "2b27a7cbdbb3a792b89ecc54f405462d3da47c66652fab4dbd4a84861a5fa626",
40
+ "bytes": 77791232
41
+ },
42
+ "params_shard_1.bin": {
43
+ "sha256": "10edc69638b61992749c946f1e2b3259859ca72faf3698749d7b9011691f4515",
44
+ "bytes": 32740608
45
+ },
46
+ "params_shard_2.bin": {
47
+ "sha256": "272f34aaf0de8b7c325aeff1ef33c919a7328465427b40c0110260740f5afbe1",
48
+ "bytes": 31866624
49
+ },
50
+ "params_shard_3.bin": {
51
+ "sha256": "92778956d306b86816a5a3c6f1d414cf81aad1a122559f3dd7e8555b79a2b029",
52
+ "bytes": 33505024
53
+ },
54
+ "params_shard_4.bin": {
55
+ "sha256": "f72fddb615ffecfcc3ca565cc059f0f0a7026bb9f7e92bf3ff915ffd1b1c0fe4",
56
+ "bytes": 32000000
57
+ },
58
+ "params_shard_5.bin": {
59
+ "sha256": "cdba40f58eeb46eeaadf3c5da7be819944f3a268ff7ecf6212da739931290a1b",
60
+ "bytes": 31866624
61
+ },
62
+ "params_shard_6.bin": {
63
+ "sha256": "c40366d1c1caa5071f138936e1e58ba326e9d1117932d194ef1008eeb1076146",
64
+ "bytes": 33505024
65
+ },
66
+ "params_shard_7.bin": {
67
+ "sha256": "fe57eaec91033b3f970aa60d26498eb686d7509c3e712889ae16a2afd58ac6ad",
68
+ "bytes": 32000000
69
+ },
70
+ "params_shard_8.bin": {
71
+ "sha256": "8ba2a37b7ec92861fa38947f23158967db17bade0f8d0c1328ef2033cfa1f69c",
72
+ "bytes": 30097152
73
+ },
74
+ "special_tokens_map.json": {
75
+ "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",
76
+ "bytes": 613
77
+ },
78
+ "tensor-cache.json": {
79
+ "sha256": "625c67c44d4fcc7a2c3915257634a5866b1c2e45911be05ecedcfee6e04b22ea",
80
+ "bytes": 129392
81
+ },
82
+ "tokenizer.json": {
83
+ "sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4",
84
+ "bytes": 11422654
85
+ },
86
+ "tokenizer_config.json": {
87
+ "sha256": "253153d0738ceb4c668d2eff957714dd2bea0b56de772a9fdccd96cbf517e6a0",
88
+ "bytes": 9706
89
+ },
90
+ "vocab.json": {
91
+ "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
92
+ "bytes": 2776833
93
+ }
94
+ },
95
+ "total_bytes": 351461200,
96
+ "created": "2026-09-17T00:53:06Z",
97
+ "probe_constants_sha256": "2632a74180b6277d8e033637dc2f8df438a357b699d177bb471c023de5393c1e",
98
+ "fixtures_sha256": "52c0ce496e8ff8bf0d0a10f81a2c878af239979f7324417b2139cbf0f787ceb9"
99
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/MANIFEST.json.ed25519 ADDED
@@ -0,0 +1 @@
 
 
1
+ i"Bo�i5����+�����N �w��?+�OA� Ή���Z�[��������pO]#��1Ȇ
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/MANIFEST.json.sig ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ -----BEGIN SSH SIGNATURE-----
2
+ U1NIU0lHAAAAAQAAADMAAAALc3NoLWVkMjU1MTkAAAAgAsa+21as6vtGvYBTBV4djmdCDb
3
+ EVzaDU3zwgB2ocd64AAAAPdHJ1dGhjb2Rlci1taW5pAAAAAAAAAAZzaGE1MTIAAABTAAAA
4
+ C3NzaC1lZDI1NTE5AAAAQBLeYXeHteybH/9fIBPT78XMnXUYq+wEEIwC5nRp8TcIGCKN4g
5
+ R720Dju6IN77DD+7g2k19RGNhAu9mUiMxl3gg=
6
+ -----END SSH SIGNATURE-----
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.51.3"
13
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/mlc-chat-config.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen3",
4
+ "quantization": "q4f32_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 2560,
8
+ "intermediate_size": 9728,
9
+ "attention_bias": false,
10
+ "num_attention_heads": 32,
11
+ "num_hidden_layers": 36,
12
+ "num_key_value_heads": 8,
13
+ "rms_norm_eps": 1e-06,
14
+ "rope_theta": 1000000,
15
+ "vocab_size": 151936,
16
+ "tie_word_embeddings": true,
17
+ "context_window_size": 4096,
18
+ "prefill_chunk_size": 2048,
19
+ "tensor_parallel_shards": 1,
20
+ "head_dim": 128,
21
+ "dtype": "float32",
22
+ "max_batch_size": 128
23
+ },
24
+ "vocab_size": 151936,
25
+ "context_window_size": 4096,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 2048,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 0.6,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 0.95,
36
+ "tokenizer_files": [
37
+ "tokenizer.json",
38
+ "vocab.json",
39
+ "merges.txt",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_level",
44
+ "prepend_space_in_encode": false,
45
+ "strip_space_in_decode": false
46
+ },
47
+ "conv_template": {
48
+ "name": "qwen3",
49
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
50
+ "system_message": "You are a helpful assistant.",
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "strip_reasoning_in_history": true,
76
+ "function_string": "",
77
+ "use_function_calling": false
78
+ },
79
+ "pad_token_id": 151643,
80
+ "bos_token_id": 151643,
81
+ "eos_token_id": [
82
+ 151645,
83
+ 151643
84
+ ]
85
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/ndarray-cache.json ADDED
@@ -0,0 +1,3697 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "ParamSize": 339,
4
+ "ParamBytes": 372752384.0,
5
+ "BitsPerParam": 3.9673903566134796
6
+ },
7
+ "records": [
8
+ {
9
+ "dataPath": "params_shard_0.bin",
10
+ "format": "raw-shard",
11
+ "nbytes": 77791232,
12
+ "records": [
13
+ {
14
+ "name": "model.embed_tokens.q_weight",
15
+ "shape": [
16
+ 151936,
17
+ 128
18
+ ],
19
+ "dtype": "uint32",
20
+ "format": "f32-to-bf16",
21
+ "nbytes": 77791232,
22
+ "byteOffset": 0
23
+ }
24
+ ],
25
+ "md5sum": "74d9d99dd0789db17341ab173aa6ce2b"
26
+ },
27
+ {
28
+ "dataPath": "params_shard_1.bin",
29
+ "format": "raw-shard",
30
+ "nbytes": 32740608,
31
+ "records": [
32
+ {
33
+ "name": "model.embed_tokens.q_scale",
34
+ "shape": [
35
+ 151936,
36
+ 32
37
+ ],
38
+ "dtype": "float32",
39
+ "format": "f32-to-bf16",
40
+ "nbytes": 9723904,
41
+ "byteOffset": 0
42
+ },
43
+ {
44
+ "name": "model.layers.0.input_layernorm.weight",
45
+ "shape": [
46
+ 1024
47
+ ],
48
+ "dtype": "float32",
49
+ "format": "f32-to-bf16",
50
+ "nbytes": 2048,
51
+ "byteOffset": 9723904
52
+ },
53
+ {
54
+ "name": "model.layers.0.mlp.down_proj.q_weight",
55
+ "shape": [
56
+ 1024,
57
+ 384
58
+ ],
59
+ "dtype": "uint32",
60
+ "format": "f32-to-bf16",
61
+ "nbytes": 1572864,
62
+ "byteOffset": 9725952
63
+ },
64
+ {
65
+ "name": "model.layers.0.mlp.down_proj.q_scale",
66
+ "shape": [
67
+ 1024,
68
+ 96
69
+ ],
70
+ "dtype": "float32",
71
+ "format": "f32-to-bf16",
72
+ "nbytes": 196608,
73
+ "byteOffset": 11298816
74
+ },
75
+ {
76
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
77
+ "shape": [
78
+ 6144,
79
+ 128
80
+ ],
81
+ "dtype": "uint32",
82
+ "format": "f32-to-bf16",
83
+ "nbytes": 3145728,
84
+ "byteOffset": 11495424
85
+ },
86
+ {
87
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
88
+ "shape": [
89
+ 6144,
90
+ 32
91
+ ],
92
+ "dtype": "float32",
93
+ "format": "f32-to-bf16",
94
+ "nbytes": 393216,
95
+ "byteOffset": 14641152
96
+ },
97
+ {
98
+ "name": "model.layers.0.post_attention_layernorm.weight",
99
+ "shape": [
100
+ 1024
101
+ ],
102
+ "dtype": "float32",
103
+ "format": "f32-to-bf16",
104
+ "nbytes": 2048,
105
+ "byteOffset": 15034368
106
+ },
107
+ {
108
+ "name": "model.layers.0.self_attn.k_norm.weight",
109
+ "shape": [
110
+ 128
111
+ ],
112
+ "dtype": "float32",
113
+ "format": "f32-to-bf16",
114
+ "nbytes": 256,
115
+ "byteOffset": 15036416
116
+ },
117
+ {
118
+ "name": "model.layers.0.self_attn.c_attn.q_weight",
119
+ "shape": [
120
+ 4096,
121
+ 128
122
+ ],
123
+ "dtype": "uint32",
124
+ "format": "f32-to-bf16",
125
+ "nbytes": 2097152,
126
+ "byteOffset": 15036672
127
+ },
128
+ {
129
+ "name": "model.layers.0.self_attn.c_attn.q_scale",
130
+ "shape": [
131
+ 4096,
132
+ 32
133
+ ],
134
+ "dtype": "float32",
135
+ "format": "f32-to-bf16",
136
+ "nbytes": 262144,
137
+ "byteOffset": 17133824
138
+ },
139
+ {
140
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
141
+ "shape": [
142
+ 1024,
143
+ 256
144
+ ],
145
+ "dtype": "uint32",
146
+ "format": "f32-to-bf16",
147
+ "nbytes": 1048576,
148
+ "byteOffset": 17395968
149
+ },
150
+ {
151
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
152
+ "shape": [
153
+ 1024,
154
+ 64
155
+ ],
156
+ "dtype": "float32",
157
+ "format": "f32-to-bf16",
158
+ "nbytes": 131072,
159
+ "byteOffset": 18444544
160
+ },
161
+ {
162
+ "name": "model.layers.0.self_attn.q_norm.weight",
163
+ "shape": [
164
+ 128
165
+ ],
166
+ "dtype": "float32",
167
+ "format": "f32-to-bf16",
168
+ "nbytes": 256,
169
+ "byteOffset": 18575616
170
+ },
171
+ {
172
+ "name": "model.layers.1.input_layernorm.weight",
173
+ "shape": [
174
+ 1024
175
+ ],
176
+ "dtype": "float32",
177
+ "format": "f32-to-bf16",
178
+ "nbytes": 2048,
179
+ "byteOffset": 18575872
180
+ },
181
+ {
182
+ "name": "model.layers.1.mlp.down_proj.q_weight",
183
+ "shape": [
184
+ 1024,
185
+ 384
186
+ ],
187
+ "dtype": "uint32",
188
+ "format": "f32-to-bf16",
189
+ "nbytes": 1572864,
190
+ "byteOffset": 18577920
191
+ },
192
+ {
193
+ "name": "model.layers.1.mlp.down_proj.q_scale",
194
+ "shape": [
195
+ 1024,
196
+ 96
197
+ ],
198
+ "dtype": "float32",
199
+ "format": "f32-to-bf16",
200
+ "nbytes": 196608,
201
+ "byteOffset": 20150784
202
+ },
203
+ {
204
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
205
+ "shape": [
206
+ 6144,
207
+ 128
208
+ ],
209
+ "dtype": "uint32",
210
+ "format": "f32-to-bf16",
211
+ "nbytes": 3145728,
212
+ "byteOffset": 20347392
213
+ },
214
+ {
215
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
216
+ "shape": [
217
+ 6144,
218
+ 32
219
+ ],
220
+ "dtype": "float32",
221
+ "format": "f32-to-bf16",
222
+ "nbytes": 393216,
223
+ "byteOffset": 23493120
224
+ },
225
+ {
226
+ "name": "model.layers.1.post_attention_layernorm.weight",
227
+ "shape": [
228
+ 1024
229
+ ],
230
+ "dtype": "float32",
231
+ "format": "f32-to-bf16",
232
+ "nbytes": 2048,
233
+ "byteOffset": 23886336
234
+ },
235
+ {
236
+ "name": "model.layers.1.self_attn.k_norm.weight",
237
+ "shape": [
238
+ 128
239
+ ],
240
+ "dtype": "float32",
241
+ "format": "f32-to-bf16",
242
+ "nbytes": 256,
243
+ "byteOffset": 23888384
244
+ },
245
+ {
246
+ "name": "model.layers.1.self_attn.c_attn.q_weight",
247
+ "shape": [
248
+ 4096,
249
+ 128
250
+ ],
251
+ "dtype": "uint32",
252
+ "format": "f32-to-bf16",
253
+ "nbytes": 2097152,
254
+ "byteOffset": 23888640
255
+ },
256
+ {
257
+ "name": "model.layers.1.self_attn.c_attn.q_scale",
258
+ "shape": [
259
+ 4096,
260
+ 32
261
+ ],
262
+ "dtype": "float32",
263
+ "format": "f32-to-bf16",
264
+ "nbytes": 262144,
265
+ "byteOffset": 25985792
266
+ },
267
+ {
268
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
269
+ "shape": [
270
+ 1024,
271
+ 256
272
+ ],
273
+ "dtype": "uint32",
274
+ "format": "f32-to-bf16",
275
+ "nbytes": 1048576,
276
+ "byteOffset": 26247936
277
+ },
278
+ {
279
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
280
+ "shape": [
281
+ 1024,
282
+ 64
283
+ ],
284
+ "dtype": "float32",
285
+ "format": "f32-to-bf16",
286
+ "nbytes": 131072,
287
+ "byteOffset": 27296512
288
+ },
289
+ {
290
+ "name": "model.layers.1.self_attn.q_norm.weight",
291
+ "shape": [
292
+ 128
293
+ ],
294
+ "dtype": "float32",
295
+ "format": "f32-to-bf16",
296
+ "nbytes": 256,
297
+ "byteOffset": 27427584
298
+ },
299
+ {
300
+ "name": "model.layers.10.input_layernorm.weight",
301
+ "shape": [
302
+ 1024
303
+ ],
304
+ "dtype": "float32",
305
+ "format": "f32-to-bf16",
306
+ "nbytes": 2048,
307
+ "byteOffset": 27427840
308
+ },
309
+ {
310
+ "name": "model.layers.10.mlp.down_proj.q_weight",
311
+ "shape": [
312
+ 1024,
313
+ 384
314
+ ],
315
+ "dtype": "uint32",
316
+ "format": "f32-to-bf16",
317
+ "nbytes": 1572864,
318
+ "byteOffset": 27429888
319
+ },
320
+ {
321
+ "name": "model.layers.10.mlp.down_proj.q_scale",
322
+ "shape": [
323
+ 1024,
324
+ 96
325
+ ],
326
+ "dtype": "float32",
327
+ "format": "f32-to-bf16",
328
+ "nbytes": 196608,
329
+ "byteOffset": 29002752
330
+ },
331
+ {
332
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
333
+ "shape": [
334
+ 6144,
335
+ 128
336
+ ],
337
+ "dtype": "uint32",
338
+ "format": "f32-to-bf16",
339
+ "nbytes": 3145728,
340
+ "byteOffset": 29199360
341
+ },
342
+ {
343
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
344
+ "shape": [
345
+ 6144,
346
+ 32
347
+ ],
348
+ "dtype": "float32",
349
+ "format": "f32-to-bf16",
350
+ "nbytes": 393216,
351
+ "byteOffset": 32345088
352
+ },
353
+ {
354
+ "name": "model.layers.10.post_attention_layernorm.weight",
355
+ "shape": [
356
+ 1024
357
+ ],
358
+ "dtype": "float32",
359
+ "format": "f32-to-bf16",
360
+ "nbytes": 2048,
361
+ "byteOffset": 32738304
362
+ },
363
+ {
364
+ "name": "model.layers.10.self_attn.k_norm.weight",
365
+ "shape": [
366
+ 128
367
+ ],
368
+ "dtype": "float32",
369
+ "format": "f32-to-bf16",
370
+ "nbytes": 256,
371
+ "byteOffset": 32740352
372
+ }
373
+ ],
374
+ "md5sum": "7a617b121e06a8f8ec75f6918781b90b"
375
+ },
376
+ {
377
+ "dataPath": "params_shard_2.bin",
378
+ "format": "raw-shard",
379
+ "nbytes": 31866624,
380
+ "records": [
381
+ {
382
+ "name": "model.layers.10.self_attn.c_attn.q_weight",
383
+ "shape": [
384
+ 4096,
385
+ 128
386
+ ],
387
+ "dtype": "uint32",
388
+ "format": "f32-to-bf16",
389
+ "nbytes": 2097152,
390
+ "byteOffset": 0
391
+ },
392
+ {
393
+ "name": "model.layers.10.self_attn.c_attn.q_scale",
394
+ "shape": [
395
+ 4096,
396
+ 32
397
+ ],
398
+ "dtype": "float32",
399
+ "format": "f32-to-bf16",
400
+ "nbytes": 262144,
401
+ "byteOffset": 2097152
402
+ },
403
+ {
404
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
405
+ "shape": [
406
+ 1024,
407
+ 256
408
+ ],
409
+ "dtype": "uint32",
410
+ "format": "f32-to-bf16",
411
+ "nbytes": 1048576,
412
+ "byteOffset": 2359296
413
+ },
414
+ {
415
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
416
+ "shape": [
417
+ 1024,
418
+ 64
419
+ ],
420
+ "dtype": "float32",
421
+ "format": "f32-to-bf16",
422
+ "nbytes": 131072,
423
+ "byteOffset": 3407872
424
+ },
425
+ {
426
+ "name": "model.layers.10.self_attn.q_norm.weight",
427
+ "shape": [
428
+ 128
429
+ ],
430
+ "dtype": "float32",
431
+ "format": "f32-to-bf16",
432
+ "nbytes": 256,
433
+ "byteOffset": 3538944
434
+ },
435
+ {
436
+ "name": "model.layers.11.input_layernorm.weight",
437
+ "shape": [
438
+ 1024
439
+ ],
440
+ "dtype": "float32",
441
+ "format": "f32-to-bf16",
442
+ "nbytes": 2048,
443
+ "byteOffset": 3539200
444
+ },
445
+ {
446
+ "name": "model.layers.11.mlp.down_proj.q_weight",
447
+ "shape": [
448
+ 1024,
449
+ 384
450
+ ],
451
+ "dtype": "uint32",
452
+ "format": "f32-to-bf16",
453
+ "nbytes": 1572864,
454
+ "byteOffset": 3541248
455
+ },
456
+ {
457
+ "name": "model.layers.11.mlp.down_proj.q_scale",
458
+ "shape": [
459
+ 1024,
460
+ 96
461
+ ],
462
+ "dtype": "float32",
463
+ "format": "f32-to-bf16",
464
+ "nbytes": 196608,
465
+ "byteOffset": 5114112
466
+ },
467
+ {
468
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
469
+ "shape": [
470
+ 6144,
471
+ 128
472
+ ],
473
+ "dtype": "uint32",
474
+ "format": "f32-to-bf16",
475
+ "nbytes": 3145728,
476
+ "byteOffset": 5310720
477
+ },
478
+ {
479
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
480
+ "shape": [
481
+ 6144,
482
+ 32
483
+ ],
484
+ "dtype": "float32",
485
+ "format": "f32-to-bf16",
486
+ "nbytes": 393216,
487
+ "byteOffset": 8456448
488
+ },
489
+ {
490
+ "name": "model.layers.11.post_attention_layernorm.weight",
491
+ "shape": [
492
+ 1024
493
+ ],
494
+ "dtype": "float32",
495
+ "format": "f32-to-bf16",
496
+ "nbytes": 2048,
497
+ "byteOffset": 8849664
498
+ },
499
+ {
500
+ "name": "model.layers.11.self_attn.k_norm.weight",
501
+ "shape": [
502
+ 128
503
+ ],
504
+ "dtype": "float32",
505
+ "format": "f32-to-bf16",
506
+ "nbytes": 256,
507
+ "byteOffset": 8851712
508
+ },
509
+ {
510
+ "name": "model.layers.11.self_attn.c_attn.q_weight",
511
+ "shape": [
512
+ 4096,
513
+ 128
514
+ ],
515
+ "dtype": "uint32",
516
+ "format": "f32-to-bf16",
517
+ "nbytes": 2097152,
518
+ "byteOffset": 8851968
519
+ },
520
+ {
521
+ "name": "model.layers.11.self_attn.c_attn.q_scale",
522
+ "shape": [
523
+ 4096,
524
+ 32
525
+ ],
526
+ "dtype": "float32",
527
+ "format": "f32-to-bf16",
528
+ "nbytes": 262144,
529
+ "byteOffset": 10949120
530
+ },
531
+ {
532
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
533
+ "shape": [
534
+ 1024,
535
+ 256
536
+ ],
537
+ "dtype": "uint32",
538
+ "format": "f32-to-bf16",
539
+ "nbytes": 1048576,
540
+ "byteOffset": 11211264
541
+ },
542
+ {
543
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
544
+ "shape": [
545
+ 1024,
546
+ 64
547
+ ],
548
+ "dtype": "float32",
549
+ "format": "f32-to-bf16",
550
+ "nbytes": 131072,
551
+ "byteOffset": 12259840
552
+ },
553
+ {
554
+ "name": "model.layers.11.self_attn.q_norm.weight",
555
+ "shape": [
556
+ 128
557
+ ],
558
+ "dtype": "float32",
559
+ "format": "f32-to-bf16",
560
+ "nbytes": 256,
561
+ "byteOffset": 12390912
562
+ },
563
+ {
564
+ "name": "model.layers.12.input_layernorm.weight",
565
+ "shape": [
566
+ 1024
567
+ ],
568
+ "dtype": "float32",
569
+ "format": "f32-to-bf16",
570
+ "nbytes": 2048,
571
+ "byteOffset": 12391168
572
+ },
573
+ {
574
+ "name": "model.layers.12.mlp.down_proj.q_weight",
575
+ "shape": [
576
+ 1024,
577
+ 384
578
+ ],
579
+ "dtype": "uint32",
580
+ "format": "f32-to-bf16",
581
+ "nbytes": 1572864,
582
+ "byteOffset": 12393216
583
+ },
584
+ {
585
+ "name": "model.layers.12.mlp.down_proj.q_scale",
586
+ "shape": [
587
+ 1024,
588
+ 96
589
+ ],
590
+ "dtype": "float32",
591
+ "format": "f32-to-bf16",
592
+ "nbytes": 196608,
593
+ "byteOffset": 13966080
594
+ },
595
+ {
596
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
597
+ "shape": [
598
+ 6144,
599
+ 128
600
+ ],
601
+ "dtype": "uint32",
602
+ "format": "f32-to-bf16",
603
+ "nbytes": 3145728,
604
+ "byteOffset": 14162688
605
+ },
606
+ {
607
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
608
+ "shape": [
609
+ 6144,
610
+ 32
611
+ ],
612
+ "dtype": "float32",
613
+ "format": "f32-to-bf16",
614
+ "nbytes": 393216,
615
+ "byteOffset": 17308416
616
+ },
617
+ {
618
+ "name": "model.layers.12.post_attention_layernorm.weight",
619
+ "shape": [
620
+ 1024
621
+ ],
622
+ "dtype": "float32",
623
+ "format": "f32-to-bf16",
624
+ "nbytes": 2048,
625
+ "byteOffset": 17701632
626
+ },
627
+ {
628
+ "name": "model.layers.12.self_attn.k_norm.weight",
629
+ "shape": [
630
+ 128
631
+ ],
632
+ "dtype": "float32",
633
+ "format": "f32-to-bf16",
634
+ "nbytes": 256,
635
+ "byteOffset": 17703680
636
+ },
637
+ {
638
+ "name": "model.layers.12.self_attn.c_attn.q_weight",
639
+ "shape": [
640
+ 4096,
641
+ 128
642
+ ],
643
+ "dtype": "uint32",
644
+ "format": "f32-to-bf16",
645
+ "nbytes": 2097152,
646
+ "byteOffset": 17703936
647
+ },
648
+ {
649
+ "name": "model.layers.12.self_attn.c_attn.q_scale",
650
+ "shape": [
651
+ 4096,
652
+ 32
653
+ ],
654
+ "dtype": "float32",
655
+ "format": "f32-to-bf16",
656
+ "nbytes": 262144,
657
+ "byteOffset": 19801088
658
+ },
659
+ {
660
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
661
+ "shape": [
662
+ 1024,
663
+ 256
664
+ ],
665
+ "dtype": "uint32",
666
+ "format": "f32-to-bf16",
667
+ "nbytes": 1048576,
668
+ "byteOffset": 20063232
669
+ },
670
+ {
671
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
672
+ "shape": [
673
+ 1024,
674
+ 64
675
+ ],
676
+ "dtype": "float32",
677
+ "format": "f32-to-bf16",
678
+ "nbytes": 131072,
679
+ "byteOffset": 21111808
680
+ },
681
+ {
682
+ "name": "model.layers.12.self_attn.q_norm.weight",
683
+ "shape": [
684
+ 128
685
+ ],
686
+ "dtype": "float32",
687
+ "format": "f32-to-bf16",
688
+ "nbytes": 256,
689
+ "byteOffset": 21242880
690
+ },
691
+ {
692
+ "name": "model.layers.13.input_layernorm.weight",
693
+ "shape": [
694
+ 1024
695
+ ],
696
+ "dtype": "float32",
697
+ "format": "f32-to-bf16",
698
+ "nbytes": 2048,
699
+ "byteOffset": 21243136
700
+ },
701
+ {
702
+ "name": "model.layers.13.mlp.down_proj.q_weight",
703
+ "shape": [
704
+ 1024,
705
+ 384
706
+ ],
707
+ "dtype": "uint32",
708
+ "format": "f32-to-bf16",
709
+ "nbytes": 1572864,
710
+ "byteOffset": 21245184
711
+ },
712
+ {
713
+ "name": "model.layers.13.mlp.down_proj.q_scale",
714
+ "shape": [
715
+ 1024,
716
+ 96
717
+ ],
718
+ "dtype": "float32",
719
+ "format": "f32-to-bf16",
720
+ "nbytes": 196608,
721
+ "byteOffset": 22818048
722
+ },
723
+ {
724
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
725
+ "shape": [
726
+ 6144,
727
+ 128
728
+ ],
729
+ "dtype": "uint32",
730
+ "format": "f32-to-bf16",
731
+ "nbytes": 3145728,
732
+ "byteOffset": 23014656
733
+ },
734
+ {
735
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
736
+ "shape": [
737
+ 6144,
738
+ 32
739
+ ],
740
+ "dtype": "float32",
741
+ "format": "f32-to-bf16",
742
+ "nbytes": 393216,
743
+ "byteOffset": 26160384
744
+ },
745
+ {
746
+ "name": "model.layers.13.post_attention_layernorm.weight",
747
+ "shape": [
748
+ 1024
749
+ ],
750
+ "dtype": "float32",
751
+ "format": "f32-to-bf16",
752
+ "nbytes": 2048,
753
+ "byteOffset": 26553600
754
+ },
755
+ {
756
+ "name": "model.layers.13.self_attn.k_norm.weight",
757
+ "shape": [
758
+ 128
759
+ ],
760
+ "dtype": "float32",
761
+ "format": "f32-to-bf16",
762
+ "nbytes": 256,
763
+ "byteOffset": 26555648
764
+ },
765
+ {
766
+ "name": "model.layers.13.self_attn.c_attn.q_weight",
767
+ "shape": [
768
+ 4096,
769
+ 128
770
+ ],
771
+ "dtype": "uint32",
772
+ "format": "f32-to-bf16",
773
+ "nbytes": 2097152,
774
+ "byteOffset": 26555904
775
+ },
776
+ {
777
+ "name": "model.layers.13.self_attn.c_attn.q_scale",
778
+ "shape": [
779
+ 4096,
780
+ 32
781
+ ],
782
+ "dtype": "float32",
783
+ "format": "f32-to-bf16",
784
+ "nbytes": 262144,
785
+ "byteOffset": 28653056
786
+ },
787
+ {
788
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
789
+ "shape": [
790
+ 1024,
791
+ 256
792
+ ],
793
+ "dtype": "uint32",
794
+ "format": "f32-to-bf16",
795
+ "nbytes": 1048576,
796
+ "byteOffset": 28915200
797
+ },
798
+ {
799
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
800
+ "shape": [
801
+ 1024,
802
+ 64
803
+ ],
804
+ "dtype": "float32",
805
+ "format": "f32-to-bf16",
806
+ "nbytes": 131072,
807
+ "byteOffset": 29963776
808
+ },
809
+ {
810
+ "name": "model.layers.13.self_attn.q_norm.weight",
811
+ "shape": [
812
+ 128
813
+ ],
814
+ "dtype": "float32",
815
+ "format": "f32-to-bf16",
816
+ "nbytes": 256,
817
+ "byteOffset": 30094848
818
+ },
819
+ {
820
+ "name": "model.layers.14.input_layernorm.weight",
821
+ "shape": [
822
+ 1024
823
+ ],
824
+ "dtype": "float32",
825
+ "format": "f32-to-bf16",
826
+ "nbytes": 2048,
827
+ "byteOffset": 30095104
828
+ },
829
+ {
830
+ "name": "model.layers.14.mlp.down_proj.q_weight",
831
+ "shape": [
832
+ 1024,
833
+ 384
834
+ ],
835
+ "dtype": "uint32",
836
+ "format": "f32-to-bf16",
837
+ "nbytes": 1572864,
838
+ "byteOffset": 30097152
839
+ },
840
+ {
841
+ "name": "model.layers.14.mlp.down_proj.q_scale",
842
+ "shape": [
843
+ 1024,
844
+ 96
845
+ ],
846
+ "dtype": "float32",
847
+ "format": "f32-to-bf16",
848
+ "nbytes": 196608,
849
+ "byteOffset": 31670016
850
+ }
851
+ ],
852
+ "md5sum": "df50503aa3c86b72a6aaf10e30e3802f"
853
+ },
854
+ {
855
+ "dataPath": "params_shard_3.bin",
856
+ "format": "raw-shard",
857
+ "nbytes": 33505024,
858
+ "records": [
859
+ {
860
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
861
+ "shape": [
862
+ 6144,
863
+ 128
864
+ ],
865
+ "dtype": "uint32",
866
+ "format": "f32-to-bf16",
867
+ "nbytes": 3145728,
868
+ "byteOffset": 0
869
+ },
870
+ {
871
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
872
+ "shape": [
873
+ 6144,
874
+ 32
875
+ ],
876
+ "dtype": "float32",
877
+ "format": "f32-to-bf16",
878
+ "nbytes": 393216,
879
+ "byteOffset": 3145728
880
+ },
881
+ {
882
+ "name": "model.layers.14.post_attention_layernorm.weight",
883
+ "shape": [
884
+ 1024
885
+ ],
886
+ "dtype": "float32",
887
+ "format": "f32-to-bf16",
888
+ "nbytes": 2048,
889
+ "byteOffset": 3538944
890
+ },
891
+ {
892
+ "name": "model.layers.14.self_attn.k_norm.weight",
893
+ "shape": [
894
+ 128
895
+ ],
896
+ "dtype": "float32",
897
+ "format": "f32-to-bf16",
898
+ "nbytes": 256,
899
+ "byteOffset": 3540992
900
+ },
901
+ {
902
+ "name": "model.layers.14.self_attn.c_attn.q_weight",
903
+ "shape": [
904
+ 4096,
905
+ 128
906
+ ],
907
+ "dtype": "uint32",
908
+ "format": "f32-to-bf16",
909
+ "nbytes": 2097152,
910
+ "byteOffset": 3541248
911
+ },
912
+ {
913
+ "name": "model.layers.14.self_attn.c_attn.q_scale",
914
+ "shape": [
915
+ 4096,
916
+ 32
917
+ ],
918
+ "dtype": "float32",
919
+ "format": "f32-to-bf16",
920
+ "nbytes": 262144,
921
+ "byteOffset": 5638400
922
+ },
923
+ {
924
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
925
+ "shape": [
926
+ 1024,
927
+ 256
928
+ ],
929
+ "dtype": "uint32",
930
+ "format": "f32-to-bf16",
931
+ "nbytes": 1048576,
932
+ "byteOffset": 5900544
933
+ },
934
+ {
935
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
936
+ "shape": [
937
+ 1024,
938
+ 64
939
+ ],
940
+ "dtype": "float32",
941
+ "format": "f32-to-bf16",
942
+ "nbytes": 131072,
943
+ "byteOffset": 6949120
944
+ },
945
+ {
946
+ "name": "model.layers.14.self_attn.q_norm.weight",
947
+ "shape": [
948
+ 128
949
+ ],
950
+ "dtype": "float32",
951
+ "format": "f32-to-bf16",
952
+ "nbytes": 256,
953
+ "byteOffset": 7080192
954
+ },
955
+ {
956
+ "name": "model.layers.15.input_layernorm.weight",
957
+ "shape": [
958
+ 1024
959
+ ],
960
+ "dtype": "float32",
961
+ "format": "f32-to-bf16",
962
+ "nbytes": 2048,
963
+ "byteOffset": 7080448
964
+ },
965
+ {
966
+ "name": "model.layers.15.mlp.down_proj.q_weight",
967
+ "shape": [
968
+ 1024,
969
+ 384
970
+ ],
971
+ "dtype": "uint32",
972
+ "format": "f32-to-bf16",
973
+ "nbytes": 1572864,
974
+ "byteOffset": 7082496
975
+ },
976
+ {
977
+ "name": "model.layers.15.mlp.down_proj.q_scale",
978
+ "shape": [
979
+ 1024,
980
+ 96
981
+ ],
982
+ "dtype": "float32",
983
+ "format": "f32-to-bf16",
984
+ "nbytes": 196608,
985
+ "byteOffset": 8655360
986
+ },
987
+ {
988
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
989
+ "shape": [
990
+ 6144,
991
+ 128
992
+ ],
993
+ "dtype": "uint32",
994
+ "format": "f32-to-bf16",
995
+ "nbytes": 3145728,
996
+ "byteOffset": 8851968
997
+ },
998
+ {
999
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
1000
+ "shape": [
1001
+ 6144,
1002
+ 32
1003
+ ],
1004
+ "dtype": "float32",
1005
+ "format": "f32-to-bf16",
1006
+ "nbytes": 393216,
1007
+ "byteOffset": 11997696
1008
+ },
1009
+ {
1010
+ "name": "model.layers.15.post_attention_layernorm.weight",
1011
+ "shape": [
1012
+ 1024
1013
+ ],
1014
+ "dtype": "float32",
1015
+ "format": "f32-to-bf16",
1016
+ "nbytes": 2048,
1017
+ "byteOffset": 12390912
1018
+ },
1019
+ {
1020
+ "name": "model.layers.15.self_attn.k_norm.weight",
1021
+ "shape": [
1022
+ 128
1023
+ ],
1024
+ "dtype": "float32",
1025
+ "format": "f32-to-bf16",
1026
+ "nbytes": 256,
1027
+ "byteOffset": 12392960
1028
+ },
1029
+ {
1030
+ "name": "model.layers.15.self_attn.c_attn.q_weight",
1031
+ "shape": [
1032
+ 4096,
1033
+ 128
1034
+ ],
1035
+ "dtype": "uint32",
1036
+ "format": "f32-to-bf16",
1037
+ "nbytes": 2097152,
1038
+ "byteOffset": 12393216
1039
+ },
1040
+ {
1041
+ "name": "model.layers.15.self_attn.c_attn.q_scale",
1042
+ "shape": [
1043
+ 4096,
1044
+ 32
1045
+ ],
1046
+ "dtype": "float32",
1047
+ "format": "f32-to-bf16",
1048
+ "nbytes": 262144,
1049
+ "byteOffset": 14490368
1050
+ },
1051
+ {
1052
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
1053
+ "shape": [
1054
+ 1024,
1055
+ 256
1056
+ ],
1057
+ "dtype": "uint32",
1058
+ "format": "f32-to-bf16",
1059
+ "nbytes": 1048576,
1060
+ "byteOffset": 14752512
1061
+ },
1062
+ {
1063
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
1064
+ "shape": [
1065
+ 1024,
1066
+ 64
1067
+ ],
1068
+ "dtype": "float32",
1069
+ "format": "f32-to-bf16",
1070
+ "nbytes": 131072,
1071
+ "byteOffset": 15801088
1072
+ },
1073
+ {
1074
+ "name": "model.layers.15.self_attn.q_norm.weight",
1075
+ "shape": [
1076
+ 128
1077
+ ],
1078
+ "dtype": "float32",
1079
+ "format": "f32-to-bf16",
1080
+ "nbytes": 256,
1081
+ "byteOffset": 15932160
1082
+ },
1083
+ {
1084
+ "name": "model.layers.16.input_layernorm.weight",
1085
+ "shape": [
1086
+ 1024
1087
+ ],
1088
+ "dtype": "float32",
1089
+ "format": "f32-to-bf16",
1090
+ "nbytes": 2048,
1091
+ "byteOffset": 15932416
1092
+ },
1093
+ {
1094
+ "name": "model.layers.16.mlp.down_proj.q_weight",
1095
+ "shape": [
1096
+ 1024,
1097
+ 384
1098
+ ],
1099
+ "dtype": "uint32",
1100
+ "format": "f32-to-bf16",
1101
+ "nbytes": 1572864,
1102
+ "byteOffset": 15934464
1103
+ },
1104
+ {
1105
+ "name": "model.layers.16.mlp.down_proj.q_scale",
1106
+ "shape": [
1107
+ 1024,
1108
+ 96
1109
+ ],
1110
+ "dtype": "float32",
1111
+ "format": "f32-to-bf16",
1112
+ "nbytes": 196608,
1113
+ "byteOffset": 17507328
1114
+ },
1115
+ {
1116
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
1117
+ "shape": [
1118
+ 6144,
1119
+ 128
1120
+ ],
1121
+ "dtype": "uint32",
1122
+ "format": "f32-to-bf16",
1123
+ "nbytes": 3145728,
1124
+ "byteOffset": 17703936
1125
+ },
1126
+ {
1127
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
1128
+ "shape": [
1129
+ 6144,
1130
+ 32
1131
+ ],
1132
+ "dtype": "float32",
1133
+ "format": "f32-to-bf16",
1134
+ "nbytes": 393216,
1135
+ "byteOffset": 20849664
1136
+ },
1137
+ {
1138
+ "name": "model.layers.16.post_attention_layernorm.weight",
1139
+ "shape": [
1140
+ 1024
1141
+ ],
1142
+ "dtype": "float32",
1143
+ "format": "f32-to-bf16",
1144
+ "nbytes": 2048,
1145
+ "byteOffset": 21242880
1146
+ },
1147
+ {
1148
+ "name": "model.layers.16.self_attn.k_norm.weight",
1149
+ "shape": [
1150
+ 128
1151
+ ],
1152
+ "dtype": "float32",
1153
+ "format": "f32-to-bf16",
1154
+ "nbytes": 256,
1155
+ "byteOffset": 21244928
1156
+ },
1157
+ {
1158
+ "name": "model.layers.16.self_attn.c_attn.q_weight",
1159
+ "shape": [
1160
+ 4096,
1161
+ 128
1162
+ ],
1163
+ "dtype": "uint32",
1164
+ "format": "f32-to-bf16",
1165
+ "nbytes": 2097152,
1166
+ "byteOffset": 21245184
1167
+ },
1168
+ {
1169
+ "name": "model.layers.16.self_attn.c_attn.q_scale",
1170
+ "shape": [
1171
+ 4096,
1172
+ 32
1173
+ ],
1174
+ "dtype": "float32",
1175
+ "format": "f32-to-bf16",
1176
+ "nbytes": 262144,
1177
+ "byteOffset": 23342336
1178
+ },
1179
+ {
1180
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
1181
+ "shape": [
1182
+ 1024,
1183
+ 256
1184
+ ],
1185
+ "dtype": "uint32",
1186
+ "format": "f32-to-bf16",
1187
+ "nbytes": 1048576,
1188
+ "byteOffset": 23604480
1189
+ },
1190
+ {
1191
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
1192
+ "shape": [
1193
+ 1024,
1194
+ 64
1195
+ ],
1196
+ "dtype": "float32",
1197
+ "format": "f32-to-bf16",
1198
+ "nbytes": 131072,
1199
+ "byteOffset": 24653056
1200
+ },
1201
+ {
1202
+ "name": "model.layers.16.self_attn.q_norm.weight",
1203
+ "shape": [
1204
+ 128
1205
+ ],
1206
+ "dtype": "float32",
1207
+ "format": "f32-to-bf16",
1208
+ "nbytes": 256,
1209
+ "byteOffset": 24784128
1210
+ },
1211
+ {
1212
+ "name": "model.layers.17.input_layernorm.weight",
1213
+ "shape": [
1214
+ 1024
1215
+ ],
1216
+ "dtype": "float32",
1217
+ "format": "f32-to-bf16",
1218
+ "nbytes": 2048,
1219
+ "byteOffset": 24784384
1220
+ },
1221
+ {
1222
+ "name": "model.layers.17.mlp.down_proj.q_weight",
1223
+ "shape": [
1224
+ 1024,
1225
+ 384
1226
+ ],
1227
+ "dtype": "uint32",
1228
+ "format": "f32-to-bf16",
1229
+ "nbytes": 1572864,
1230
+ "byteOffset": 24786432
1231
+ },
1232
+ {
1233
+ "name": "model.layers.17.mlp.down_proj.q_scale",
1234
+ "shape": [
1235
+ 1024,
1236
+ 96
1237
+ ],
1238
+ "dtype": "float32",
1239
+ "format": "f32-to-bf16",
1240
+ "nbytes": 196608,
1241
+ "byteOffset": 26359296
1242
+ },
1243
+ {
1244
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
1245
+ "shape": [
1246
+ 6144,
1247
+ 128
1248
+ ],
1249
+ "dtype": "uint32",
1250
+ "format": "f32-to-bf16",
1251
+ "nbytes": 3145728,
1252
+ "byteOffset": 26555904
1253
+ },
1254
+ {
1255
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
1256
+ "shape": [
1257
+ 6144,
1258
+ 32
1259
+ ],
1260
+ "dtype": "float32",
1261
+ "format": "f32-to-bf16",
1262
+ "nbytes": 393216,
1263
+ "byteOffset": 29701632
1264
+ },
1265
+ {
1266
+ "name": "model.layers.17.post_attention_layernorm.weight",
1267
+ "shape": [
1268
+ 1024
1269
+ ],
1270
+ "dtype": "float32",
1271
+ "format": "f32-to-bf16",
1272
+ "nbytes": 2048,
1273
+ "byteOffset": 30094848
1274
+ },
1275
+ {
1276
+ "name": "model.layers.17.self_attn.k_norm.weight",
1277
+ "shape": [
1278
+ 128
1279
+ ],
1280
+ "dtype": "float32",
1281
+ "format": "f32-to-bf16",
1282
+ "nbytes": 256,
1283
+ "byteOffset": 30096896
1284
+ },
1285
+ {
1286
+ "name": "model.layers.17.self_attn.c_attn.q_weight",
1287
+ "shape": [
1288
+ 4096,
1289
+ 128
1290
+ ],
1291
+ "dtype": "uint32",
1292
+ "format": "f32-to-bf16",
1293
+ "nbytes": 2097152,
1294
+ "byteOffset": 30097152
1295
+ },
1296
+ {
1297
+ "name": "model.layers.17.self_attn.c_attn.q_scale",
1298
+ "shape": [
1299
+ 4096,
1300
+ 32
1301
+ ],
1302
+ "dtype": "float32",
1303
+ "format": "f32-to-bf16",
1304
+ "nbytes": 262144,
1305
+ "byteOffset": 32194304
1306
+ },
1307
+ {
1308
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
1309
+ "shape": [
1310
+ 1024,
1311
+ 256
1312
+ ],
1313
+ "dtype": "uint32",
1314
+ "format": "f32-to-bf16",
1315
+ "nbytes": 1048576,
1316
+ "byteOffset": 32456448
1317
+ }
1318
+ ],
1319
+ "md5sum": "68d495d66e1b24b27c4fc5d4c7944f18"
1320
+ },
1321
+ {
1322
+ "dataPath": "params_shard_4.bin",
1323
+ "format": "raw-shard",
1324
+ "nbytes": 32000000,
1325
+ "records": [
1326
+ {
1327
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
1328
+ "shape": [
1329
+ 1024,
1330
+ 64
1331
+ ],
1332
+ "dtype": "float32",
1333
+ "format": "f32-to-bf16",
1334
+ "nbytes": 131072,
1335
+ "byteOffset": 0
1336
+ },
1337
+ {
1338
+ "name": "model.layers.17.self_attn.q_norm.weight",
1339
+ "shape": [
1340
+ 128
1341
+ ],
1342
+ "dtype": "float32",
1343
+ "format": "f32-to-bf16",
1344
+ "nbytes": 256,
1345
+ "byteOffset": 131072
1346
+ },
1347
+ {
1348
+ "name": "model.layers.18.input_layernorm.weight",
1349
+ "shape": [
1350
+ 1024
1351
+ ],
1352
+ "dtype": "float32",
1353
+ "format": "f32-to-bf16",
1354
+ "nbytes": 2048,
1355
+ "byteOffset": 131328
1356
+ },
1357
+ {
1358
+ "name": "model.layers.18.mlp.down_proj.q_weight",
1359
+ "shape": [
1360
+ 1024,
1361
+ 384
1362
+ ],
1363
+ "dtype": "uint32",
1364
+ "format": "f32-to-bf16",
1365
+ "nbytes": 1572864,
1366
+ "byteOffset": 133376
1367
+ },
1368
+ {
1369
+ "name": "model.layers.18.mlp.down_proj.q_scale",
1370
+ "shape": [
1371
+ 1024,
1372
+ 96
1373
+ ],
1374
+ "dtype": "float32",
1375
+ "format": "f32-to-bf16",
1376
+ "nbytes": 196608,
1377
+ "byteOffset": 1706240
1378
+ },
1379
+ {
1380
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
1381
+ "shape": [
1382
+ 6144,
1383
+ 128
1384
+ ],
1385
+ "dtype": "uint32",
1386
+ "format": "f32-to-bf16",
1387
+ "nbytes": 3145728,
1388
+ "byteOffset": 1902848
1389
+ },
1390
+ {
1391
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
1392
+ "shape": [
1393
+ 6144,
1394
+ 32
1395
+ ],
1396
+ "dtype": "float32",
1397
+ "format": "f32-to-bf16",
1398
+ "nbytes": 393216,
1399
+ "byteOffset": 5048576
1400
+ },
1401
+ {
1402
+ "name": "model.layers.18.post_attention_layernorm.weight",
1403
+ "shape": [
1404
+ 1024
1405
+ ],
1406
+ "dtype": "float32",
1407
+ "format": "f32-to-bf16",
1408
+ "nbytes": 2048,
1409
+ "byteOffset": 5441792
1410
+ },
1411
+ {
1412
+ "name": "model.layers.18.self_attn.k_norm.weight",
1413
+ "shape": [
1414
+ 128
1415
+ ],
1416
+ "dtype": "float32",
1417
+ "format": "f32-to-bf16",
1418
+ "nbytes": 256,
1419
+ "byteOffset": 5443840
1420
+ },
1421
+ {
1422
+ "name": "model.layers.18.self_attn.c_attn.q_weight",
1423
+ "shape": [
1424
+ 4096,
1425
+ 128
1426
+ ],
1427
+ "dtype": "uint32",
1428
+ "format": "f32-to-bf16",
1429
+ "nbytes": 2097152,
1430
+ "byteOffset": 5444096
1431
+ },
1432
+ {
1433
+ "name": "model.layers.18.self_attn.c_attn.q_scale",
1434
+ "shape": [
1435
+ 4096,
1436
+ 32
1437
+ ],
1438
+ "dtype": "float32",
1439
+ "format": "f32-to-bf16",
1440
+ "nbytes": 262144,
1441
+ "byteOffset": 7541248
1442
+ },
1443
+ {
1444
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
1445
+ "shape": [
1446
+ 1024,
1447
+ 256
1448
+ ],
1449
+ "dtype": "uint32",
1450
+ "format": "f32-to-bf16",
1451
+ "nbytes": 1048576,
1452
+ "byteOffset": 7803392
1453
+ },
1454
+ {
1455
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
1456
+ "shape": [
1457
+ 1024,
1458
+ 64
1459
+ ],
1460
+ "dtype": "float32",
1461
+ "format": "f32-to-bf16",
1462
+ "nbytes": 131072,
1463
+ "byteOffset": 8851968
1464
+ },
1465
+ {
1466
+ "name": "model.layers.18.self_attn.q_norm.weight",
1467
+ "shape": [
1468
+ 128
1469
+ ],
1470
+ "dtype": "float32",
1471
+ "format": "f32-to-bf16",
1472
+ "nbytes": 256,
1473
+ "byteOffset": 8983040
1474
+ },
1475
+ {
1476
+ "name": "model.layers.19.input_layernorm.weight",
1477
+ "shape": [
1478
+ 1024
1479
+ ],
1480
+ "dtype": "float32",
1481
+ "format": "f32-to-bf16",
1482
+ "nbytes": 2048,
1483
+ "byteOffset": 8983296
1484
+ },
1485
+ {
1486
+ "name": "model.layers.19.mlp.down_proj.q_weight",
1487
+ "shape": [
1488
+ 1024,
1489
+ 384
1490
+ ],
1491
+ "dtype": "uint32",
1492
+ "format": "f32-to-bf16",
1493
+ "nbytes": 1572864,
1494
+ "byteOffset": 8985344
1495
+ },
1496
+ {
1497
+ "name": "model.layers.19.mlp.down_proj.q_scale",
1498
+ "shape": [
1499
+ 1024,
1500
+ 96
1501
+ ],
1502
+ "dtype": "float32",
1503
+ "format": "f32-to-bf16",
1504
+ "nbytes": 196608,
1505
+ "byteOffset": 10558208
1506
+ },
1507
+ {
1508
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
1509
+ "shape": [
1510
+ 6144,
1511
+ 128
1512
+ ],
1513
+ "dtype": "uint32",
1514
+ "format": "f32-to-bf16",
1515
+ "nbytes": 3145728,
1516
+ "byteOffset": 10754816
1517
+ },
1518
+ {
1519
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
1520
+ "shape": [
1521
+ 6144,
1522
+ 32
1523
+ ],
1524
+ "dtype": "float32",
1525
+ "format": "f32-to-bf16",
1526
+ "nbytes": 393216,
1527
+ "byteOffset": 13900544
1528
+ },
1529
+ {
1530
+ "name": "model.layers.19.post_attention_layernorm.weight",
1531
+ "shape": [
1532
+ 1024
1533
+ ],
1534
+ "dtype": "float32",
1535
+ "format": "f32-to-bf16",
1536
+ "nbytes": 2048,
1537
+ "byteOffset": 14293760
1538
+ },
1539
+ {
1540
+ "name": "model.layers.19.self_attn.k_norm.weight",
1541
+ "shape": [
1542
+ 128
1543
+ ],
1544
+ "dtype": "float32",
1545
+ "format": "f32-to-bf16",
1546
+ "nbytes": 256,
1547
+ "byteOffset": 14295808
1548
+ },
1549
+ {
1550
+ "name": "model.layers.19.self_attn.c_attn.q_weight",
1551
+ "shape": [
1552
+ 4096,
1553
+ 128
1554
+ ],
1555
+ "dtype": "uint32",
1556
+ "format": "f32-to-bf16",
1557
+ "nbytes": 2097152,
1558
+ "byteOffset": 14296064
1559
+ },
1560
+ {
1561
+ "name": "model.layers.19.self_attn.c_attn.q_scale",
1562
+ "shape": [
1563
+ 4096,
1564
+ 32
1565
+ ],
1566
+ "dtype": "float32",
1567
+ "format": "f32-to-bf16",
1568
+ "nbytes": 262144,
1569
+ "byteOffset": 16393216
1570
+ },
1571
+ {
1572
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
1573
+ "shape": [
1574
+ 1024,
1575
+ 256
1576
+ ],
1577
+ "dtype": "uint32",
1578
+ "format": "f32-to-bf16",
1579
+ "nbytes": 1048576,
1580
+ "byteOffset": 16655360
1581
+ },
1582
+ {
1583
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
1584
+ "shape": [
1585
+ 1024,
1586
+ 64
1587
+ ],
1588
+ "dtype": "float32",
1589
+ "format": "f32-to-bf16",
1590
+ "nbytes": 131072,
1591
+ "byteOffset": 17703936
1592
+ },
1593
+ {
1594
+ "name": "model.layers.19.self_attn.q_norm.weight",
1595
+ "shape": [
1596
+ 128
1597
+ ],
1598
+ "dtype": "float32",
1599
+ "format": "f32-to-bf16",
1600
+ "nbytes": 256,
1601
+ "byteOffset": 17835008
1602
+ },
1603
+ {
1604
+ "name": "model.layers.2.input_layernorm.weight",
1605
+ "shape": [
1606
+ 1024
1607
+ ],
1608
+ "dtype": "float32",
1609
+ "format": "f32-to-bf16",
1610
+ "nbytes": 2048,
1611
+ "byteOffset": 17835264
1612
+ },
1613
+ {
1614
+ "name": "model.layers.2.mlp.down_proj.q_weight",
1615
+ "shape": [
1616
+ 1024,
1617
+ 384
1618
+ ],
1619
+ "dtype": "uint32",
1620
+ "format": "f32-to-bf16",
1621
+ "nbytes": 1572864,
1622
+ "byteOffset": 17837312
1623
+ },
1624
+ {
1625
+ "name": "model.layers.2.mlp.down_proj.q_scale",
1626
+ "shape": [
1627
+ 1024,
1628
+ 96
1629
+ ],
1630
+ "dtype": "float32",
1631
+ "format": "f32-to-bf16",
1632
+ "nbytes": 196608,
1633
+ "byteOffset": 19410176
1634
+ },
1635
+ {
1636
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
1637
+ "shape": [
1638
+ 6144,
1639
+ 128
1640
+ ],
1641
+ "dtype": "uint32",
1642
+ "format": "f32-to-bf16",
1643
+ "nbytes": 3145728,
1644
+ "byteOffset": 19606784
1645
+ },
1646
+ {
1647
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
1648
+ "shape": [
1649
+ 6144,
1650
+ 32
1651
+ ],
1652
+ "dtype": "float32",
1653
+ "format": "f32-to-bf16",
1654
+ "nbytes": 393216,
1655
+ "byteOffset": 22752512
1656
+ },
1657
+ {
1658
+ "name": "model.layers.2.post_attention_layernorm.weight",
1659
+ "shape": [
1660
+ 1024
1661
+ ],
1662
+ "dtype": "float32",
1663
+ "format": "f32-to-bf16",
1664
+ "nbytes": 2048,
1665
+ "byteOffset": 23145728
1666
+ },
1667
+ {
1668
+ "name": "model.layers.2.self_attn.k_norm.weight",
1669
+ "shape": [
1670
+ 128
1671
+ ],
1672
+ "dtype": "float32",
1673
+ "format": "f32-to-bf16",
1674
+ "nbytes": 256,
1675
+ "byteOffset": 23147776
1676
+ },
1677
+ {
1678
+ "name": "model.layers.2.self_attn.c_attn.q_weight",
1679
+ "shape": [
1680
+ 4096,
1681
+ 128
1682
+ ],
1683
+ "dtype": "uint32",
1684
+ "format": "f32-to-bf16",
1685
+ "nbytes": 2097152,
1686
+ "byteOffset": 23148032
1687
+ },
1688
+ {
1689
+ "name": "model.layers.2.self_attn.c_attn.q_scale",
1690
+ "shape": [
1691
+ 4096,
1692
+ 32
1693
+ ],
1694
+ "dtype": "float32",
1695
+ "format": "f32-to-bf16",
1696
+ "nbytes": 262144,
1697
+ "byteOffset": 25245184
1698
+ },
1699
+ {
1700
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
1701
+ "shape": [
1702
+ 1024,
1703
+ 256
1704
+ ],
1705
+ "dtype": "uint32",
1706
+ "format": "f32-to-bf16",
1707
+ "nbytes": 1048576,
1708
+ "byteOffset": 25507328
1709
+ },
1710
+ {
1711
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
1712
+ "shape": [
1713
+ 1024,
1714
+ 64
1715
+ ],
1716
+ "dtype": "float32",
1717
+ "format": "f32-to-bf16",
1718
+ "nbytes": 131072,
1719
+ "byteOffset": 26555904
1720
+ },
1721
+ {
1722
+ "name": "model.layers.2.self_attn.q_norm.weight",
1723
+ "shape": [
1724
+ 128
1725
+ ],
1726
+ "dtype": "float32",
1727
+ "format": "f32-to-bf16",
1728
+ "nbytes": 256,
1729
+ "byteOffset": 26686976
1730
+ },
1731
+ {
1732
+ "name": "model.layers.20.input_layernorm.weight",
1733
+ "shape": [
1734
+ 1024
1735
+ ],
1736
+ "dtype": "float32",
1737
+ "format": "f32-to-bf16",
1738
+ "nbytes": 2048,
1739
+ "byteOffset": 26687232
1740
+ },
1741
+ {
1742
+ "name": "model.layers.20.mlp.down_proj.q_weight",
1743
+ "shape": [
1744
+ 1024,
1745
+ 384
1746
+ ],
1747
+ "dtype": "uint32",
1748
+ "format": "f32-to-bf16",
1749
+ "nbytes": 1572864,
1750
+ "byteOffset": 26689280
1751
+ },
1752
+ {
1753
+ "name": "model.layers.20.mlp.down_proj.q_scale",
1754
+ "shape": [
1755
+ 1024,
1756
+ 96
1757
+ ],
1758
+ "dtype": "float32",
1759
+ "format": "f32-to-bf16",
1760
+ "nbytes": 196608,
1761
+ "byteOffset": 28262144
1762
+ },
1763
+ {
1764
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
1765
+ "shape": [
1766
+ 6144,
1767
+ 128
1768
+ ],
1769
+ "dtype": "uint32",
1770
+ "format": "f32-to-bf16",
1771
+ "nbytes": 3145728,
1772
+ "byteOffset": 28458752
1773
+ },
1774
+ {
1775
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
1776
+ "shape": [
1777
+ 6144,
1778
+ 32
1779
+ ],
1780
+ "dtype": "float32",
1781
+ "format": "f32-to-bf16",
1782
+ "nbytes": 393216,
1783
+ "byteOffset": 31604480
1784
+ },
1785
+ {
1786
+ "name": "model.layers.20.post_attention_layernorm.weight",
1787
+ "shape": [
1788
+ 1024
1789
+ ],
1790
+ "dtype": "float32",
1791
+ "format": "f32-to-bf16",
1792
+ "nbytes": 2048,
1793
+ "byteOffset": 31997696
1794
+ },
1795
+ {
1796
+ "name": "model.layers.20.self_attn.k_norm.weight",
1797
+ "shape": [
1798
+ 128
1799
+ ],
1800
+ "dtype": "float32",
1801
+ "format": "f32-to-bf16",
1802
+ "nbytes": 256,
1803
+ "byteOffset": 31999744
1804
+ }
1805
+ ],
1806
+ "md5sum": "cb74bdd82c989d21ea54eaf81f136b39"
1807
+ },
1808
+ {
1809
+ "dataPath": "params_shard_5.bin",
1810
+ "format": "raw-shard",
1811
+ "nbytes": 31866624,
1812
+ "records": [
1813
+ {
1814
+ "name": "model.layers.20.self_attn.c_attn.q_weight",
1815
+ "shape": [
1816
+ 4096,
1817
+ 128
1818
+ ],
1819
+ "dtype": "uint32",
1820
+ "format": "f32-to-bf16",
1821
+ "nbytes": 2097152,
1822
+ "byteOffset": 0
1823
+ },
1824
+ {
1825
+ "name": "model.layers.20.self_attn.c_attn.q_scale",
1826
+ "shape": [
1827
+ 4096,
1828
+ 32
1829
+ ],
1830
+ "dtype": "float32",
1831
+ "format": "f32-to-bf16",
1832
+ "nbytes": 262144,
1833
+ "byteOffset": 2097152
1834
+ },
1835
+ {
1836
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
1837
+ "shape": [
1838
+ 1024,
1839
+ 256
1840
+ ],
1841
+ "dtype": "uint32",
1842
+ "format": "f32-to-bf16",
1843
+ "nbytes": 1048576,
1844
+ "byteOffset": 2359296
1845
+ },
1846
+ {
1847
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
1848
+ "shape": [
1849
+ 1024,
1850
+ 64
1851
+ ],
1852
+ "dtype": "float32",
1853
+ "format": "f32-to-bf16",
1854
+ "nbytes": 131072,
1855
+ "byteOffset": 3407872
1856
+ },
1857
+ {
1858
+ "name": "model.layers.20.self_attn.q_norm.weight",
1859
+ "shape": [
1860
+ 128
1861
+ ],
1862
+ "dtype": "float32",
1863
+ "format": "f32-to-bf16",
1864
+ "nbytes": 256,
1865
+ "byteOffset": 3538944
1866
+ },
1867
+ {
1868
+ "name": "model.layers.21.input_layernorm.weight",
1869
+ "shape": [
1870
+ 1024
1871
+ ],
1872
+ "dtype": "float32",
1873
+ "format": "f32-to-bf16",
1874
+ "nbytes": 2048,
1875
+ "byteOffset": 3539200
1876
+ },
1877
+ {
1878
+ "name": "model.layers.21.mlp.down_proj.q_weight",
1879
+ "shape": [
1880
+ 1024,
1881
+ 384
1882
+ ],
1883
+ "dtype": "uint32",
1884
+ "format": "f32-to-bf16",
1885
+ "nbytes": 1572864,
1886
+ "byteOffset": 3541248
1887
+ },
1888
+ {
1889
+ "name": "model.layers.21.mlp.down_proj.q_scale",
1890
+ "shape": [
1891
+ 1024,
1892
+ 96
1893
+ ],
1894
+ "dtype": "float32",
1895
+ "format": "f32-to-bf16",
1896
+ "nbytes": 196608,
1897
+ "byteOffset": 5114112
1898
+ },
1899
+ {
1900
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
1901
+ "shape": [
1902
+ 6144,
1903
+ 128
1904
+ ],
1905
+ "dtype": "uint32",
1906
+ "format": "f32-to-bf16",
1907
+ "nbytes": 3145728,
1908
+ "byteOffset": 5310720
1909
+ },
1910
+ {
1911
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
1912
+ "shape": [
1913
+ 6144,
1914
+ 32
1915
+ ],
1916
+ "dtype": "float32",
1917
+ "format": "f32-to-bf16",
1918
+ "nbytes": 393216,
1919
+ "byteOffset": 8456448
1920
+ },
1921
+ {
1922
+ "name": "model.layers.21.post_attention_layernorm.weight",
1923
+ "shape": [
1924
+ 1024
1925
+ ],
1926
+ "dtype": "float32",
1927
+ "format": "f32-to-bf16",
1928
+ "nbytes": 2048,
1929
+ "byteOffset": 8849664
1930
+ },
1931
+ {
1932
+ "name": "model.layers.21.self_attn.k_norm.weight",
1933
+ "shape": [
1934
+ 128
1935
+ ],
1936
+ "dtype": "float32",
1937
+ "format": "f32-to-bf16",
1938
+ "nbytes": 256,
1939
+ "byteOffset": 8851712
1940
+ },
1941
+ {
1942
+ "name": "model.layers.21.self_attn.c_attn.q_weight",
1943
+ "shape": [
1944
+ 4096,
1945
+ 128
1946
+ ],
1947
+ "dtype": "uint32",
1948
+ "format": "f32-to-bf16",
1949
+ "nbytes": 2097152,
1950
+ "byteOffset": 8851968
1951
+ },
1952
+ {
1953
+ "name": "model.layers.21.self_attn.c_attn.q_scale",
1954
+ "shape": [
1955
+ 4096,
1956
+ 32
1957
+ ],
1958
+ "dtype": "float32",
1959
+ "format": "f32-to-bf16",
1960
+ "nbytes": 262144,
1961
+ "byteOffset": 10949120
1962
+ },
1963
+ {
1964
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
1965
+ "shape": [
1966
+ 1024,
1967
+ 256
1968
+ ],
1969
+ "dtype": "uint32",
1970
+ "format": "f32-to-bf16",
1971
+ "nbytes": 1048576,
1972
+ "byteOffset": 11211264
1973
+ },
1974
+ {
1975
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
1976
+ "shape": [
1977
+ 1024,
1978
+ 64
1979
+ ],
1980
+ "dtype": "float32",
1981
+ "format": "f32-to-bf16",
1982
+ "nbytes": 131072,
1983
+ "byteOffset": 12259840
1984
+ },
1985
+ {
1986
+ "name": "model.layers.21.self_attn.q_norm.weight",
1987
+ "shape": [
1988
+ 128
1989
+ ],
1990
+ "dtype": "float32",
1991
+ "format": "f32-to-bf16",
1992
+ "nbytes": 256,
1993
+ "byteOffset": 12390912
1994
+ },
1995
+ {
1996
+ "name": "model.layers.22.input_layernorm.weight",
1997
+ "shape": [
1998
+ 1024
1999
+ ],
2000
+ "dtype": "float32",
2001
+ "format": "f32-to-bf16",
2002
+ "nbytes": 2048,
2003
+ "byteOffset": 12391168
2004
+ },
2005
+ {
2006
+ "name": "model.layers.22.mlp.down_proj.q_weight",
2007
+ "shape": [
2008
+ 1024,
2009
+ 384
2010
+ ],
2011
+ "dtype": "uint32",
2012
+ "format": "f32-to-bf16",
2013
+ "nbytes": 1572864,
2014
+ "byteOffset": 12393216
2015
+ },
2016
+ {
2017
+ "name": "model.layers.22.mlp.down_proj.q_scale",
2018
+ "shape": [
2019
+ 1024,
2020
+ 96
2021
+ ],
2022
+ "dtype": "float32",
2023
+ "format": "f32-to-bf16",
2024
+ "nbytes": 196608,
2025
+ "byteOffset": 13966080
2026
+ },
2027
+ {
2028
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
2029
+ "shape": [
2030
+ 6144,
2031
+ 128
2032
+ ],
2033
+ "dtype": "uint32",
2034
+ "format": "f32-to-bf16",
2035
+ "nbytes": 3145728,
2036
+ "byteOffset": 14162688
2037
+ },
2038
+ {
2039
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
2040
+ "shape": [
2041
+ 6144,
2042
+ 32
2043
+ ],
2044
+ "dtype": "float32",
2045
+ "format": "f32-to-bf16",
2046
+ "nbytes": 393216,
2047
+ "byteOffset": 17308416
2048
+ },
2049
+ {
2050
+ "name": "model.layers.22.post_attention_layernorm.weight",
2051
+ "shape": [
2052
+ 1024
2053
+ ],
2054
+ "dtype": "float32",
2055
+ "format": "f32-to-bf16",
2056
+ "nbytes": 2048,
2057
+ "byteOffset": 17701632
2058
+ },
2059
+ {
2060
+ "name": "model.layers.22.self_attn.k_norm.weight",
2061
+ "shape": [
2062
+ 128
2063
+ ],
2064
+ "dtype": "float32",
2065
+ "format": "f32-to-bf16",
2066
+ "nbytes": 256,
2067
+ "byteOffset": 17703680
2068
+ },
2069
+ {
2070
+ "name": "model.layers.22.self_attn.c_attn.q_weight",
2071
+ "shape": [
2072
+ 4096,
2073
+ 128
2074
+ ],
2075
+ "dtype": "uint32",
2076
+ "format": "f32-to-bf16",
2077
+ "nbytes": 2097152,
2078
+ "byteOffset": 17703936
2079
+ },
2080
+ {
2081
+ "name": "model.layers.22.self_attn.c_attn.q_scale",
2082
+ "shape": [
2083
+ 4096,
2084
+ 32
2085
+ ],
2086
+ "dtype": "float32",
2087
+ "format": "f32-to-bf16",
2088
+ "nbytes": 262144,
2089
+ "byteOffset": 19801088
2090
+ },
2091
+ {
2092
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
2093
+ "shape": [
2094
+ 1024,
2095
+ 256
2096
+ ],
2097
+ "dtype": "uint32",
2098
+ "format": "f32-to-bf16",
2099
+ "nbytes": 1048576,
2100
+ "byteOffset": 20063232
2101
+ },
2102
+ {
2103
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
2104
+ "shape": [
2105
+ 1024,
2106
+ 64
2107
+ ],
2108
+ "dtype": "float32",
2109
+ "format": "f32-to-bf16",
2110
+ "nbytes": 131072,
2111
+ "byteOffset": 21111808
2112
+ },
2113
+ {
2114
+ "name": "model.layers.22.self_attn.q_norm.weight",
2115
+ "shape": [
2116
+ 128
2117
+ ],
2118
+ "dtype": "float32",
2119
+ "format": "f32-to-bf16",
2120
+ "nbytes": 256,
2121
+ "byteOffset": 21242880
2122
+ },
2123
+ {
2124
+ "name": "model.layers.23.input_layernorm.weight",
2125
+ "shape": [
2126
+ 1024
2127
+ ],
2128
+ "dtype": "float32",
2129
+ "format": "f32-to-bf16",
2130
+ "nbytes": 2048,
2131
+ "byteOffset": 21243136
2132
+ },
2133
+ {
2134
+ "name": "model.layers.23.mlp.down_proj.q_weight",
2135
+ "shape": [
2136
+ 1024,
2137
+ 384
2138
+ ],
2139
+ "dtype": "uint32",
2140
+ "format": "f32-to-bf16",
2141
+ "nbytes": 1572864,
2142
+ "byteOffset": 21245184
2143
+ },
2144
+ {
2145
+ "name": "model.layers.23.mlp.down_proj.q_scale",
2146
+ "shape": [
2147
+ 1024,
2148
+ 96
2149
+ ],
2150
+ "dtype": "float32",
2151
+ "format": "f32-to-bf16",
2152
+ "nbytes": 196608,
2153
+ "byteOffset": 22818048
2154
+ },
2155
+ {
2156
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
2157
+ "shape": [
2158
+ 6144,
2159
+ 128
2160
+ ],
2161
+ "dtype": "uint32",
2162
+ "format": "f32-to-bf16",
2163
+ "nbytes": 3145728,
2164
+ "byteOffset": 23014656
2165
+ },
2166
+ {
2167
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
2168
+ "shape": [
2169
+ 6144,
2170
+ 32
2171
+ ],
2172
+ "dtype": "float32",
2173
+ "format": "f32-to-bf16",
2174
+ "nbytes": 393216,
2175
+ "byteOffset": 26160384
2176
+ },
2177
+ {
2178
+ "name": "model.layers.23.post_attention_layernorm.weight",
2179
+ "shape": [
2180
+ 1024
2181
+ ],
2182
+ "dtype": "float32",
2183
+ "format": "f32-to-bf16",
2184
+ "nbytes": 2048,
2185
+ "byteOffset": 26553600
2186
+ },
2187
+ {
2188
+ "name": "model.layers.23.self_attn.k_norm.weight",
2189
+ "shape": [
2190
+ 128
2191
+ ],
2192
+ "dtype": "float32",
2193
+ "format": "f32-to-bf16",
2194
+ "nbytes": 256,
2195
+ "byteOffset": 26555648
2196
+ },
2197
+ {
2198
+ "name": "model.layers.23.self_attn.c_attn.q_weight",
2199
+ "shape": [
2200
+ 4096,
2201
+ 128
2202
+ ],
2203
+ "dtype": "uint32",
2204
+ "format": "f32-to-bf16",
2205
+ "nbytes": 2097152,
2206
+ "byteOffset": 26555904
2207
+ },
2208
+ {
2209
+ "name": "model.layers.23.self_attn.c_attn.q_scale",
2210
+ "shape": [
2211
+ 4096,
2212
+ 32
2213
+ ],
2214
+ "dtype": "float32",
2215
+ "format": "f32-to-bf16",
2216
+ "nbytes": 262144,
2217
+ "byteOffset": 28653056
2218
+ },
2219
+ {
2220
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
2221
+ "shape": [
2222
+ 1024,
2223
+ 256
2224
+ ],
2225
+ "dtype": "uint32",
2226
+ "format": "f32-to-bf16",
2227
+ "nbytes": 1048576,
2228
+ "byteOffset": 28915200
2229
+ },
2230
+ {
2231
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
2232
+ "shape": [
2233
+ 1024,
2234
+ 64
2235
+ ],
2236
+ "dtype": "float32",
2237
+ "format": "f32-to-bf16",
2238
+ "nbytes": 131072,
2239
+ "byteOffset": 29963776
2240
+ },
2241
+ {
2242
+ "name": "model.layers.23.self_attn.q_norm.weight",
2243
+ "shape": [
2244
+ 128
2245
+ ],
2246
+ "dtype": "float32",
2247
+ "format": "f32-to-bf16",
2248
+ "nbytes": 256,
2249
+ "byteOffset": 30094848
2250
+ },
2251
+ {
2252
+ "name": "model.layers.24.input_layernorm.weight",
2253
+ "shape": [
2254
+ 1024
2255
+ ],
2256
+ "dtype": "float32",
2257
+ "format": "f32-to-bf16",
2258
+ "nbytes": 2048,
2259
+ "byteOffset": 30095104
2260
+ },
2261
+ {
2262
+ "name": "model.layers.24.mlp.down_proj.q_weight",
2263
+ "shape": [
2264
+ 1024,
2265
+ 384
2266
+ ],
2267
+ "dtype": "uint32",
2268
+ "format": "f32-to-bf16",
2269
+ "nbytes": 1572864,
2270
+ "byteOffset": 30097152
2271
+ },
2272
+ {
2273
+ "name": "model.layers.24.mlp.down_proj.q_scale",
2274
+ "shape": [
2275
+ 1024,
2276
+ 96
2277
+ ],
2278
+ "dtype": "float32",
2279
+ "format": "f32-to-bf16",
2280
+ "nbytes": 196608,
2281
+ "byteOffset": 31670016
2282
+ }
2283
+ ],
2284
+ "md5sum": "d21854b6535f0b5050a329d856f72e83"
2285
+ },
2286
+ {
2287
+ "dataPath": "params_shard_6.bin",
2288
+ "format": "raw-shard",
2289
+ "nbytes": 33505024,
2290
+ "records": [
2291
+ {
2292
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
2293
+ "shape": [
2294
+ 6144,
2295
+ 128
2296
+ ],
2297
+ "dtype": "uint32",
2298
+ "format": "f32-to-bf16",
2299
+ "nbytes": 3145728,
2300
+ "byteOffset": 0
2301
+ },
2302
+ {
2303
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
2304
+ "shape": [
2305
+ 6144,
2306
+ 32
2307
+ ],
2308
+ "dtype": "float32",
2309
+ "format": "f32-to-bf16",
2310
+ "nbytes": 393216,
2311
+ "byteOffset": 3145728
2312
+ },
2313
+ {
2314
+ "name": "model.layers.24.post_attention_layernorm.weight",
2315
+ "shape": [
2316
+ 1024
2317
+ ],
2318
+ "dtype": "float32",
2319
+ "format": "f32-to-bf16",
2320
+ "nbytes": 2048,
2321
+ "byteOffset": 3538944
2322
+ },
2323
+ {
2324
+ "name": "model.layers.24.self_attn.k_norm.weight",
2325
+ "shape": [
2326
+ 128
2327
+ ],
2328
+ "dtype": "float32",
2329
+ "format": "f32-to-bf16",
2330
+ "nbytes": 256,
2331
+ "byteOffset": 3540992
2332
+ },
2333
+ {
2334
+ "name": "model.layers.24.self_attn.c_attn.q_weight",
2335
+ "shape": [
2336
+ 4096,
2337
+ 128
2338
+ ],
2339
+ "dtype": "uint32",
2340
+ "format": "f32-to-bf16",
2341
+ "nbytes": 2097152,
2342
+ "byteOffset": 3541248
2343
+ },
2344
+ {
2345
+ "name": "model.layers.24.self_attn.c_attn.q_scale",
2346
+ "shape": [
2347
+ 4096,
2348
+ 32
2349
+ ],
2350
+ "dtype": "float32",
2351
+ "format": "f32-to-bf16",
2352
+ "nbytes": 262144,
2353
+ "byteOffset": 5638400
2354
+ },
2355
+ {
2356
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
2357
+ "shape": [
2358
+ 1024,
2359
+ 256
2360
+ ],
2361
+ "dtype": "uint32",
2362
+ "format": "f32-to-bf16",
2363
+ "nbytes": 1048576,
2364
+ "byteOffset": 5900544
2365
+ },
2366
+ {
2367
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
2368
+ "shape": [
2369
+ 1024,
2370
+ 64
2371
+ ],
2372
+ "dtype": "float32",
2373
+ "format": "f32-to-bf16",
2374
+ "nbytes": 131072,
2375
+ "byteOffset": 6949120
2376
+ },
2377
+ {
2378
+ "name": "model.layers.24.self_attn.q_norm.weight",
2379
+ "shape": [
2380
+ 128
2381
+ ],
2382
+ "dtype": "float32",
2383
+ "format": "f32-to-bf16",
2384
+ "nbytes": 256,
2385
+ "byteOffset": 7080192
2386
+ },
2387
+ {
2388
+ "name": "model.layers.25.input_layernorm.weight",
2389
+ "shape": [
2390
+ 1024
2391
+ ],
2392
+ "dtype": "float32",
2393
+ "format": "f32-to-bf16",
2394
+ "nbytes": 2048,
2395
+ "byteOffset": 7080448
2396
+ },
2397
+ {
2398
+ "name": "model.layers.25.mlp.down_proj.q_weight",
2399
+ "shape": [
2400
+ 1024,
2401
+ 384
2402
+ ],
2403
+ "dtype": "uint32",
2404
+ "format": "f32-to-bf16",
2405
+ "nbytes": 1572864,
2406
+ "byteOffset": 7082496
2407
+ },
2408
+ {
2409
+ "name": "model.layers.25.mlp.down_proj.q_scale",
2410
+ "shape": [
2411
+ 1024,
2412
+ 96
2413
+ ],
2414
+ "dtype": "float32",
2415
+ "format": "f32-to-bf16",
2416
+ "nbytes": 196608,
2417
+ "byteOffset": 8655360
2418
+ },
2419
+ {
2420
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
2421
+ "shape": [
2422
+ 6144,
2423
+ 128
2424
+ ],
2425
+ "dtype": "uint32",
2426
+ "format": "f32-to-bf16",
2427
+ "nbytes": 3145728,
2428
+ "byteOffset": 8851968
2429
+ },
2430
+ {
2431
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
2432
+ "shape": [
2433
+ 6144,
2434
+ 32
2435
+ ],
2436
+ "dtype": "float32",
2437
+ "format": "f32-to-bf16",
2438
+ "nbytes": 393216,
2439
+ "byteOffset": 11997696
2440
+ },
2441
+ {
2442
+ "name": "model.layers.25.post_attention_layernorm.weight",
2443
+ "shape": [
2444
+ 1024
2445
+ ],
2446
+ "dtype": "float32",
2447
+ "format": "f32-to-bf16",
2448
+ "nbytes": 2048,
2449
+ "byteOffset": 12390912
2450
+ },
2451
+ {
2452
+ "name": "model.layers.25.self_attn.k_norm.weight",
2453
+ "shape": [
2454
+ 128
2455
+ ],
2456
+ "dtype": "float32",
2457
+ "format": "f32-to-bf16",
2458
+ "nbytes": 256,
2459
+ "byteOffset": 12392960
2460
+ },
2461
+ {
2462
+ "name": "model.layers.25.self_attn.c_attn.q_weight",
2463
+ "shape": [
2464
+ 4096,
2465
+ 128
2466
+ ],
2467
+ "dtype": "uint32",
2468
+ "format": "f32-to-bf16",
2469
+ "nbytes": 2097152,
2470
+ "byteOffset": 12393216
2471
+ },
2472
+ {
2473
+ "name": "model.layers.25.self_attn.c_attn.q_scale",
2474
+ "shape": [
2475
+ 4096,
2476
+ 32
2477
+ ],
2478
+ "dtype": "float32",
2479
+ "format": "f32-to-bf16",
2480
+ "nbytes": 262144,
2481
+ "byteOffset": 14490368
2482
+ },
2483
+ {
2484
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
2485
+ "shape": [
2486
+ 1024,
2487
+ 256
2488
+ ],
2489
+ "dtype": "uint32",
2490
+ "format": "f32-to-bf16",
2491
+ "nbytes": 1048576,
2492
+ "byteOffset": 14752512
2493
+ },
2494
+ {
2495
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
2496
+ "shape": [
2497
+ 1024,
2498
+ 64
2499
+ ],
2500
+ "dtype": "float32",
2501
+ "format": "f32-to-bf16",
2502
+ "nbytes": 131072,
2503
+ "byteOffset": 15801088
2504
+ },
2505
+ {
2506
+ "name": "model.layers.25.self_attn.q_norm.weight",
2507
+ "shape": [
2508
+ 128
2509
+ ],
2510
+ "dtype": "float32",
2511
+ "format": "f32-to-bf16",
2512
+ "nbytes": 256,
2513
+ "byteOffset": 15932160
2514
+ },
2515
+ {
2516
+ "name": "model.layers.26.input_layernorm.weight",
2517
+ "shape": [
2518
+ 1024
2519
+ ],
2520
+ "dtype": "float32",
2521
+ "format": "f32-to-bf16",
2522
+ "nbytes": 2048,
2523
+ "byteOffset": 15932416
2524
+ },
2525
+ {
2526
+ "name": "model.layers.26.mlp.down_proj.q_weight",
2527
+ "shape": [
2528
+ 1024,
2529
+ 384
2530
+ ],
2531
+ "dtype": "uint32",
2532
+ "format": "f32-to-bf16",
2533
+ "nbytes": 1572864,
2534
+ "byteOffset": 15934464
2535
+ },
2536
+ {
2537
+ "name": "model.layers.26.mlp.down_proj.q_scale",
2538
+ "shape": [
2539
+ 1024,
2540
+ 96
2541
+ ],
2542
+ "dtype": "float32",
2543
+ "format": "f32-to-bf16",
2544
+ "nbytes": 196608,
2545
+ "byteOffset": 17507328
2546
+ },
2547
+ {
2548
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
2549
+ "shape": [
2550
+ 6144,
2551
+ 128
2552
+ ],
2553
+ "dtype": "uint32",
2554
+ "format": "f32-to-bf16",
2555
+ "nbytes": 3145728,
2556
+ "byteOffset": 17703936
2557
+ },
2558
+ {
2559
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
2560
+ "shape": [
2561
+ 6144,
2562
+ 32
2563
+ ],
2564
+ "dtype": "float32",
2565
+ "format": "f32-to-bf16",
2566
+ "nbytes": 393216,
2567
+ "byteOffset": 20849664
2568
+ },
2569
+ {
2570
+ "name": "model.layers.26.post_attention_layernorm.weight",
2571
+ "shape": [
2572
+ 1024
2573
+ ],
2574
+ "dtype": "float32",
2575
+ "format": "f32-to-bf16",
2576
+ "nbytes": 2048,
2577
+ "byteOffset": 21242880
2578
+ },
2579
+ {
2580
+ "name": "model.layers.26.self_attn.k_norm.weight",
2581
+ "shape": [
2582
+ 128
2583
+ ],
2584
+ "dtype": "float32",
2585
+ "format": "f32-to-bf16",
2586
+ "nbytes": 256,
2587
+ "byteOffset": 21244928
2588
+ },
2589
+ {
2590
+ "name": "model.layers.26.self_attn.c_attn.q_weight",
2591
+ "shape": [
2592
+ 4096,
2593
+ 128
2594
+ ],
2595
+ "dtype": "uint32",
2596
+ "format": "f32-to-bf16",
2597
+ "nbytes": 2097152,
2598
+ "byteOffset": 21245184
2599
+ },
2600
+ {
2601
+ "name": "model.layers.26.self_attn.c_attn.q_scale",
2602
+ "shape": [
2603
+ 4096,
2604
+ 32
2605
+ ],
2606
+ "dtype": "float32",
2607
+ "format": "f32-to-bf16",
2608
+ "nbytes": 262144,
2609
+ "byteOffset": 23342336
2610
+ },
2611
+ {
2612
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
2613
+ "shape": [
2614
+ 1024,
2615
+ 256
2616
+ ],
2617
+ "dtype": "uint32",
2618
+ "format": "f32-to-bf16",
2619
+ "nbytes": 1048576,
2620
+ "byteOffset": 23604480
2621
+ },
2622
+ {
2623
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
2624
+ "shape": [
2625
+ 1024,
2626
+ 64
2627
+ ],
2628
+ "dtype": "float32",
2629
+ "format": "f32-to-bf16",
2630
+ "nbytes": 131072,
2631
+ "byteOffset": 24653056
2632
+ },
2633
+ {
2634
+ "name": "model.layers.26.self_attn.q_norm.weight",
2635
+ "shape": [
2636
+ 128
2637
+ ],
2638
+ "dtype": "float32",
2639
+ "format": "f32-to-bf16",
2640
+ "nbytes": 256,
2641
+ "byteOffset": 24784128
2642
+ },
2643
+ {
2644
+ "name": "model.layers.27.input_layernorm.weight",
2645
+ "shape": [
2646
+ 1024
2647
+ ],
2648
+ "dtype": "float32",
2649
+ "format": "f32-to-bf16",
2650
+ "nbytes": 2048,
2651
+ "byteOffset": 24784384
2652
+ },
2653
+ {
2654
+ "name": "model.layers.27.mlp.down_proj.q_weight",
2655
+ "shape": [
2656
+ 1024,
2657
+ 384
2658
+ ],
2659
+ "dtype": "uint32",
2660
+ "format": "f32-to-bf16",
2661
+ "nbytes": 1572864,
2662
+ "byteOffset": 24786432
2663
+ },
2664
+ {
2665
+ "name": "model.layers.27.mlp.down_proj.q_scale",
2666
+ "shape": [
2667
+ 1024,
2668
+ 96
2669
+ ],
2670
+ "dtype": "float32",
2671
+ "format": "f32-to-bf16",
2672
+ "nbytes": 196608,
2673
+ "byteOffset": 26359296
2674
+ },
2675
+ {
2676
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
2677
+ "shape": [
2678
+ 6144,
2679
+ 128
2680
+ ],
2681
+ "dtype": "uint32",
2682
+ "format": "f32-to-bf16",
2683
+ "nbytes": 3145728,
2684
+ "byteOffset": 26555904
2685
+ },
2686
+ {
2687
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
2688
+ "shape": [
2689
+ 6144,
2690
+ 32
2691
+ ],
2692
+ "dtype": "float32",
2693
+ "format": "f32-to-bf16",
2694
+ "nbytes": 393216,
2695
+ "byteOffset": 29701632
2696
+ },
2697
+ {
2698
+ "name": "model.layers.27.post_attention_layernorm.weight",
2699
+ "shape": [
2700
+ 1024
2701
+ ],
2702
+ "dtype": "float32",
2703
+ "format": "f32-to-bf16",
2704
+ "nbytes": 2048,
2705
+ "byteOffset": 30094848
2706
+ },
2707
+ {
2708
+ "name": "model.layers.27.self_attn.k_norm.weight",
2709
+ "shape": [
2710
+ 128
2711
+ ],
2712
+ "dtype": "float32",
2713
+ "format": "f32-to-bf16",
2714
+ "nbytes": 256,
2715
+ "byteOffset": 30096896
2716
+ },
2717
+ {
2718
+ "name": "model.layers.27.self_attn.c_attn.q_weight",
2719
+ "shape": [
2720
+ 4096,
2721
+ 128
2722
+ ],
2723
+ "dtype": "uint32",
2724
+ "format": "f32-to-bf16",
2725
+ "nbytes": 2097152,
2726
+ "byteOffset": 30097152
2727
+ },
2728
+ {
2729
+ "name": "model.layers.27.self_attn.c_attn.q_scale",
2730
+ "shape": [
2731
+ 4096,
2732
+ 32
2733
+ ],
2734
+ "dtype": "float32",
2735
+ "format": "f32-to-bf16",
2736
+ "nbytes": 262144,
2737
+ "byteOffset": 32194304
2738
+ },
2739
+ {
2740
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
2741
+ "shape": [
2742
+ 1024,
2743
+ 256
2744
+ ],
2745
+ "dtype": "uint32",
2746
+ "format": "f32-to-bf16",
2747
+ "nbytes": 1048576,
2748
+ "byteOffset": 32456448
2749
+ }
2750
+ ],
2751
+ "md5sum": "191435605ed24bc3aad972d9e2d5dec2"
2752
+ },
2753
+ {
2754
+ "dataPath": "params_shard_7.bin",
2755
+ "format": "raw-shard",
2756
+ "nbytes": 32000000,
2757
+ "records": [
2758
+ {
2759
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
2760
+ "shape": [
2761
+ 1024,
2762
+ 64
2763
+ ],
2764
+ "dtype": "float32",
2765
+ "format": "f32-to-bf16",
2766
+ "nbytes": 131072,
2767
+ "byteOffset": 0
2768
+ },
2769
+ {
2770
+ "name": "model.layers.27.self_attn.q_norm.weight",
2771
+ "shape": [
2772
+ 128
2773
+ ],
2774
+ "dtype": "float32",
2775
+ "format": "f32-to-bf16",
2776
+ "nbytes": 256,
2777
+ "byteOffset": 131072
2778
+ },
2779
+ {
2780
+ "name": "model.layers.3.input_layernorm.weight",
2781
+ "shape": [
2782
+ 1024
2783
+ ],
2784
+ "dtype": "float32",
2785
+ "format": "f32-to-bf16",
2786
+ "nbytes": 2048,
2787
+ "byteOffset": 131328
2788
+ },
2789
+ {
2790
+ "name": "model.layers.3.mlp.down_proj.q_weight",
2791
+ "shape": [
2792
+ 1024,
2793
+ 384
2794
+ ],
2795
+ "dtype": "uint32",
2796
+ "format": "f32-to-bf16",
2797
+ "nbytes": 1572864,
2798
+ "byteOffset": 133376
2799
+ },
2800
+ {
2801
+ "name": "model.layers.3.mlp.down_proj.q_scale",
2802
+ "shape": [
2803
+ 1024,
2804
+ 96
2805
+ ],
2806
+ "dtype": "float32",
2807
+ "format": "f32-to-bf16",
2808
+ "nbytes": 196608,
2809
+ "byteOffset": 1706240
2810
+ },
2811
+ {
2812
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
2813
+ "shape": [
2814
+ 6144,
2815
+ 128
2816
+ ],
2817
+ "dtype": "uint32",
2818
+ "format": "f32-to-bf16",
2819
+ "nbytes": 3145728,
2820
+ "byteOffset": 1902848
2821
+ },
2822
+ {
2823
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
2824
+ "shape": [
2825
+ 6144,
2826
+ 32
2827
+ ],
2828
+ "dtype": "float32",
2829
+ "format": "f32-to-bf16",
2830
+ "nbytes": 393216,
2831
+ "byteOffset": 5048576
2832
+ },
2833
+ {
2834
+ "name": "model.layers.3.post_attention_layernorm.weight",
2835
+ "shape": [
2836
+ 1024
2837
+ ],
2838
+ "dtype": "float32",
2839
+ "format": "f32-to-bf16",
2840
+ "nbytes": 2048,
2841
+ "byteOffset": 5441792
2842
+ },
2843
+ {
2844
+ "name": "model.layers.3.self_attn.k_norm.weight",
2845
+ "shape": [
2846
+ 128
2847
+ ],
2848
+ "dtype": "float32",
2849
+ "format": "f32-to-bf16",
2850
+ "nbytes": 256,
2851
+ "byteOffset": 5443840
2852
+ },
2853
+ {
2854
+ "name": "model.layers.3.self_attn.c_attn.q_weight",
2855
+ "shape": [
2856
+ 4096,
2857
+ 128
2858
+ ],
2859
+ "dtype": "uint32",
2860
+ "format": "f32-to-bf16",
2861
+ "nbytes": 2097152,
2862
+ "byteOffset": 5444096
2863
+ },
2864
+ {
2865
+ "name": "model.layers.3.self_attn.c_attn.q_scale",
2866
+ "shape": [
2867
+ 4096,
2868
+ 32
2869
+ ],
2870
+ "dtype": "float32",
2871
+ "format": "f32-to-bf16",
2872
+ "nbytes": 262144,
2873
+ "byteOffset": 7541248
2874
+ },
2875
+ {
2876
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
2877
+ "shape": [
2878
+ 1024,
2879
+ 256
2880
+ ],
2881
+ "dtype": "uint32",
2882
+ "format": "f32-to-bf16",
2883
+ "nbytes": 1048576,
2884
+ "byteOffset": 7803392
2885
+ },
2886
+ {
2887
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
2888
+ "shape": [
2889
+ 1024,
2890
+ 64
2891
+ ],
2892
+ "dtype": "float32",
2893
+ "format": "f32-to-bf16",
2894
+ "nbytes": 131072,
2895
+ "byteOffset": 8851968
2896
+ },
2897
+ {
2898
+ "name": "model.layers.3.self_attn.q_norm.weight",
2899
+ "shape": [
2900
+ 128
2901
+ ],
2902
+ "dtype": "float32",
2903
+ "format": "f32-to-bf16",
2904
+ "nbytes": 256,
2905
+ "byteOffset": 8983040
2906
+ },
2907
+ {
2908
+ "name": "model.layers.4.input_layernorm.weight",
2909
+ "shape": [
2910
+ 1024
2911
+ ],
2912
+ "dtype": "float32",
2913
+ "format": "f32-to-bf16",
2914
+ "nbytes": 2048,
2915
+ "byteOffset": 8983296
2916
+ },
2917
+ {
2918
+ "name": "model.layers.4.mlp.down_proj.q_weight",
2919
+ "shape": [
2920
+ 1024,
2921
+ 384
2922
+ ],
2923
+ "dtype": "uint32",
2924
+ "format": "f32-to-bf16",
2925
+ "nbytes": 1572864,
2926
+ "byteOffset": 8985344
2927
+ },
2928
+ {
2929
+ "name": "model.layers.4.mlp.down_proj.q_scale",
2930
+ "shape": [
2931
+ 1024,
2932
+ 96
2933
+ ],
2934
+ "dtype": "float32",
2935
+ "format": "f32-to-bf16",
2936
+ "nbytes": 196608,
2937
+ "byteOffset": 10558208
2938
+ },
2939
+ {
2940
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
2941
+ "shape": [
2942
+ 6144,
2943
+ 128
2944
+ ],
2945
+ "dtype": "uint32",
2946
+ "format": "f32-to-bf16",
2947
+ "nbytes": 3145728,
2948
+ "byteOffset": 10754816
2949
+ },
2950
+ {
2951
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
2952
+ "shape": [
2953
+ 6144,
2954
+ 32
2955
+ ],
2956
+ "dtype": "float32",
2957
+ "format": "f32-to-bf16",
2958
+ "nbytes": 393216,
2959
+ "byteOffset": 13900544
2960
+ },
2961
+ {
2962
+ "name": "model.layers.4.post_attention_layernorm.weight",
2963
+ "shape": [
2964
+ 1024
2965
+ ],
2966
+ "dtype": "float32",
2967
+ "format": "f32-to-bf16",
2968
+ "nbytes": 2048,
2969
+ "byteOffset": 14293760
2970
+ },
2971
+ {
2972
+ "name": "model.layers.4.self_attn.k_norm.weight",
2973
+ "shape": [
2974
+ 128
2975
+ ],
2976
+ "dtype": "float32",
2977
+ "format": "f32-to-bf16",
2978
+ "nbytes": 256,
2979
+ "byteOffset": 14295808
2980
+ },
2981
+ {
2982
+ "name": "model.layers.4.self_attn.c_attn.q_weight",
2983
+ "shape": [
2984
+ 4096,
2985
+ 128
2986
+ ],
2987
+ "dtype": "uint32",
2988
+ "format": "f32-to-bf16",
2989
+ "nbytes": 2097152,
2990
+ "byteOffset": 14296064
2991
+ },
2992
+ {
2993
+ "name": "model.layers.4.self_attn.c_attn.q_scale",
2994
+ "shape": [
2995
+ 4096,
2996
+ 32
2997
+ ],
2998
+ "dtype": "float32",
2999
+ "format": "f32-to-bf16",
3000
+ "nbytes": 262144,
3001
+ "byteOffset": 16393216
3002
+ },
3003
+ {
3004
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
3005
+ "shape": [
3006
+ 1024,
3007
+ 256
3008
+ ],
3009
+ "dtype": "uint32",
3010
+ "format": "f32-to-bf16",
3011
+ "nbytes": 1048576,
3012
+ "byteOffset": 16655360
3013
+ },
3014
+ {
3015
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
3016
+ "shape": [
3017
+ 1024,
3018
+ 64
3019
+ ],
3020
+ "dtype": "float32",
3021
+ "format": "f32-to-bf16",
3022
+ "nbytes": 131072,
3023
+ "byteOffset": 17703936
3024
+ },
3025
+ {
3026
+ "name": "model.layers.4.self_attn.q_norm.weight",
3027
+ "shape": [
3028
+ 128
3029
+ ],
3030
+ "dtype": "float32",
3031
+ "format": "f32-to-bf16",
3032
+ "nbytes": 256,
3033
+ "byteOffset": 17835008
3034
+ },
3035
+ {
3036
+ "name": "model.layers.5.input_layernorm.weight",
3037
+ "shape": [
3038
+ 1024
3039
+ ],
3040
+ "dtype": "float32",
3041
+ "format": "f32-to-bf16",
3042
+ "nbytes": 2048,
3043
+ "byteOffset": 17835264
3044
+ },
3045
+ {
3046
+ "name": "model.layers.5.mlp.down_proj.q_weight",
3047
+ "shape": [
3048
+ 1024,
3049
+ 384
3050
+ ],
3051
+ "dtype": "uint32",
3052
+ "format": "f32-to-bf16",
3053
+ "nbytes": 1572864,
3054
+ "byteOffset": 17837312
3055
+ },
3056
+ {
3057
+ "name": "model.layers.5.mlp.down_proj.q_scale",
3058
+ "shape": [
3059
+ 1024,
3060
+ 96
3061
+ ],
3062
+ "dtype": "float32",
3063
+ "format": "f32-to-bf16",
3064
+ "nbytes": 196608,
3065
+ "byteOffset": 19410176
3066
+ },
3067
+ {
3068
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
3069
+ "shape": [
3070
+ 6144,
3071
+ 128
3072
+ ],
3073
+ "dtype": "uint32",
3074
+ "format": "f32-to-bf16",
3075
+ "nbytes": 3145728,
3076
+ "byteOffset": 19606784
3077
+ },
3078
+ {
3079
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
3080
+ "shape": [
3081
+ 6144,
3082
+ 32
3083
+ ],
3084
+ "dtype": "float32",
3085
+ "format": "f32-to-bf16",
3086
+ "nbytes": 393216,
3087
+ "byteOffset": 22752512
3088
+ },
3089
+ {
3090
+ "name": "model.layers.5.post_attention_layernorm.weight",
3091
+ "shape": [
3092
+ 1024
3093
+ ],
3094
+ "dtype": "float32",
3095
+ "format": "f32-to-bf16",
3096
+ "nbytes": 2048,
3097
+ "byteOffset": 23145728
3098
+ },
3099
+ {
3100
+ "name": "model.layers.5.self_attn.k_norm.weight",
3101
+ "shape": [
3102
+ 128
3103
+ ],
3104
+ "dtype": "float32",
3105
+ "format": "f32-to-bf16",
3106
+ "nbytes": 256,
3107
+ "byteOffset": 23147776
3108
+ },
3109
+ {
3110
+ "name": "model.layers.5.self_attn.c_attn.q_weight",
3111
+ "shape": [
3112
+ 4096,
3113
+ 128
3114
+ ],
3115
+ "dtype": "uint32",
3116
+ "format": "f32-to-bf16",
3117
+ "nbytes": 2097152,
3118
+ "byteOffset": 23148032
3119
+ },
3120
+ {
3121
+ "name": "model.layers.5.self_attn.c_attn.q_scale",
3122
+ "shape": [
3123
+ 4096,
3124
+ 32
3125
+ ],
3126
+ "dtype": "float32",
3127
+ "format": "f32-to-bf16",
3128
+ "nbytes": 262144,
3129
+ "byteOffset": 25245184
3130
+ },
3131
+ {
3132
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
3133
+ "shape": [
3134
+ 1024,
3135
+ 256
3136
+ ],
3137
+ "dtype": "uint32",
3138
+ "format": "f32-to-bf16",
3139
+ "nbytes": 1048576,
3140
+ "byteOffset": 25507328
3141
+ },
3142
+ {
3143
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
3144
+ "shape": [
3145
+ 1024,
3146
+ 64
3147
+ ],
3148
+ "dtype": "float32",
3149
+ "format": "f32-to-bf16",
3150
+ "nbytes": 131072,
3151
+ "byteOffset": 26555904
3152
+ },
3153
+ {
3154
+ "name": "model.layers.5.self_attn.q_norm.weight",
3155
+ "shape": [
3156
+ 128
3157
+ ],
3158
+ "dtype": "float32",
3159
+ "format": "f32-to-bf16",
3160
+ "nbytes": 256,
3161
+ "byteOffset": 26686976
3162
+ },
3163
+ {
3164
+ "name": "model.layers.6.input_layernorm.weight",
3165
+ "shape": [
3166
+ 1024
3167
+ ],
3168
+ "dtype": "float32",
3169
+ "format": "f32-to-bf16",
3170
+ "nbytes": 2048,
3171
+ "byteOffset": 26687232
3172
+ },
3173
+ {
3174
+ "name": "model.layers.6.mlp.down_proj.q_weight",
3175
+ "shape": [
3176
+ 1024,
3177
+ 384
3178
+ ],
3179
+ "dtype": "uint32",
3180
+ "format": "f32-to-bf16",
3181
+ "nbytes": 1572864,
3182
+ "byteOffset": 26689280
3183
+ },
3184
+ {
3185
+ "name": "model.layers.6.mlp.down_proj.q_scale",
3186
+ "shape": [
3187
+ 1024,
3188
+ 96
3189
+ ],
3190
+ "dtype": "float32",
3191
+ "format": "f32-to-bf16",
3192
+ "nbytes": 196608,
3193
+ "byteOffset": 28262144
3194
+ },
3195
+ {
3196
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
3197
+ "shape": [
3198
+ 6144,
3199
+ 128
3200
+ ],
3201
+ "dtype": "uint32",
3202
+ "format": "f32-to-bf16",
3203
+ "nbytes": 3145728,
3204
+ "byteOffset": 28458752
3205
+ },
3206
+ {
3207
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
3208
+ "shape": [
3209
+ 6144,
3210
+ 32
3211
+ ],
3212
+ "dtype": "float32",
3213
+ "format": "f32-to-bf16",
3214
+ "nbytes": 393216,
3215
+ "byteOffset": 31604480
3216
+ },
3217
+ {
3218
+ "name": "model.layers.6.post_attention_layernorm.weight",
3219
+ "shape": [
3220
+ 1024
3221
+ ],
3222
+ "dtype": "float32",
3223
+ "format": "f32-to-bf16",
3224
+ "nbytes": 2048,
3225
+ "byteOffset": 31997696
3226
+ },
3227
+ {
3228
+ "name": "model.layers.6.self_attn.k_norm.weight",
3229
+ "shape": [
3230
+ 128
3231
+ ],
3232
+ "dtype": "float32",
3233
+ "format": "f32-to-bf16",
3234
+ "nbytes": 256,
3235
+ "byteOffset": 31999744
3236
+ }
3237
+ ],
3238
+ "md5sum": "d8a8c8256b8eb786fea2b8a5a3eb5301"
3239
+ },
3240
+ {
3241
+ "dataPath": "params_shard_8.bin",
3242
+ "format": "raw-shard",
3243
+ "nbytes": 30097152,
3244
+ "records": [
3245
+ {
3246
+ "name": "model.layers.6.self_attn.c_attn.q_weight",
3247
+ "shape": [
3248
+ 4096,
3249
+ 128
3250
+ ],
3251
+ "dtype": "uint32",
3252
+ "format": "f32-to-bf16",
3253
+ "nbytes": 2097152,
3254
+ "byteOffset": 0
3255
+ },
3256
+ {
3257
+ "name": "model.layers.6.self_attn.c_attn.q_scale",
3258
+ "shape": [
3259
+ 4096,
3260
+ 32
3261
+ ],
3262
+ "dtype": "float32",
3263
+ "format": "f32-to-bf16",
3264
+ "nbytes": 262144,
3265
+ "byteOffset": 2097152
3266
+ },
3267
+ {
3268
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
3269
+ "shape": [
3270
+ 1024,
3271
+ 256
3272
+ ],
3273
+ "dtype": "uint32",
3274
+ "format": "f32-to-bf16",
3275
+ "nbytes": 1048576,
3276
+ "byteOffset": 2359296
3277
+ },
3278
+ {
3279
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
3280
+ "shape": [
3281
+ 1024,
3282
+ 64
3283
+ ],
3284
+ "dtype": "float32",
3285
+ "format": "f32-to-bf16",
3286
+ "nbytes": 131072,
3287
+ "byteOffset": 3407872
3288
+ },
3289
+ {
3290
+ "name": "model.layers.6.self_attn.q_norm.weight",
3291
+ "shape": [
3292
+ 128
3293
+ ],
3294
+ "dtype": "float32",
3295
+ "format": "f32-to-bf16",
3296
+ "nbytes": 256,
3297
+ "byteOffset": 3538944
3298
+ },
3299
+ {
3300
+ "name": "model.layers.7.input_layernorm.weight",
3301
+ "shape": [
3302
+ 1024
3303
+ ],
3304
+ "dtype": "float32",
3305
+ "format": "f32-to-bf16",
3306
+ "nbytes": 2048,
3307
+ "byteOffset": 3539200
3308
+ },
3309
+ {
3310
+ "name": "model.layers.7.mlp.down_proj.q_weight",
3311
+ "shape": [
3312
+ 1024,
3313
+ 384
3314
+ ],
3315
+ "dtype": "uint32",
3316
+ "format": "f32-to-bf16",
3317
+ "nbytes": 1572864,
3318
+ "byteOffset": 3541248
3319
+ },
3320
+ {
3321
+ "name": "model.layers.7.mlp.down_proj.q_scale",
3322
+ "shape": [
3323
+ 1024,
3324
+ 96
3325
+ ],
3326
+ "dtype": "float32",
3327
+ "format": "f32-to-bf16",
3328
+ "nbytes": 196608,
3329
+ "byteOffset": 5114112
3330
+ },
3331
+ {
3332
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
3333
+ "shape": [
3334
+ 6144,
3335
+ 128
3336
+ ],
3337
+ "dtype": "uint32",
3338
+ "format": "f32-to-bf16",
3339
+ "nbytes": 3145728,
3340
+ "byteOffset": 5310720
3341
+ },
3342
+ {
3343
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
3344
+ "shape": [
3345
+ 6144,
3346
+ 32
3347
+ ],
3348
+ "dtype": "float32",
3349
+ "format": "f32-to-bf16",
3350
+ "nbytes": 393216,
3351
+ "byteOffset": 8456448
3352
+ },
3353
+ {
3354
+ "name": "model.layers.7.post_attention_layernorm.weight",
3355
+ "shape": [
3356
+ 1024
3357
+ ],
3358
+ "dtype": "float32",
3359
+ "format": "f32-to-bf16",
3360
+ "nbytes": 2048,
3361
+ "byteOffset": 8849664
3362
+ },
3363
+ {
3364
+ "name": "model.layers.7.self_attn.k_norm.weight",
3365
+ "shape": [
3366
+ 128
3367
+ ],
3368
+ "dtype": "float32",
3369
+ "format": "f32-to-bf16",
3370
+ "nbytes": 256,
3371
+ "byteOffset": 8851712
3372
+ },
3373
+ {
3374
+ "name": "model.layers.7.self_attn.c_attn.q_weight",
3375
+ "shape": [
3376
+ 4096,
3377
+ 128
3378
+ ],
3379
+ "dtype": "uint32",
3380
+ "format": "f32-to-bf16",
3381
+ "nbytes": 2097152,
3382
+ "byteOffset": 8851968
3383
+ },
3384
+ {
3385
+ "name": "model.layers.7.self_attn.c_attn.q_scale",
3386
+ "shape": [
3387
+ 4096,
3388
+ 32
3389
+ ],
3390
+ "dtype": "float32",
3391
+ "format": "f32-to-bf16",
3392
+ "nbytes": 262144,
3393
+ "byteOffset": 10949120
3394
+ },
3395
+ {
3396
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
3397
+ "shape": [
3398
+ 1024,
3399
+ 256
3400
+ ],
3401
+ "dtype": "uint32",
3402
+ "format": "f32-to-bf16",
3403
+ "nbytes": 1048576,
3404
+ "byteOffset": 11211264
3405
+ },
3406
+ {
3407
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
3408
+ "shape": [
3409
+ 1024,
3410
+ 64
3411
+ ],
3412
+ "dtype": "float32",
3413
+ "format": "f32-to-bf16",
3414
+ "nbytes": 131072,
3415
+ "byteOffset": 12259840
3416
+ },
3417
+ {
3418
+ "name": "model.layers.7.self_attn.q_norm.weight",
3419
+ "shape": [
3420
+ 128
3421
+ ],
3422
+ "dtype": "float32",
3423
+ "format": "f32-to-bf16",
3424
+ "nbytes": 256,
3425
+ "byteOffset": 12390912
3426
+ },
3427
+ {
3428
+ "name": "model.layers.8.input_layernorm.weight",
3429
+ "shape": [
3430
+ 1024
3431
+ ],
3432
+ "dtype": "float32",
3433
+ "format": "f32-to-bf16",
3434
+ "nbytes": 2048,
3435
+ "byteOffset": 12391168
3436
+ },
3437
+ {
3438
+ "name": "model.layers.8.mlp.down_proj.q_weight",
3439
+ "shape": [
3440
+ 1024,
3441
+ 384
3442
+ ],
3443
+ "dtype": "uint32",
3444
+ "format": "f32-to-bf16",
3445
+ "nbytes": 1572864,
3446
+ "byteOffset": 12393216
3447
+ },
3448
+ {
3449
+ "name": "model.layers.8.mlp.down_proj.q_scale",
3450
+ "shape": [
3451
+ 1024,
3452
+ 96
3453
+ ],
3454
+ "dtype": "float32",
3455
+ "format": "f32-to-bf16",
3456
+ "nbytes": 196608,
3457
+ "byteOffset": 13966080
3458
+ },
3459
+ {
3460
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
3461
+ "shape": [
3462
+ 6144,
3463
+ 128
3464
+ ],
3465
+ "dtype": "uint32",
3466
+ "format": "f32-to-bf16",
3467
+ "nbytes": 3145728,
3468
+ "byteOffset": 14162688
3469
+ },
3470
+ {
3471
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
3472
+ "shape": [
3473
+ 6144,
3474
+ 32
3475
+ ],
3476
+ "dtype": "float32",
3477
+ "format": "f32-to-bf16",
3478
+ "nbytes": 393216,
3479
+ "byteOffset": 17308416
3480
+ },
3481
+ {
3482
+ "name": "model.layers.8.post_attention_layernorm.weight",
3483
+ "shape": [
3484
+ 1024
3485
+ ],
3486
+ "dtype": "float32",
3487
+ "format": "f32-to-bf16",
3488
+ "nbytes": 2048,
3489
+ "byteOffset": 17701632
3490
+ },
3491
+ {
3492
+ "name": "model.layers.8.self_attn.k_norm.weight",
3493
+ "shape": [
3494
+ 128
3495
+ ],
3496
+ "dtype": "float32",
3497
+ "format": "f32-to-bf16",
3498
+ "nbytes": 256,
3499
+ "byteOffset": 17703680
3500
+ },
3501
+ {
3502
+ "name": "model.layers.8.self_attn.c_attn.q_weight",
3503
+ "shape": [
3504
+ 4096,
3505
+ 128
3506
+ ],
3507
+ "dtype": "uint32",
3508
+ "format": "f32-to-bf16",
3509
+ "nbytes": 2097152,
3510
+ "byteOffset": 17703936
3511
+ },
3512
+ {
3513
+ "name": "model.layers.8.self_attn.c_attn.q_scale",
3514
+ "shape": [
3515
+ 4096,
3516
+ 32
3517
+ ],
3518
+ "dtype": "float32",
3519
+ "format": "f32-to-bf16",
3520
+ "nbytes": 262144,
3521
+ "byteOffset": 19801088
3522
+ },
3523
+ {
3524
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
3525
+ "shape": [
3526
+ 1024,
3527
+ 256
3528
+ ],
3529
+ "dtype": "uint32",
3530
+ "format": "f32-to-bf16",
3531
+ "nbytes": 1048576,
3532
+ "byteOffset": 20063232
3533
+ },
3534
+ {
3535
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
3536
+ "shape": [
3537
+ 1024,
3538
+ 64
3539
+ ],
3540
+ "dtype": "float32",
3541
+ "format": "f32-to-bf16",
3542
+ "nbytes": 131072,
3543
+ "byteOffset": 21111808
3544
+ },
3545
+ {
3546
+ "name": "model.layers.8.self_attn.q_norm.weight",
3547
+ "shape": [
3548
+ 128
3549
+ ],
3550
+ "dtype": "float32",
3551
+ "format": "f32-to-bf16",
3552
+ "nbytes": 256,
3553
+ "byteOffset": 21242880
3554
+ },
3555
+ {
3556
+ "name": "model.layers.9.input_layernorm.weight",
3557
+ "shape": [
3558
+ 1024
3559
+ ],
3560
+ "dtype": "float32",
3561
+ "format": "f32-to-bf16",
3562
+ "nbytes": 2048,
3563
+ "byteOffset": 21243136
3564
+ },
3565
+ {
3566
+ "name": "model.layers.9.mlp.down_proj.q_weight",
3567
+ "shape": [
3568
+ 1024,
3569
+ 384
3570
+ ],
3571
+ "dtype": "uint32",
3572
+ "format": "f32-to-bf16",
3573
+ "nbytes": 1572864,
3574
+ "byteOffset": 21245184
3575
+ },
3576
+ {
3577
+ "name": "model.layers.9.mlp.down_proj.q_scale",
3578
+ "shape": [
3579
+ 1024,
3580
+ 96
3581
+ ],
3582
+ "dtype": "float32",
3583
+ "format": "f32-to-bf16",
3584
+ "nbytes": 196608,
3585
+ "byteOffset": 22818048
3586
+ },
3587
+ {
3588
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
3589
+ "shape": [
3590
+ 6144,
3591
+ 128
3592
+ ],
3593
+ "dtype": "uint32",
3594
+ "format": "f32-to-bf16",
3595
+ "nbytes": 3145728,
3596
+ "byteOffset": 23014656
3597
+ },
3598
+ {
3599
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
3600
+ "shape": [
3601
+ 6144,
3602
+ 32
3603
+ ],
3604
+ "dtype": "float32",
3605
+ "format": "f32-to-bf16",
3606
+ "nbytes": 393216,
3607
+ "byteOffset": 26160384
3608
+ },
3609
+ {
3610
+ "name": "model.layers.9.post_attention_layernorm.weight",
3611
+ "shape": [
3612
+ 1024
3613
+ ],
3614
+ "dtype": "float32",
3615
+ "format": "f32-to-bf16",
3616
+ "nbytes": 2048,
3617
+ "byteOffset": 26553600
3618
+ },
3619
+ {
3620
+ "name": "model.layers.9.self_attn.k_norm.weight",
3621
+ "shape": [
3622
+ 128
3623
+ ],
3624
+ "dtype": "float32",
3625
+ "format": "f32-to-bf16",
3626
+ "nbytes": 256,
3627
+ "byteOffset": 26555648
3628
+ },
3629
+ {
3630
+ "name": "model.layers.9.self_attn.c_attn.q_weight",
3631
+ "shape": [
3632
+ 4096,
3633
+ 128
3634
+ ],
3635
+ "dtype": "uint32",
3636
+ "format": "f32-to-bf16",
3637
+ "nbytes": 2097152,
3638
+ "byteOffset": 26555904
3639
+ },
3640
+ {
3641
+ "name": "model.layers.9.self_attn.c_attn.q_scale",
3642
+ "shape": [
3643
+ 4096,
3644
+ 32
3645
+ ],
3646
+ "dtype": "float32",
3647
+ "format": "f32-to-bf16",
3648
+ "nbytes": 262144,
3649
+ "byteOffset": 28653056
3650
+ },
3651
+ {
3652
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
3653
+ "shape": [
3654
+ 1024,
3655
+ 256
3656
+ ],
3657
+ "dtype": "uint32",
3658
+ "format": "f32-to-bf16",
3659
+ "nbytes": 1048576,
3660
+ "byteOffset": 28915200
3661
+ },
3662
+ {
3663
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
3664
+ "shape": [
3665
+ 1024,
3666
+ 64
3667
+ ],
3668
+ "dtype": "float32",
3669
+ "format": "f32-to-bf16",
3670
+ "nbytes": 131072,
3671
+ "byteOffset": 29963776
3672
+ },
3673
+ {
3674
+ "name": "model.layers.9.self_attn.q_norm.weight",
3675
+ "shape": [
3676
+ 128
3677
+ ],
3678
+ "dtype": "float32",
3679
+ "format": "f32-to-bf16",
3680
+ "nbytes": 256,
3681
+ "byteOffset": 30094848
3682
+ },
3683
+ {
3684
+ "name": "model.norm.weight",
3685
+ "shape": [
3686
+ 1024
3687
+ ],
3688
+ "dtype": "float32",
3689
+ "format": "f32-to-bf16",
3690
+ "nbytes": 2048,
3691
+ "byteOffset": 30095104
3692
+ }
3693
+ ],
3694
+ "md5sum": "b5d8305a8a77add4dfcf847a8bfdddd0"
3695
+ }
3696
+ ]
3697
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b27a7cbdbb3a792b89ecc54f405462d3da47c66652fab4dbd4a84861a5fa626
3
+ size 77791232
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10edc69638b61992749c946f1e2b3259859ca72faf3698749d7b9011691f4515
3
+ size 32740608
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:272f34aaf0de8b7c325aeff1ef33c919a7328465427b40c0110260740f5afbe1
3
+ size 31866624
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92778956d306b86816a5a3c6f1d414cf81aad1a122559f3dd7e8555b79a2b029
3
+ size 33505024
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f72fddb615ffecfcc3ca565cc059f0f0a7026bb9f7e92bf3ff915ffd1b1c0fe4
3
+ size 32000000
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdba40f58eeb46eeaadf3c5da7be819944f3a268ff7ecf6212da739931290a1b
3
+ size 31866624
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c40366d1c1caa5071f138936e1e58ba326e9d1117932d194ef1008eeb1076146
3
+ size 33505024
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe57eaec91033b3f970aa60d26498eb686d7509c3e712889ae16a2afd58ac6ad
3
+ size 32000000
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ba2a37b7ec92861fa38947f23158967db17bade0f8d0c1328ef2033cfa1f69c
3
+ size 30097152
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/tensor-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
+ size 11422654
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/tokenizer_config.json ADDED
@@ -0,0 +1,240 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
+ "<|im_start|>",
216
+ "<|im_end|>",
217
+ "<|object_ref_start|>",
218
+ "<|object_ref_end|>",
219
+ "<|box_start|>",
220
+ "<|box_end|>",
221
+ "<|quad_start|>",
222
+ "<|quad_end|>",
223
+ "<|vision_start|>",
224
+ "<|vision_end|>",
225
+ "<|vision_pad|>",
226
+ "<|image_pad|>",
227
+ "<|video_pad|>"
228
+ ],
229
+ "bos_token": null,
230
+ "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '</think>' in message.content %}\n {%- set content = message.content.split('</think>')[-1].lstrip('\\n') %}\n {%- set reasoning_content = message.content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if loop.last or (not loop.last and reasoning_content) %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' + content.lstrip('\\n') }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- endif %}\n{%- endif %}",
231
+ "clean_up_tokenization_spaces": false,
232
+ "eos_token": "<|im_end|>",
233
+ "errors": "replace",
234
+ "extra_special_tokens": {},
235
+ "model_max_length": 131072,
236
+ "pad_token": "<|endoftext|>",
237
+ "split_special_tokens": false,
238
+ "tokenizer_class": "Qwen2Tokenizer",
239
+ "unk_token": null
240
+ }
release/r1-2026-09-20-mobile/qwen3-0.6B-abl-q4f32_1/vocab.json ADDED
The diff for this file is too large to render. See raw diff