clocksmith commited on
Commit
a387fc4
·
verified ·
1 Parent(s): 3968b13

Refresh EmbeddingGemma manifest for Doppler 0.5.1

Browse files
models/google-embeddinggemma-300m-q4k-ehf16-af32/manifest.json CHANGED
@@ -10,6 +10,21 @@
10
  "layout": "row",
11
  "variantTag": "q4k-ehf16-af32"
12
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  "architecture": {
14
  "numLayers": 24,
15
  "hiddenSize": 768,
@@ -24,7 +39,11 @@
24
  "linearNumValueHeads": null,
25
  "linearKeyHeadDim": null,
26
  "linearValueHeadDim": null,
27
- "linearConvKernelDim": null
 
 
 
 
28
  },
29
  "moeConfig": null,
30
  "inference": {
@@ -49,6 +68,7 @@
49
  "ffn": {
50
  "activation": "gelu",
51
  "gatedActivation": true,
 
52
  "useDoubleWideMlp": false,
53
  "swigluLimit": null
54
  },
@@ -70,7 +90,10 @@
70
  "yarnOriginalMaxPos": null,
71
  "ropeLocalYarnBetaFast": null,
72
  "ropeLocalYarnBetaSlow": null,
73
- "ropeLocalYarnOriginalMaxPos": null
 
 
 
74
  },
75
  "output": {
76
  "finalLogitSoftcapping": null,
@@ -98,19 +121,28 @@
98
  }
99
  ],
100
  "normalize": "l2"
101
- }
 
 
102
  },
103
  "layerPattern": {
104
  "type": "every_n",
105
  "globalPattern": null,
106
  "period": 6,
107
  "offset": null,
108
- "layerTypes": null
 
109
  },
110
  "chatTemplate": {
111
  "type": null,
112
  "enabled": false
113
  },
 
 
 
 
 
 
114
  "pipeline": null,
115
  "session": {
116
  "compute": {
@@ -126,7 +158,25 @@
126
  "layout": "contiguous",
127
  "pageSize": 256,
128
  "tiering": {
129
- "mode": "off"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  }
131
  },
132
  "decodeLoop": {
@@ -177,7 +227,7 @@
177
  "rmsnorm": {
178
  "kernel": "rmsnorm.wgsl",
179
  "entry": "main",
180
- "digest": "sha256:c723c0300cc8f93396d79d1a274c0a90ccf1eb8ce82c0d778b8cd4659615fe45"
181
  },
182
  "tiled": {
183
  "kernel": "matmul_f16w_f32a.wgsl",
@@ -187,7 +237,7 @@
187
  "rope": {
188
  "kernel": "rope.wgsl",
189
  "entry": "main",
190
- "digest": "sha256:e13c54f261d7ef00474b71e4fe7b3298fb5cc49161f50c7ea1854aa6672ebe71"
191
  },
192
  "attn_small": {
193
  "kernel": "attention_small.wgsl",
@@ -197,12 +247,12 @@
197
  "residual": {
198
  "kernel": "residual.wgsl",
199
  "entry": "main",
200
- "digest": "sha256:f1abd88c959c5d8dd27b9353d487e37b2a96850ed9d90c365212e260399cc2a7"
201
  },
202
  "gelu": {
203
  "kernel": "gelu.wgsl",
204
  "entry": "main",
205
- "digest": "sha256:a9007ea08aaff98f9be08f1e0490a6bcf252883eac5513de876ab9ce918865e6",
206
  "constants": {
207
  "HAS_GATE": true
208
  }
@@ -364,9 +414,6 @@
364
  "dtypeTransition": "require_cast_step",
365
  "unresolvedKernel": "error"
366
  }
367
- },
368
- "largeWeights": {
369
- "gpuResidentOverrides": null
370
  }
371
  },
372
  "shards": [
@@ -4302,15 +4349,11 @@
4302
  "eos_token_id": 1,
4303
  "conversion": null,
4304
  "metadata": {
4305
- "source": "convert-core",
4306
- "convertedAt": "2026-03-23T20:02:57.974Z",
4307
  "hasTokenizer": true,
4308
- "executionGraphPatch": {
4309
- "at": "2026-03-23T23:27:43.068Z",
4310
- "config": "google-embeddinggemma-300m-q4k-ehf16-af32.json"
4311
- },
4312
  "manifestRefresh": {
4313
- "at": "2026-04-10T23:43:07.897Z",
4314
  "config": "google-embeddinggemma-300m-q4k-ehf16-af32.json"
4315
  }
4316
  },
@@ -4321,10 +4364,328 @@
4321
  "addBosToken": true,
4322
  "addEosToken": true
4323
  },
4324
- "artifactIdentity": {
4325
- "sourceCheckpointId": "google/embeddinggemma-300m",
4326
- "weightPackId": "google-embeddinggemma-300m-q4k-ehf16-af32-wp-catalog-v1",
4327
- "manifestVariantId": "google-embeddinggemma-300m-q4k-ehf16-af32-mv-exec-v1",
4328
- "artifactCompleteness": "complete"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4329
  }
4330
- }
 
10
  "layout": "row",
11
  "variantTag": "q4k-ehf16-af32"
12
  },
13
+ "artifactIdentity": {
14
+ "artifactCompleteness": "complete",
15
+ "conversionConfigDigest": "sha256:71c508f980be07cd74f461b32698bd9dff36eaf718adb88a1c6e9f0036c104af",
16
+ "conversionConfigPath": "src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json",
17
+ "manifestVariantId": "google-embeddinggemma-300m-q4k-ehf16-af32-mv-exec-v1",
18
+ "materializationProfile": "auto",
19
+ "modalitySet": [
20
+ "embedding"
21
+ ],
22
+ "shardSetHash": "sha256:49c936d36453cd0550585735ea1586aecaa0104020e002b2d822b6c080091180",
23
+ "sourceCheckpointId": "google/embeddinggemma-300m",
24
+ "sourceFormat": "safetensors",
25
+ "weightPackHash": "sha256:354a7b8166e6e633b2d2a9d9ed2bc509d66d9582bf3cca48866026c0d0172e7e",
26
+ "weightPackId": "google-embeddinggemma-300m-q4k-ehf16-af32-wp-catalog-v1"
27
+ },
28
  "architecture": {
29
  "numLayers": 24,
30
  "hiddenSize": 768,
 
39
  "linearNumValueHeads": null,
40
  "linearKeyHeadDim": null,
41
  "linearValueHeadDim": null,
42
+ "linearConvKernelDim": null,
43
+ "hiddenSizePerLayerInput": null,
44
+ "vocabSizePerLayerInput": null,
45
+ "globalHeadDim": null,
46
+ "numKvSharedLayers": null
47
  },
48
  "moeConfig": null,
49
  "inference": {
 
68
  "ffn": {
69
  "activation": "gelu",
70
  "gatedActivation": true,
71
+ "branchMode": "auto",
72
  "useDoubleWideMlp": false,
73
  "swigluLimit": null
74
  },
 
90
  "yarnOriginalMaxPos": null,
91
  "ropeLocalYarnBetaFast": null,
92
  "ropeLocalYarnBetaSlow": null,
93
+ "ropeLocalYarnOriginalMaxPos": null,
94
+ "longropeShortFactor": null,
95
+ "longropeLongFactor": null,
96
+ "longropeOriginalMaxPos": null
97
  },
98
  "output": {
99
  "finalLogitSoftcapping": null,
 
121
  }
122
  ],
123
  "normalize": "l2"
124
+ },
125
+ "embeddingScale": null,
126
+ "logitInputScale": 1
127
  },
128
  "layerPattern": {
129
  "type": "every_n",
130
  "globalPattern": null,
131
  "period": 6,
132
  "offset": null,
133
+ "layerTypes": null,
134
+ "residualBranchScale": 1
135
  },
136
  "chatTemplate": {
137
  "type": null,
138
  "enabled": false
139
  },
140
+ "supportsEmbedding": false,
141
+ "supportsRerank": false,
142
+ "supportsTranscription": false,
143
+ "supportsVision": false,
144
+ "rerank": null,
145
+ "diffusionGemma": null,
146
  "pipeline": null,
147
  "session": {
148
  "compute": {
 
158
  "layout": "contiguous",
159
  "pageSize": 256,
160
  "tiering": {
161
+ "mode": "off",
162
+ "hotWindow": 1024,
163
+ "coldPageSize": 256,
164
+ "coldDtype": "f16",
165
+ "compression": {
166
+ "mode": "none",
167
+ "blockSize": 1,
168
+ "bitWidth": 4,
169
+ "prodMode": false
170
+ },
171
+ "gating": {
172
+ "mode": "auto",
173
+ "minAluBwRatio": 0
174
+ }
175
+ },
176
+ "quantization": {
177
+ "mode": "none",
178
+ "bitWidth": 4,
179
+ "prodMode": false
180
  }
181
  },
182
  "decodeLoop": {
 
227
  "rmsnorm": {
228
  "kernel": "rmsnorm.wgsl",
229
  "entry": "main",
230
+ "digest": "sha256:284d3efb0ad0991fc57ece5f634cbc8a931fcab36f193b2b6832561d4cc79ef1"
231
  },
232
  "tiled": {
233
  "kernel": "matmul_f16w_f32a.wgsl",
 
237
  "rope": {
238
  "kernel": "rope.wgsl",
239
  "entry": "main",
240
+ "digest": "sha256:b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b"
241
  },
242
  "attn_small": {
243
  "kernel": "attention_small.wgsl",
 
247
  "residual": {
248
  "kernel": "residual.wgsl",
249
  "entry": "main",
250
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
251
  },
252
  "gelu": {
253
  "kernel": "gelu.wgsl",
254
  "entry": "main",
255
+ "digest": "sha256:7f8900b69de5107e4cf424cac0d4de1539591ece34e977ff30f6f7364460ab34",
256
  "constants": {
257
  "HAS_GATE": true
258
  }
 
414
  "dtypeTransition": "require_cast_step",
415
  "unresolvedKernel": "error"
416
  }
 
 
 
417
  }
418
  },
419
  "shards": [
 
4349
  "eos_token_id": 1,
4350
  "conversion": null,
4351
  "metadata": {
4352
+ "source": "file:///home/x/.cache/huggingface/hub/models--google--embeddinggemma-300m/snapshots/57c266a740f537b4dc058e1b0cda161fd15afa75",
4353
+ "convertedAt": "2026-07-03T23:31:45.564Z",
4354
  "hasTokenizer": true,
 
 
 
 
4355
  "manifestRefresh": {
4356
+ "at": "2026-07-04T00:21:06.092Z",
4357
  "config": "google-embeddinggemma-300m-q4k-ehf16-af32.json"
4358
  }
4359
  },
 
4364
  "addBosToken": true,
4365
  "addEosToken": true
4366
  },
4367
+ "integrityExtensions": {
4368
+ "contractVersion": 1,
4369
+ "blockMerkle": {
4370
+ "blockSize": 1048576,
4371
+ "roots": {
4372
+ "embed_tokens.weight": "sha256:ef6de42e2baf4419e79aa5a757315c129cc8a28ba9faeae1544853610888aed0",
4373
+ "embedding_postprocessor.projections.0.weight": "sha256:0a170255619a26d8517c746c844fd8021e74081e3176f7b5d6368d5131c8fd37",
4374
+ "embedding_postprocessor.projections.1.weight": "sha256:31717088f12e22f0fef3c81d9ccbc3ca091a77b1dd05bbce036414076744db71",
4375
+ "layers.0.input_layernorm.weight": "sha256:9933055e5ee3220a642561763db2849da7d23b9b534d6594a7873060da3e28bb",
4376
+ "layers.0.mlp.down_proj.weight": "sha256:4332320c1b1c4ab6afcf4ed3322f8cd630caaab11a011acb546cbb2b2a39b764",
4377
+ "layers.0.mlp.gate_proj.weight": "sha256:12577c92541c09b3aca5580f03d0d3585c6e64b3f962c07add6c66f00d0d75b5",
4378
+ "layers.0.mlp.up_proj.weight": "sha256:2ead27380a3317de7ae8731f1819491555ebf22d21ece3ab963e47bffd116224",
4379
+ "layers.0.post_attention_layernorm.weight": "sha256:31cd730a27b40e8a74d074ec61eed2e65874c34f21250946e7d7a479aa98f287",
4380
+ "layers.0.post_feedforward_layernorm.weight": "sha256:33028abf7582db59ee0c43f61493dc77ded16832f501734c28d98930e1cf37a0",
4381
+ "layers.0.pre_feedforward_layernorm.weight": "sha256:2e9e810dbf1cdd4bf65f71facc2933de12ff6ab1a7d277f5cd82ac15a3f14017",
4382
+ "layers.0.self_attn.k_norm.weight": "sha256:1a6f194f7990e1b4279ed43792d7ddd84406953713e1a6448e17e04951cc2b88",
4383
+ "layers.0.self_attn.k_proj.weight": "sha256:8b737ee3f035b430559e2394d5c798eab8075884fd365765fbbfeb1fd59ebc32",
4384
+ "layers.0.self_attn.o_proj.weight": "sha256:11725c8ec78b31fa20d8c4395770e3ef268c7b9808b4825f8fb1f504994f7fce",
4385
+ "layers.0.self_attn.q_norm.weight": "sha256:04770711012a9ad0b0a704dc93764a85f15e0b8a246d0690cd02caca4ac45be7",
4386
+ "layers.0.self_attn.q_proj.weight": "sha256:bfe656fde4c6fe91afb67888e4812c46ebaaa008d22550536093697ed79da08e",
4387
+ "layers.0.self_attn.v_proj.weight": "sha256:69b4227a4c73d92c6b64caa5bf7e761df608f812053e29dfa98b696956d71084",
4388
+ "layers.1.input_layernorm.weight": "sha256:f4ced16bc1a9565942d65752e2cf7287edae4c738c152c24c1fca01b461fdec9",
4389
+ "layers.1.mlp.down_proj.weight": "sha256:46ef5ecf2f3ce74604c2f1cc94f5431f98395b596734b08c1c0e2326fb6f428c",
4390
+ "layers.1.mlp.gate_proj.weight": "sha256:e01820692449e3a0c133e2e7665bf8c261117ff4e99d4fbca399b079ea4fc048",
4391
+ "layers.1.mlp.up_proj.weight": "sha256:b1200c35bc19da6dd01c07e6a643a813dd78c72019fececc1e8175023b6d81b4",
4392
+ "layers.1.post_attention_layernorm.weight": "sha256:6de8c1b271b5d4ed0af0e005810fcf62fc0d089b27c4766faa7d5513f6641eaa",
4393
+ "layers.1.post_feedforward_layernorm.weight": "sha256:252456fff76b9e6c8b71dff43e5c0789b367aeb8904dda529821fd4b7cbf200d",
4394
+ "layers.1.pre_feedforward_layernorm.weight": "sha256:016b04962eef16fd206de751a3a51d3b651ed2f6353c4355560ae8e2fb9add6e",
4395
+ "layers.1.self_attn.k_norm.weight": "sha256:0fa8cb6882411b24bc9ce5bd2421e7776bec26fb0aafafbfffdc36a14e58ca2f",
4396
+ "layers.1.self_attn.k_proj.weight": "sha256:080e0e059d1ded14b6576457e16de6d85951ed21bb5066d1c86b2d4e8f36ad3c",
4397
+ "layers.1.self_attn.o_proj.weight": "sha256:a1d7d42db653511dc379b1b8f806e90ddad76f82adab819b00f1bd24f3194b3a",
4398
+ "layers.1.self_attn.q_norm.weight": "sha256:df5e32b9c85828c425fd861fc7f5242f77177942d41bba057e2a97fe5301d0e0",
4399
+ "layers.1.self_attn.q_proj.weight": "sha256:07992228b6b2cc0b2ba4ed051d46662afb999a830f82b26f945f301dabf338a5",
4400
+ "layers.1.self_attn.v_proj.weight": "sha256:92e177d531638115efada8d23c913224fce6e48a5c680c55a3c4455210529f81",
4401
+ "layers.10.input_layernorm.weight": "sha256:d4ac1cd3e0d0594cc9e7435cd91b073468d0550a5ffe8aecd8e559b08fa300fb",
4402
+ "layers.10.mlp.down_proj.weight": "sha256:82563a592f966d53067dc6c1dc9911021a66a9149aaf22a607d4dcc684472af9",
4403
+ "layers.10.mlp.gate_proj.weight": "sha256:8884e4bba3b154be58e980cd70ea825c6035d5e113f80a718bd7f348ef54b354",
4404
+ "layers.10.mlp.up_proj.weight": "sha256:993a41c6093764653a528e6287275f4741513977ba5e6100551ddb9deb54c286",
4405
+ "layers.10.post_attention_layernorm.weight": "sha256:f4e91dc9c5d866954ec054132494764978dcec9a2cf81c10fcd17cee1b9b7993",
4406
+ "layers.10.post_feedforward_layernorm.weight": "sha256:e8fe3e719ab44fc1fabbd48dc4171cd015059aacb9ff6cacb79e2d152e947909",
4407
+ "layers.10.pre_feedforward_layernorm.weight": "sha256:f7f663a457b3600c9cf14dab2541746235ff9cc010ec5c969de90fb3dc849266",
4408
+ "layers.10.self_attn.k_norm.weight": "sha256:f4fc7d845918e9cf3ab2b7555210a7b2fae58085b78f9c148a759331cc5aabcc",
4409
+ "layers.10.self_attn.k_proj.weight": "sha256:eaa3e18a7cbb4adb194bbacc6a499f8ca3004a2fdefb26db3f2021ecc3f7d5fa",
4410
+ "layers.10.self_attn.o_proj.weight": "sha256:1dffe28fda5ca0907a111b8c670d276284cda6991cdf9c8574817e63df70395f",
4411
+ "layers.10.self_attn.q_norm.weight": "sha256:9ff9e468d18992f0ed1a1fc068645700ed36ed4b79912f4f7ec4efc3af6efb78",
4412
+ "layers.10.self_attn.q_proj.weight": "sha256:c2f3757a1e81fcaa90714e45fb0cd78faa5692b6888a2c57731543f15c10bc8b",
4413
+ "layers.10.self_attn.v_proj.weight": "sha256:1a6f8a505e3b3021d4a70ebce49033d1bb5a126dadf5e17900b2a5a1c49ecc88",
4414
+ "layers.11.input_layernorm.weight": "sha256:391b024a08c25b74e61bbf43e4dd929938d0cbdf5d528f78f4d8d9575ca3f26b",
4415
+ "layers.11.mlp.down_proj.weight": "sha256:24d49421664dfd14261f4d3d03fdaaee1ac145da98ba9a90de85bd184f1fe2c3",
4416
+ "layers.11.mlp.gate_proj.weight": "sha256:8cee749b1aacf49bc13f5cb7c9ef077394ec9a1183094efe946a1833a465ca21",
4417
+ "layers.11.mlp.up_proj.weight": "sha256:031a29647fbb1af953e6d6ea73d9ca862f2db64be920473749f423dee7e01148",
4418
+ "layers.11.post_attention_layernorm.weight": "sha256:f2146966ee348adbe646664901c71ebece05d2c75e53dbe1737c453a05f9de1d",
4419
+ "layers.11.post_feedforward_layernorm.weight": "sha256:5c1e0e649c27d53d187ad758dd2af7fe142825be50b04d594ccbfabbdfbeaf15",
4420
+ "layers.11.pre_feedforward_layernorm.weight": "sha256:e26e2d103209a64f500949c5a5f3054dc65fc0827536cca1210809868d1917e7",
4421
+ "layers.11.self_attn.k_norm.weight": "sha256:420a4ba9c0874a501c3c507bb774e9672732532534c95ec341a36d6879f11ce0",
4422
+ "layers.11.self_attn.k_proj.weight": "sha256:53ce1378ae6a708d2c0e3b9e79433a105be3a67ef4e6985866d08ecf0fcd90e1",
4423
+ "layers.11.self_attn.o_proj.weight": "sha256:6629ca4bdcdf686b2fe9cffb9abde6c25106bfced848214a90647886677c15b9",
4424
+ "layers.11.self_attn.q_norm.weight": "sha256:823ca97b8f38e1951605dedd4c3e99323e355d1cc605ddaeb6ca7a2f92c537a3",
4425
+ "layers.11.self_attn.q_proj.weight": "sha256:c6e4a02637ef89ee92a3efe14e6dc9fc87743905a6812a7a0ca6621d96389ebc",
4426
+ "layers.11.self_attn.v_proj.weight": "sha256:26262bd23448dc15dc7a9941d2c45521a5f44363bd6de061dc16731264acc9e0",
4427
+ "layers.12.input_layernorm.weight": "sha256:62331aa8b1661cad9eb168e4d5b6f36a4a0152eaeab6c38e8e1f7d1e5822ad08",
4428
+ "layers.12.mlp.down_proj.weight": "sha256:3ceaea82944f235ad4da24c5cd286e160e703d635af8aca7b5b91986b99a91fa",
4429
+ "layers.12.mlp.gate_proj.weight": "sha256:790949d9dd46e5280b2022a5d257c31d58e50980a357b68b816217dc298a9982",
4430
+ "layers.12.mlp.up_proj.weight": "sha256:4f51eb4d731fb84358836e71c0ecebd2e3624082ef027cae47b1469e53befcaf",
4431
+ "layers.12.post_attention_layernorm.weight": "sha256:aaadcc9b7875b7ead4710f13b736fce197c020c8fa96b42422a26315f79bc257",
4432
+ "layers.12.post_feedforward_layernorm.weight": "sha256:df51bee948a2ecb1207455402881b25ad1a14ca2f779ee0885ad0d8cdf97fe59",
4433
+ "layers.12.pre_feedforward_layernorm.weight": "sha256:aadf7c080fd4d0a508fef0ed1b3f1dbfc4241856da727b41f9d27646efbbe472",
4434
+ "layers.12.self_attn.k_norm.weight": "sha256:4eb7b3b9909ef5d82b00e77d91aa0ed06800e2e9a8f9ff16c2fc9c5c7c6c3ff3",
4435
+ "layers.12.self_attn.k_proj.weight": "sha256:c78cdf48c6ea2e47aeebd7c360bf41ee253b4a96980900b4bc35228c9e95ae2f",
4436
+ "layers.12.self_attn.o_proj.weight": "sha256:391cb68de112c51f9d74728b15fdec203980d7449a3d8380eb908b4965d32338",
4437
+ "layers.12.self_attn.q_norm.weight": "sha256:62fe9b295021687d8dd3c6e88b33fef59de5315a33dc6bce9cf2858b175749dc",
4438
+ "layers.12.self_attn.q_proj.weight": "sha256:0509884ab61da4ab69ac4200a7841aba5d6b81b5cc9a9311cfdf2b1128ec8aad",
4439
+ "layers.12.self_attn.v_proj.weight": "sha256:2db6985c4fd18bd00a1cb3c293faca772f05f5f69aa5f12d9b110690f8a49a93",
4440
+ "layers.13.input_layernorm.weight": "sha256:74dc8e9f7e93cb3d4aae3b3f62cdda6f5cb206da0a3e500b3822622dfa3e3647",
4441
+ "layers.13.mlp.down_proj.weight": "sha256:0ab3887a7f6efa8b8e0eafae7d1dd05eef7809fa042b8b4f049b79ee01a7a812",
4442
+ "layers.13.mlp.gate_proj.weight": "sha256:bc9705e9a11ab6871c38bae5ef9bdb3b905357298b30614cc70085ccf15d709a",
4443
+ "layers.13.mlp.up_proj.weight": "sha256:c555a104eb6e0489a44e32297158eaf5ec07dd3e2a2098199da6c8457ea940ae",
4444
+ "layers.13.post_attention_layernorm.weight": "sha256:12a5fd592cecfb59ad8170beef6db05f0caf5af0f17704278458fba2014f423c",
4445
+ "layers.13.post_feedforward_layernorm.weight": "sha256:010a1fd6985e499b7956775e699aab9157d32a13ad71db5e887e09fe3bf4fb42",
4446
+ "layers.13.pre_feedforward_layernorm.weight": "sha256:74fa58bc89f0373c775ee5e56f50f7d6f5cc58dd9cd4c1f01a8c57c26950b2e0",
4447
+ "layers.13.self_attn.k_norm.weight": "sha256:f24f932a77b32942441036c2a343383438af3613de12fcd609f0cc8393e8cc43",
4448
+ "layers.13.self_attn.k_proj.weight": "sha256:904832bc4217f1d9353912b1bfc10f449a53685edfe7c528153b3a0b6a8cf392",
4449
+ "layers.13.self_attn.o_proj.weight": "sha256:5e696b68befa39710f8daf06574b0cd2c2eb8d7b3bfe8b0e7730357c3d6498e1",
4450
+ "layers.13.self_attn.q_norm.weight": "sha256:28560969dde2d39505c943e6777a5bf0b4aed8a2a27470f427a4344807e00ff9",
4451
+ "layers.13.self_attn.q_proj.weight": "sha256:19340d561be59eba22de233a5b836eb7e9e798482d0e26e58acf44ed36f2b7fa",
4452
+ "layers.13.self_attn.v_proj.weight": "sha256:c32eacd4b53c5d0d02fa9778e52b51525c425cf5659c55d30578a0a7a5aced42",
4453
+ "layers.14.input_layernorm.weight": "sha256:570588d5ce4cb0012ac2002d0c4b8d586382f2427e4b72711141bc328349ea07",
4454
+ "layers.14.mlp.down_proj.weight": "sha256:081d0d4104d4e79812604f83d930e845838adfcaaa0eb732f14053684d68e288",
4455
+ "layers.14.mlp.gate_proj.weight": "sha256:adaa24d094b2f09c846190caaba0cac49a31fba6238e2a1adaff57793f3d2be6",
4456
+ "layers.14.mlp.up_proj.weight": "sha256:1aa424acc8be3be59795dc11db00fb4bc2174bc118aa62fd1a9c090aa9cd086b",
4457
+ "layers.14.post_attention_layernorm.weight": "sha256:89eb39c54bb0fc64ceef62e58dddb448a9d5dcc86130d835bf378931b2235d56",
4458
+ "layers.14.post_feedforward_layernorm.weight": "sha256:0dece383940e6297489ff516a96ef003a4a9896cf77e9ddf48dc7069419ba6d3",
4459
+ "layers.14.pre_feedforward_layernorm.weight": "sha256:20b6c06c889d6fc26e357ba96f77baaa9e7d1bd6e699c87a8817ce35d46014c0",
4460
+ "layers.14.self_attn.k_norm.weight": "sha256:7e3c8987509684b3821ab09db4aa6f33b85463b16eecbadfe84dd9eb0833fac2",
4461
+ "layers.14.self_attn.k_proj.weight": "sha256:ff9d620cd88c9990f3fcfc58c3ae5518ed1225e8cd5f8d1fad22936313cae6fd",
4462
+ "layers.14.self_attn.o_proj.weight": "sha256:278356ecb66fb64fe1152f6c0f8811f90892834d2a607f241d989579ac49e0f4",
4463
+ "layers.14.self_attn.q_norm.weight": "sha256:c609b325a09b9b879afbc27d4f6ed14a33ffdfcea7d59173f2af924b2f57dc6d",
4464
+ "layers.14.self_attn.q_proj.weight": "sha256:055595a2ca70922698b0e198b43a9cbced889c290fc23ca96d6c30591d06ac73",
4465
+ "layers.14.self_attn.v_proj.weight": "sha256:a42ee41dce1797f5bfa8567379001f232ad9b4f0fd29404d2a7d95cdf497a9be",
4466
+ "layers.15.input_layernorm.weight": "sha256:c71e5446f6999379db5af44dea3ddcc6b3e60841346f16f16746af824f793a57",
4467
+ "layers.15.mlp.down_proj.weight": "sha256:1a2602e995de10f3ab37772f36e067e16754eda85f5f330d3fadf9a3aee17a05",
4468
+ "layers.15.mlp.gate_proj.weight": "sha256:da62278d05f39ca07db7b75bfa621ce07ae8d4a02c32d3a9b9da93661786c4dc",
4469
+ "layers.15.mlp.up_proj.weight": "sha256:88ab6a0b1d3db7ead431ebc53c25cce49afcf737a2bebd5f4bfb28198554fe80",
4470
+ "layers.15.post_attention_layernorm.weight": "sha256:31bbdc18d6d846c3b0f2920eb3558fd45298295e5cbaf35ecf2535d7dcd83e71",
4471
+ "layers.15.post_feedforward_layernorm.weight": "sha256:9288cdab027e59ac6268833c1766fb3d61aa602f54ddb223960877b18c735bb1",
4472
+ "layers.15.pre_feedforward_layernorm.weight": "sha256:85201a1d55fb71f578dee6f6497bf866ee1913551f3a5eb47497eb94240f47bf",
4473
+ "layers.15.self_attn.k_norm.weight": "sha256:da288fd34f5fa5edfb52207fb83e325b3e26bffa6ad5fe17f048a66d15d6e948",
4474
+ "layers.15.self_attn.k_proj.weight": "sha256:6054d63b125f0bfd1ab89dc18376508ae7a261f1f98d3cab8e81ebb83db45e59",
4475
+ "layers.15.self_attn.o_proj.weight": "sha256:80ec45009c481771fe428da404ea86599aecb320d38a60e4ed2bac60c878583c",
4476
+ "layers.15.self_attn.q_norm.weight": "sha256:dbf5a72588e05e0fb19dcd5cf9d839c4f57f30fef094ca054bd5d7847dca7cf4",
4477
+ "layers.15.self_attn.q_proj.weight": "sha256:0bffc49791fb03ddfdfa68c665dbd09aeaa9b0fbfb1ad3eed16870601cf37bc4",
4478
+ "layers.15.self_attn.v_proj.weight": "sha256:1101d033076770b835b8f6f72f158d27713d0a3d9fb9bb2bf19562a2b42e349d",
4479
+ "layers.16.input_layernorm.weight": "sha256:e18a5b3239e93586a525fc3f87bc2897ccdaa96d872cb24f531a16b52248f702",
4480
+ "layers.16.mlp.down_proj.weight": "sha256:22c3e0ca31d2b8e30c06f467772ebc94699c544824aed22b66bbea7fbe52646c",
4481
+ "layers.16.mlp.gate_proj.weight": "sha256:27c3f7f7af5ed7c48e9f823f807d0d40afaad071389768265744c304a4fd4e7b",
4482
+ "layers.16.mlp.up_proj.weight": "sha256:a80f8085f6fb13b47c3f7eb079b3dda8654b4cb2b06962cbab121d1f435e7676",
4483
+ "layers.16.post_attention_layernorm.weight": "sha256:f897cbf5183176fb2e35d20e75c566e56abe61bdbbcd4b3dc273d7f0684f2e36",
4484
+ "layers.16.post_feedforward_layernorm.weight": "sha256:bc3852e795b9c8a927fea3f6c1ec2079fd122f00c572a51af858212ff3b9c3ea",
4485
+ "layers.16.pre_feedforward_layernorm.weight": "sha256:b8ab4211414a297aef61ac7d380df05d5e181985ea0a35e2696599f6fdcfbbe9",
4486
+ "layers.16.self_attn.k_norm.weight": "sha256:885dff47e3b960cee5b390c259324c20e7a8487301f4c55522f7a162fac6a258",
4487
+ "layers.16.self_attn.k_proj.weight": "sha256:f435cc418e3b672d25c22a54cc0ae35e6da8fea671e1c56b2860241c49835d68",
4488
+ "layers.16.self_attn.o_proj.weight": "sha256:3f81e85acad71260a2cdd65476393f2d7ad905c76c41e4f23b47d9510e09cda2",
4489
+ "layers.16.self_attn.q_norm.weight": "sha256:559c7c7d624bd6582e9b1b9ab9f6f7e17a5e2de5ec2b6394443ae637eee46353",
4490
+ "layers.16.self_attn.q_proj.weight": "sha256:b2c675745b857aca74bf512bc10c546676201793695feeed4e34f09f1df7dad9",
4491
+ "layers.16.self_attn.v_proj.weight": "sha256:d5e12ec7cbdf74b59e0c701c905921f342dd9118ed88f23a71bc2a28497b36b2",
4492
+ "layers.17.input_layernorm.weight": "sha256:b8358cb50bff4a9f6a642ec5b5bdd7837cac5597d9cccd7b435d49d462fca93a",
4493
+ "layers.17.mlp.down_proj.weight": "sha256:65f4ec4520898db6c6d73ecbd1e3c5f41b3055740551530ce3e17231839b4a31",
4494
+ "layers.17.mlp.gate_proj.weight": "sha256:af235a17164e2d18e59f23b6310be2ac81ec0c41cbf11226e0da95cb9c02e720",
4495
+ "layers.17.mlp.up_proj.weight": "sha256:69ff5082476a5ff547e5019deff684a047bbf5e25cac3e9e0ce4d761864a4074",
4496
+ "layers.17.post_attention_layernorm.weight": "sha256:9f1f98b1933693570599baa21a54c7a0c641b49d9a0919a8c12eeafe05bd7196",
4497
+ "layers.17.post_feedforward_layernorm.weight": "sha256:ee3a07a3dbd13cb56400d4619a2e4403a7a2577bc8d210c2c75f64b927059839",
4498
+ "layers.17.pre_feedforward_layernorm.weight": "sha256:dba6597314ad96fed09aae90a327d0e1c8b7da5a134a40af52e3537d88936ee7",
4499
+ "layers.17.self_attn.k_norm.weight": "sha256:f4b7298fe99ce945e1654a2d93d0f0996125a9be0cc664a3e11e284c7fab8f42",
4500
+ "layers.17.self_attn.k_proj.weight": "sha256:2c08d4a5277a9360546bc9ca51b9aed166d80dd5011050099d0e866b57e0ddec",
4501
+ "layers.17.self_attn.o_proj.weight": "sha256:8477b059e791b91b1156ae081ca82de79f20c8bf3e4361d69c2f2a7ab939cee6",
4502
+ "layers.17.self_attn.q_norm.weight": "sha256:566840e98dd03b2b44ef9224c6d88c8e0e9f33418a6a6dc6278149fee8c83708",
4503
+ "layers.17.self_attn.q_proj.weight": "sha256:fbc9a3135c34a23f08df64681a33ce9c428953d87c4387f8a3e3affef1807741",
4504
+ "layers.17.self_attn.v_proj.weight": "sha256:4e4b2fc1d364aed83cdbe7d6ec77e3c2d8d1234bc85fdace06cd05c3f53e1af3",
4505
+ "layers.18.input_layernorm.weight": "sha256:b83d065362ec30e8997e00d785055c2a26b551bc3a0b979fc33c29dfc514a6b1",
4506
+ "layers.18.mlp.down_proj.weight": "sha256:3282f12a01d8db6eafec4b1bbf2b0f3d45d25e883008e347952d5872b3339070",
4507
+ "layers.18.mlp.gate_proj.weight": "sha256:04f3c9d7846852eff92e4303eb827d899f8a18e2d0c86d17f856a00644493808",
4508
+ "layers.18.mlp.up_proj.weight": "sha256:e2e44dbc6e3941daed7c24f8a13db7b91e2a4b241c4b8a62c9fe8f344e92c942",
4509
+ "layers.18.post_attention_layernorm.weight": "sha256:f698aac2c5e831d7dc075f8929affc53a5f096fc9f2dde1110ca5211b8bf65df",
4510
+ "layers.18.post_feedforward_layernorm.weight": "sha256:064fc27325546129001a39bab15d724acb18a62c54d6fdbba789198cbd12fea2",
4511
+ "layers.18.pre_feedforward_layernorm.weight": "sha256:3d997c6c6729c406154025d9ebffa1d0ea0c7458740233288d65d88b74302823",
4512
+ "layers.18.self_attn.k_norm.weight": "sha256:99adb7f63afcaa90c88f4e35847092ac6d8e7963116e84c130cd873431c7d1e4",
4513
+ "layers.18.self_attn.k_proj.weight": "sha256:023eec8716128342bd3e61ed857554998fe0033242398c997a265cc112c67a30",
4514
+ "layers.18.self_attn.o_proj.weight": "sha256:690b497fc80fbb501ec778ec32f21ba1957ddb91c49aa54d905fafa2f5aa5ca7",
4515
+ "layers.18.self_attn.q_norm.weight": "sha256:b7b83afbc5ea34c5ec5aadc5bd7fb7848687597820e69c858f785436293fdd58",
4516
+ "layers.18.self_attn.q_proj.weight": "sha256:2e497fdf79a4440c0b1c951cda026379532b6f829c9a6bf92c838ec518c55adb",
4517
+ "layers.18.self_attn.v_proj.weight": "sha256:4059b7c313e0ed5698d63e101458a4f3d861a7a74ea1a2f0312f1bdd18702ee7",
4518
+ "layers.19.input_layernorm.weight": "sha256:27ce952e9b8427824c2ae4f91c160b0b4f0934e9ed3d3a70ea0e37311bb43651",
4519
+ "layers.19.mlp.down_proj.weight": "sha256:09cb2b567fe5b308c9d483b5df9b97b92210b08e2afb97a3eb1e0cf3f95485bd",
4520
+ "layers.19.mlp.gate_proj.weight": "sha256:317eefe8f861b193be98ee77fe479c2c632467ac0ade2406474677d57482fd8d",
4521
+ "layers.19.mlp.up_proj.weight": "sha256:01d6ec51b93bee002bb2b217c19b408a07de8e9895c63ef11f25fa8d68ea2489",
4522
+ "layers.19.post_attention_layernorm.weight": "sha256:22eec3e27faf07a35d5b3f41bc935ac121d3f9ca2aaefd540a0d35d70f1f56d4",
4523
+ "layers.19.post_feedforward_layernorm.weight": "sha256:3878397f417729ba6df8c1d948e12283188a260dbbb44639653bf2b14aaf05bf",
4524
+ "layers.19.pre_feedforward_layernorm.weight": "sha256:1a19aff7c4e8c02999fbad11d756401617acd0917bc38715ce195c39f4a5c8a5",
4525
+ "layers.19.self_attn.k_norm.weight": "sha256:c9b23772f0c723bc3a30f7543f2ba017835f2f5e85daf0602280d38c26e75891",
4526
+ "layers.19.self_attn.k_proj.weight": "sha256:b82018b5d894ab6c4d7d43a379cf7861a6fdb01f8c68081872a41eaaa872962b",
4527
+ "layers.19.self_attn.o_proj.weight": "sha256:d5772e23b65a33020a5f3d2061121996c1a6862dd57f1733c3176a40da4e4c36",
4528
+ "layers.19.self_attn.q_norm.weight": "sha256:adc3994a5eb552dda81db7fe70bedec1fc97c0992a9dd44f185619e6bcd7eec4",
4529
+ "layers.19.self_attn.q_proj.weight": "sha256:0170338c7bb6c8ae94911b48ac245d3d17afa897eb95b1a56c98a07f4efdd24e",
4530
+ "layers.19.self_attn.v_proj.weight": "sha256:1c0cc2eefad71967d8bf4104968dd4a1648f8fa5d00725e0300e75a304bf5deb",
4531
+ "layers.2.input_layernorm.weight": "sha256:0047649e397b4b69c2da075379b217299caf47eb9c43d83420123fe85b3a6417",
4532
+ "layers.2.mlp.down_proj.weight": "sha256:4518daa736c4c0c267b670726feaaff1a3af104d7892f057eecb9aff1413e0f3",
4533
+ "layers.2.mlp.gate_proj.weight": "sha256:f2d7675396064d91dbd13af85efd36747477fd181c86e09747a9391008c08e14",
4534
+ "layers.2.mlp.up_proj.weight": "sha256:587a598ab8a155739abd085dd4b6089c16d2c7dab9e47508c8c9857de02961d8",
4535
+ "layers.2.post_attention_layernorm.weight": "sha256:634fb47d7cf562f0207c99dc011fe2b9d4363fa8dd4fc77a30e8cd91ada624a5",
4536
+ "layers.2.post_feedforward_layernorm.weight": "sha256:6e7dbe9ef1bcba3c3d84f166ec172fd29814c84302d9211b15e4eeb69e77e6fc",
4537
+ "layers.2.pre_feedforward_layernorm.weight": "sha256:1e20fe00cd10cf58a100feef20c52771d5a01f969a7a54b69c65fa15151c5468",
4538
+ "layers.2.self_attn.k_norm.weight": "sha256:ca5f91720c2541f2e001f90511cfffd47ed996472add46cc3dba3f2ebb8df808",
4539
+ "layers.2.self_attn.k_proj.weight": "sha256:45176d1c54a77c41d04820c74d99ec4a539bbbd1038733b6e7b8f620e32f13ce",
4540
+ "layers.2.self_attn.o_proj.weight": "sha256:3d171e6286a7f84d72f94ea04f5c13077f038cf273fc5027bdca954f8feeecf1",
4541
+ "layers.2.self_attn.q_norm.weight": "sha256:0981bc472aa394a1e96593c9687ad5f7a4a670af5562396afcd707e275194d82",
4542
+ "layers.2.self_attn.q_proj.weight": "sha256:c4b3694275f2a931dd20aaa919d3606b28ba0491d674d7cde6c503e1525053fa",
4543
+ "layers.2.self_attn.v_proj.weight": "sha256:d14450136acecfb15a7158df895651a0ece0ce61ba23085133988c89a0544bfa",
4544
+ "layers.20.input_layernorm.weight": "sha256:0d338628dde309c71684243ceacbfe527ccb18d007622d45fc2001a3372dccbb",
4545
+ "layers.20.mlp.down_proj.weight": "sha256:a6d5f9b891aaab4436caf5260996d9f952c7abf03015910956ad037fb2aad700",
4546
+ "layers.20.mlp.gate_proj.weight": "sha256:ff585c6614e359cca5fff910e1d7b42d978fccd568ba4d3ea22e03b8eba2688d",
4547
+ "layers.20.mlp.up_proj.weight": "sha256:e5aba6a2efdf4a9324749e12f4bac55c4cfb7e9f9df7fdf536b96014923db4e3",
4548
+ "layers.20.post_attention_layernorm.weight": "sha256:98df034139fb83464dcace9a8771db575478fcfa981e22ec696e91146d4d4213",
4549
+ "layers.20.post_feedforward_layernorm.weight": "sha256:d285f9ad4ce66098bad5af14d5cf6ad88eaab367c4ac48e2b2a1df1e02d546c5",
4550
+ "layers.20.pre_feedforward_layernorm.weight": "sha256:1d93c26ecf29ebc614919f0e93bc112710a69dc86f748fb11f36a03354e4e68e",
4551
+ "layers.20.self_attn.k_norm.weight": "sha256:08440ffd60254b2352294552456eb12a27a0db332c3fc5173db6f475b67c2639",
4552
+ "layers.20.self_attn.k_proj.weight": "sha256:672b64b3c672e16228c3a407468dd2c3a9eca983e5f28e4f3da9074b030e654b",
4553
+ "layers.20.self_attn.o_proj.weight": "sha256:915399dbf487fb8f17e8c45665d18e2f3b6f89ade2ab8eca22fb3d6c395e2e40",
4554
+ "layers.20.self_attn.q_norm.weight": "sha256:f2f5b007d40abe279c7ef7b1360c745fd5efa613cadb52ce73e69770c6585c2d",
4555
+ "layers.20.self_attn.q_proj.weight": "sha256:348fb07d019b023efda18243701fa91373d4a4f4377c3c97946162c230db465f",
4556
+ "layers.20.self_attn.v_proj.weight": "sha256:06867688f87de98884da1eadfe4d2aef07e7d153e9b4f18e3f3df6c1b2078d43",
4557
+ "layers.21.input_layernorm.weight": "sha256:3057835bc2812895d204e6e78040a36347bd7c9af33a1d8a519a948338c072d0",
4558
+ "layers.21.mlp.down_proj.weight": "sha256:e26646a8db5a09d8a2a679a2bf46d0aad4ef2d4aed78bca9569580deb6659b9b",
4559
+ "layers.21.mlp.gate_proj.weight": "sha256:4705b615e1f42fad8be854516831025f683089aba09cdf34d03e5597af53d3ad",
4560
+ "layers.21.mlp.up_proj.weight": "sha256:dab327604e8cadaf4a1346caebf96cbf946936dc67ea4d02efdca82689fc029f",
4561
+ "layers.21.post_attention_layernorm.weight": "sha256:4b38f4e701d730539e93a3121d98cd4a59e8ad0ea23c05ba1779395703d179f5",
4562
+ "layers.21.post_feedforward_layernorm.weight": "sha256:5e70f07a75e2a9bccf60472d85fde63b780f9e502826429242da1d9d70ae9802",
4563
+ "layers.21.pre_feedforward_layernorm.weight": "sha256:09965bcc44ba70b788b58890b5c5b04ee9cfd27725998666ef1583d825aa7752",
4564
+ "layers.21.self_attn.k_norm.weight": "sha256:d92de9f17eab9cff99fc3a8dece84ee77decfc4478208ab3c7f605552dc295fe",
4565
+ "layers.21.self_attn.k_proj.weight": "sha256:a8220da5977f739fee934240550b84135c1f87fa5653378b076f2caf92305889",
4566
+ "layers.21.self_attn.o_proj.weight": "sha256:6b6a611f4655dfb5180a4e90bcb010acd0a31028eef30fcee786980b75e53458",
4567
+ "layers.21.self_attn.q_norm.weight": "sha256:dedf45c3a214259dbceceddc7e01e8b4380e419059e24bc23867085e4ad81a5e",
4568
+ "layers.21.self_attn.q_proj.weight": "sha256:ee09c9928eadf7658c121ee820e706b75e607e7a9f12d17aeed2ca75a8103fea",
4569
+ "layers.21.self_attn.v_proj.weight": "sha256:5bceaee73b861f7cb4051eb8228d9bceebdba79327e5ea1b303f41f7f7136246",
4570
+ "layers.22.input_layernorm.weight": "sha256:40f3e227e598ac9129421a596272c88ed785c9bd64094e36bb8f3eacb18bda1c",
4571
+ "layers.22.mlp.down_proj.weight": "sha256:199725bbf72b4fdc16064796b4d2ff39c4b6528585aeaaeda118cdae2908742d",
4572
+ "layers.22.mlp.gate_proj.weight": "sha256:20bc1a407c6a8a89d93f82e494eb3c1958d78bcabb51981a033daac4f2332172",
4573
+ "layers.22.mlp.up_proj.weight": "sha256:4b32e57b8decd6fba4006918dd6b94d292de347a364984dfd1e8160521065ce6",
4574
+ "layers.22.post_attention_layernorm.weight": "sha256:8cbf66b0460fc0ab17e2988a33ddb37267a8a6ea15a1ac769327f99fd0ce261c",
4575
+ "layers.22.post_feedforward_layernorm.weight": "sha256:0430ef761796998a67ef36f0db4150c325029e69ae649684cd363d39a0393f32",
4576
+ "layers.22.pre_feedforward_layernorm.weight": "sha256:570ebd51d75f6ba5c15f061b717a55143b3fe0a5fff803c8e77451b954a115f9",
4577
+ "layers.22.self_attn.k_norm.weight": "sha256:01a46101451cab7eef59962640f8256910570ce8303d636094da2c3e25a977ed",
4578
+ "layers.22.self_attn.k_proj.weight": "sha256:05d8ab0089b26231de390134a3e2bf654b7cdb45868a1da2c57096d84e5b55df",
4579
+ "layers.22.self_attn.o_proj.weight": "sha256:3251da255b4a859e663cab0209d54cf3ff765ebc0bf20b683918e83831f8c343",
4580
+ "layers.22.self_attn.q_norm.weight": "sha256:6c770981f9e13052b0aa67693061a6b7f6d644861ae72a92bbdfd75ae8ef1cae",
4581
+ "layers.22.self_attn.q_proj.weight": "sha256:eac00e06dc77f8fc62e1f53434fc558e057aa10aab93fcdaee44ae91d0d4bc97",
4582
+ "layers.22.self_attn.v_proj.weight": "sha256:5c9d370e7fca415dd94531a6c747a7527ac652cf7b69a5a760f19591d74766a6",
4583
+ "layers.23.input_layernorm.weight": "sha256:5f05ec7b5c032e385921584a2b85d9482558b8ccd2e185aa15ec29e52d199cad",
4584
+ "layers.23.mlp.down_proj.weight": "sha256:da2868db7bc92f6c8a6fc645023bc78126360fd0db1e1cde2141ec431015d3db",
4585
+ "layers.23.mlp.gate_proj.weight": "sha256:b14f768c88b9c51c8936d8571072b009901ff29edb8e351504356b7b3d0ec28f",
4586
+ "layers.23.mlp.up_proj.weight": "sha256:1333142fd2fd1f3db62298311fac21f677b5de2c95e12017bd83f0aaa7495e25",
4587
+ "layers.23.post_attention_layernorm.weight": "sha256:2a52c654b9bc973c9179851782e556432354bbfa657f550c035f5ada38566d7b",
4588
+ "layers.23.post_feedforward_layernorm.weight": "sha256:69191b381f51ad246917fad217a7468fcecc8423b0cca15decec3ca0a3656d22",
4589
+ "layers.23.pre_feedforward_layernorm.weight": "sha256:2df9da3e5649fb6754ebb35ab9103b16c9bffa1164799c9685714bc2ed9925b3",
4590
+ "layers.23.self_attn.k_norm.weight": "sha256:e51376d2942188e025a711f9b9112ffeaee95bd45c066e5721574f8798e0ea4b",
4591
+ "layers.23.self_attn.k_proj.weight": "sha256:db339373169fd74b434f69f25ae134bf695883b3269faa4d04aa3b726e5d992b",
4592
+ "layers.23.self_attn.o_proj.weight": "sha256:505ad444c524b63402fedb1628ce9dd490ba39638ab3fa64e397de696a00ab11",
4593
+ "layers.23.self_attn.q_norm.weight": "sha256:89f62b9e33beb34b989af19edf7f39a1a352b49c0dc78c55dc1af36017d7af49",
4594
+ "layers.23.self_attn.q_proj.weight": "sha256:7ab018161e020b49019ddcab8c943d565e2ef39dd85fe05895fb0e340f3e4c4e",
4595
+ "layers.23.self_attn.v_proj.weight": "sha256:14b888737b8e0d21e0c75963ac7c710dde936640b6878eedca226bab51301fcf",
4596
+ "layers.3.input_layernorm.weight": "sha256:f8c333a4c0f75d19f9a4066d9fd60357a0fab88dbcdbe9d7482648fa8beb3619",
4597
+ "layers.3.mlp.down_proj.weight": "sha256:8ddeec0f6f0d7a5bf7e0b851e26c33262bb6225ff57d23d02a51fb00e2521eba",
4598
+ "layers.3.mlp.gate_proj.weight": "sha256:c1670aa5463166e9eef3ac69b5a71c4a6a20011f5f088b383b972481e83f1351",
4599
+ "layers.3.mlp.up_proj.weight": "sha256:eaba57673c3e173ee2f70b4fe1d4133487b0bd433c91f92984e77436f5dc57a6",
4600
+ "layers.3.post_attention_layernorm.weight": "sha256:a8dae4dca923c711cb4dffb9e809a9b16c6509caa9a1f5eabc2a1619526c862d",
4601
+ "layers.3.post_feedforward_layernorm.weight": "sha256:1b3f96fa1758c86cf7b433cd7e22033f2ba0415273692683a4d4fdc3351be741",
4602
+ "layers.3.pre_feedforward_layernorm.weight": "sha256:4cebe1cb424410644ac9db2246672bc5fa1b2ddb889889944afdb7bc92324baa",
4603
+ "layers.3.self_attn.k_norm.weight": "sha256:fe4730f9dde9fb43af3edaee135b43b4ef3d9ca581a7e5f54cbc0d12e9daf3ad",
4604
+ "layers.3.self_attn.k_proj.weight": "sha256:9fd61ccb92601d731d81040e5c60427bf86c15dcde0d1261511b9a90a9ca563d",
4605
+ "layers.3.self_attn.o_proj.weight": "sha256:046195c26e2956891f32876d8c2bd637275c03474b876cb2c645b9dcbde1e15c",
4606
+ "layers.3.self_attn.q_norm.weight": "sha256:ab68747ece38e0c486247b8ea8d034d823ef23abb0e920e910acbd7a2171aec4",
4607
+ "layers.3.self_attn.q_proj.weight": "sha256:74b18911c39aeb76e722da1841219d0052bf321384d3ce51bba9243c4e49a097",
4608
+ "layers.3.self_attn.v_proj.weight": "sha256:54a1b709eea20783e0e17a6612e0c3db6a991607f57949abb417f8d7364e65f1",
4609
+ "layers.4.input_layernorm.weight": "sha256:35c979d9ca30ad0a70b5fda8a0653a0ce46c8eff2d30188d048b81819a41be8f",
4610
+ "layers.4.mlp.down_proj.weight": "sha256:be19ecc493d44ffe57a0d36f3f2e557c40137aee104fde968c917df5226523e4",
4611
+ "layers.4.mlp.gate_proj.weight": "sha256:a8677fd08e9868de92b8c986d15d05477a0c4dd870dc9463e6329589478fd2eb",
4612
+ "layers.4.mlp.up_proj.weight": "sha256:39666a2dd0c14cf6b953a7045f15c0696feb64c4406c1e323d9545de9e91c4e7",
4613
+ "layers.4.post_attention_layernorm.weight": "sha256:9701c9886dd2776f53dc974a979fca021390d3c28d71923dc88560f2f4b84ffc",
4614
+ "layers.4.post_feedforward_layernorm.weight": "sha256:14d525a9264c816b22db58543df638595cd7a55a9204e9b42b975fec312d2d52",
4615
+ "layers.4.pre_feedforward_layernorm.weight": "sha256:46d0181012d9034de3b907e051c71a0f0838b21db393641b6cc7d3c1300e8992",
4616
+ "layers.4.self_attn.k_norm.weight": "sha256:0b7202990457379ed63a0f1d48148927b6b96fcda087c3866709c5e249b1c296",
4617
+ "layers.4.self_attn.k_proj.weight": "sha256:2541ec9c60626151d5f957d6eda8b85c631ca8bda93c24d6617cd81ee3b29781",
4618
+ "layers.4.self_attn.o_proj.weight": "sha256:d7d1254563733742e5c0e6fe13b9f54988d395626a2e29b565bf74168ef966e7",
4619
+ "layers.4.self_attn.q_norm.weight": "sha256:660ddc8a7cae59c4209685425e2190a21c2bd8496c52ee55204ec5321297a7c7",
4620
+ "layers.4.self_attn.q_proj.weight": "sha256:a3746da77d0a86a2908fd05c9357eee2f3c323124d83e3aa282abaa1b840a981",
4621
+ "layers.4.self_attn.v_proj.weight": "sha256:e1a39ae3d9ba227582b7c20352dd01bcae5d7898e8a6a2afa2b8a03c862ff771",
4622
+ "layers.5.input_layernorm.weight": "sha256:250e7320c65ff38ad39add65275d5a096ff74e30584514a6dff33ba985e54c6b",
4623
+ "layers.5.mlp.down_proj.weight": "sha256:1f719ad06d89a9a87b73ba59a70457d292fc2f0670dd6332caadb40bda188dab",
4624
+ "layers.5.mlp.gate_proj.weight": "sha256:49e447340edf3c5d3d72d1758241741d7af0ef8219a9b8b1de1890a6ab2beae0",
4625
+ "layers.5.mlp.up_proj.weight": "sha256:139c139aae59b2b21e072b535ce4f8281c448370faa55d0e9a08da5611b19f8a",
4626
+ "layers.5.post_attention_layernorm.weight": "sha256:f04bc28e551400de9ff3de0e10fe191c907296600765c02b04f1099a248068a0",
4627
+ "layers.5.post_feedforward_layernorm.weight": "sha256:43f6d74c4ae1abebfccf5fb0b292f5db98a1a4192a5b4e3010d82bb9235eca62",
4628
+ "layers.5.pre_feedforward_layernorm.weight": "sha256:e8e8c9f6c961ffde431b16cce9225bc8e77a321c2933edd76d553e54d065d735",
4629
+ "layers.5.self_attn.k_norm.weight": "sha256:2b0bc5c4d08ae6e1eb1ec00a005f1bdbcc3fffa17dda2211d531b32a0dc7bfc0",
4630
+ "layers.5.self_attn.k_proj.weight": "sha256:38e7a75278a1b36dfa6df8f05da90dece50e8a121e4f6603a73298f75645e6fc",
4631
+ "layers.5.self_attn.o_proj.weight": "sha256:9795929c8bdb611d1e5c1ff36505d358925525c087e4dd593eb397132c43d518",
4632
+ "layers.5.self_attn.q_norm.weight": "sha256:75c93551aab29cd2559bc9a9e75ea91bcc59861263314baca93f8805d4fabff1",
4633
+ "layers.5.self_attn.q_proj.weight": "sha256:0ea7c91bd3618e8b21e48260d8de36b9c1af6fd5022c64df99e911bf771a5d65",
4634
+ "layers.5.self_attn.v_proj.weight": "sha256:b4b4eb047e6c966667a1f6f36e0f4686bd5124131590720e3aa02bd87745b8d3",
4635
+ "layers.6.input_layernorm.weight": "sha256:c54cf3b477f0fa26d5c8b2ace72d7e8a0e684cb5364600d8771a349c6fd8eb2b",
4636
+ "layers.6.mlp.down_proj.weight": "sha256:805606d489353dc0ef1a2d75ac7d454ada1a0958f0c707e03abcba5858c1c4bf",
4637
+ "layers.6.mlp.gate_proj.weight": "sha256:411772bd2a0f5b6e852be965b2058e21cac312bef8ae48a40218a186c2dba7d6",
4638
+ "layers.6.mlp.up_proj.weight": "sha256:48f68db7d57afcb1999f121b749909f6aba0f43f1fd4452ab8fb1bdf22d0e388",
4639
+ "layers.6.post_attention_layernorm.weight": "sha256:584bd50394fedfd2c6a811f7582d2124181f168d3607d79c0c77172f80152b3e",
4640
+ "layers.6.post_feedforward_layernorm.weight": "sha256:4e0b816351091794a607f3f7b9a8ea24f3fc570255d3c1f17b4f389b11ff5eee",
4641
+ "layers.6.pre_feedforward_layernorm.weight": "sha256:989039c8400ce599196964e8a9fa198f8d6cbcb224ffa8068218ab481fbc17ee",
4642
+ "layers.6.self_attn.k_norm.weight": "sha256:f6c621781625bcb157c178ddf88bca5ba05c516b5daf0543f16e7597be4b2275",
4643
+ "layers.6.self_attn.k_proj.weight": "sha256:b6bd15036186002996ddda08b43479b4731635d112ebf3d267d0621d0a461db8",
4644
+ "layers.6.self_attn.o_proj.weight": "sha256:db56971fb9315be885f8aff6548978cc8a65ed6f849c3133e17e54efb603a12c",
4645
+ "layers.6.self_attn.q_norm.weight": "sha256:13c304c34f376abe3fb79c161a6f05889b2389f5f26b639b1944146f63d0735c",
4646
+ "layers.6.self_attn.q_proj.weight": "sha256:fe43b53b17a56ee64c27aaed7d2eebaebedf769857978d11d4d261f32905c755",
4647
+ "layers.6.self_attn.v_proj.weight": "sha256:043bf0f362dcf5344638813d6966aa19d39c36777474e38fd8c3f26acdffd1a7",
4648
+ "layers.7.input_layernorm.weight": "sha256:6d94f5a789547156908673dd12d44cae64d085a4f99738300ae0fb0320f2ce83",
4649
+ "layers.7.mlp.down_proj.weight": "sha256:90a74643877e4220ee418c5e3418159ad8c5fdb693d720cba8e074fb2f8c1706",
4650
+ "layers.7.mlp.gate_proj.weight": "sha256:00e80b27dfc1ef143d16c68822cb94d4fccb31f5527c0789fa4de9c977058de4",
4651
+ "layers.7.mlp.up_proj.weight": "sha256:69f8c2e7a5555bd0c3c2817a9a6038af296a83c31ebaf9ea23e60a9bf6a845f1",
4652
+ "layers.7.post_attention_layernorm.weight": "sha256:149534151cb869499d6fd4431df72684c0da0922438d60402586c3bd787eb9cb",
4653
+ "layers.7.post_feedforward_layernorm.weight": "sha256:afff806b897cffe9274338db52bd4de0b662f4dd97c0790718e57d903fdae7e7",
4654
+ "layers.7.pre_feedforward_layernorm.weight": "sha256:a5a7ffc3f9daa4fc0b92ef5bcf27bf986c02effbc22db6f864a8a105ca0d14f2",
4655
+ "layers.7.self_attn.k_norm.weight": "sha256:ce03b992e93a3eb54bdf623c7a4eb53764d58db0c3f73a24fca11400a954bb6f",
4656
+ "layers.7.self_attn.k_proj.weight": "sha256:6758c6b811c385dd7985665e6652f0c60395143b3062a37766ee140cd5011ba4",
4657
+ "layers.7.self_attn.o_proj.weight": "sha256:76fa2f0eec54473aa6032ed08f1f0daa662fac225c7f6a487a79f1abc6a9a6dd",
4658
+ "layers.7.self_attn.q_norm.weight": "sha256:570a7762eaeafa25ac2b1fb0438da6ec9a1a3de4dd9559c7734fa5db8edae877",
4659
+ "layers.7.self_attn.q_proj.weight": "sha256:c1056e1888f9950019036932c431978177f6ae4b13fdc468e275f472b79670f4",
4660
+ "layers.7.self_attn.v_proj.weight": "sha256:9f61e8b8de17b418031cda41a5e2b7ef4843b2c3e14fd8adf57e0f6c83904774",
4661
+ "layers.8.input_layernorm.weight": "sha256:eca4d1bdec72b258d35779bd56866970756470612a82e51402f93a2273a12488",
4662
+ "layers.8.mlp.down_proj.weight": "sha256:f7d16586a71aec31971324321fbcab8c5e00ffe4372161eb319d18d63dbc07dd",
4663
+ "layers.8.mlp.gate_proj.weight": "sha256:5e283497e9a0ba6d6ece5ea6674978fe1a6334511e897bd6f80aaa5aa85fa23e",
4664
+ "layers.8.mlp.up_proj.weight": "sha256:30aed23e0e8d7cf202941dad4e663fc8260ec17b119dc8a03c33d7f3448040f4",
4665
+ "layers.8.post_attention_layernorm.weight": "sha256:34cfb62b0bb27f85c3dabd461ea2836031ee2ee4f9f3b97ffa9200b9f1b2ec53",
4666
+ "layers.8.post_feedforward_layernorm.weight": "sha256:eff7d42d1cde4529eef32ada09569e14c5a4080ef7b559460649db913a333770",
4667
+ "layers.8.pre_feedforward_layernorm.weight": "sha256:11ae26fde4ab5537b069a14dcb060826b7155228c13c9e838abd6721bb2c89b9",
4668
+ "layers.8.self_attn.k_norm.weight": "sha256:910d548090f15032655aec9a90cef7e547aef24e3b04449e24884cdb4e4829b1",
4669
+ "layers.8.self_attn.k_proj.weight": "sha256:724367b980af48c45db30a8f2c27740ed8054c42bf38e97f351491489eeca8e2",
4670
+ "layers.8.self_attn.o_proj.weight": "sha256:b51cd87025a071590842ecf31b5cd1fe4390975a4c3e319506fd515249b0c40d",
4671
+ "layers.8.self_attn.q_norm.weight": "sha256:dd8122c8b8e6e544beedf7312f252be3778d48f8c77cd1c523683976ab233b81",
4672
+ "layers.8.self_attn.q_proj.weight": "sha256:c27bb278ec26baa35b9e068f24474e997f8d6b92b05db7d03ac2e18b734ec5d2",
4673
+ "layers.8.self_attn.v_proj.weight": "sha256:93225f5e5e0f369d99763cf0cf471b4292c21e9b24b9980d008dcfd6719ff072",
4674
+ "layers.9.input_layernorm.weight": "sha256:03d4f1e07894209155e8283ddaa056acbc04f2ee446268990f07b1d793a0e0a9",
4675
+ "layers.9.mlp.down_proj.weight": "sha256:61bf13e35e8621bc1079c1b358d2d29016e38f8d816f095fbb45da30cd1d58e1",
4676
+ "layers.9.mlp.gate_proj.weight": "sha256:12623e8996850ad87cf1412bebd88464641edc507071788b08b311b22b5559d5",
4677
+ "layers.9.mlp.up_proj.weight": "sha256:0fd2b8b5fb69d7e56b14901e0b20eb01ab6de72a9ea1d3c7195a31885a273efd",
4678
+ "layers.9.post_attention_layernorm.weight": "sha256:ac8f719ad1f0dab816d71ac96d94bc3590993b51f0fdd97bc27dd17ec251435e",
4679
+ "layers.9.post_feedforward_layernorm.weight": "sha256:75f9f77d1a556ee2fdba0e6bdf0ddf50fd38dc08bb16d19853f804c3be5974e5",
4680
+ "layers.9.pre_feedforward_layernorm.weight": "sha256:d88fc74258f8a944db401d0125dd6ec0017dee221ab954242c81819252c369bc",
4681
+ "layers.9.self_attn.k_norm.weight": "sha256:176bd1a2b549eed27185959a6eb5e857509d7ac712dafa598ee70c6ece9e968b",
4682
+ "layers.9.self_attn.k_proj.weight": "sha256:9e85bc8354c0a81a893b1c3802147e2f025e07d9d1f6d556bb28eb7b8ac0d988",
4683
+ "layers.9.self_attn.o_proj.weight": "sha256:5ca926e6e020196accabc47b7237881ce058889c19048f50eceb6c29492cc72d",
4684
+ "layers.9.self_attn.q_norm.weight": "sha256:ca4d7087929460e81639e30e703c405d6fc8e880ed5a50ebad48adeafce304e3",
4685
+ "layers.9.self_attn.q_proj.weight": "sha256:1425ac7ba0c12117351ab5d24157a82f6e682cdeb8f413bd0e12d495c3d34350",
4686
+ "layers.9.self_attn.v_proj.weight": "sha256:cdea34716c261d9b4c8716039b6500d3850fc8cc3af3f2986316ec57fbe54f74",
4687
+ "norm.weight": "sha256:53b39e46e12077d85bcd8bc8170bffb6c03cd481a46eff7190740471715aa343"
4688
+ }
4689
+ }
4690
  }
4691
+ }