clocksmith commited on
Commit
a8591b2
·
verified ·
1 Parent(s): 14dabfa

Publish gemma-3-270m-it-q4k-ehf16-af32 RDRR artifact

Browse files
models/gemma-3-270m-it-q4k-ehf16-af32/manifest.json CHANGED
@@ -49,6 +49,7 @@
49
  "ffn": {
50
  "activation": "gelu",
51
  "gatedActivation": true,
 
52
  "swigluLimit": null,
53
  "useDoubleWideMlp": false
54
  },
@@ -70,7 +71,10 @@
70
  "ropeLocalYarnOriginalMaxPos": null,
71
  "ropeLocalPartialRotaryFactor": null,
72
  "ropeFrequencyBaseDim": null,
73
- "ropeLocalFrequencyBaseDim": null
 
 
 
74
  },
75
  "output": {
76
  "finalLogitSoftcapping": null,
@@ -78,14 +82,17 @@
78
  "scaleEmbeddings": true,
79
  "embeddingTranspose": false,
80
  "embeddingVocabSize": null,
81
- "embeddingPostprocessor": null
 
 
82
  },
83
  "layerPattern": {
84
  "type": "every_n",
85
  "globalPattern": null,
86
  "period": 6,
87
- "offset": null,
88
- "layerTypes": null
 
89
  },
90
  "chatTemplate": {
91
  "type": "gemma",
@@ -106,7 +113,25 @@
106
  "layout": "contiguous",
107
  "pageSize": 256,
108
  "tiering": {
109
- "mode": "off"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
110
  }
111
  },
112
  "decodeLoop": {
@@ -157,7 +182,7 @@
157
  "rmsnorm": {
158
  "kernel": "rmsnorm.wgsl",
159
  "entry": "main",
160
- "digest": "sha256:c723c0300cc8f93396d79d1a274c0a90ccf1eb8ce82c0d778b8cd4659615fe45"
161
  },
162
  "gemv": {
163
  "kernel": "matmul_gemv_subgroup.wgsl",
@@ -167,12 +192,12 @@
167
  "rope": {
168
  "kernel": "rope.wgsl",
169
  "entry": "main",
170
- "digest": "sha256:e13c54f261d7ef00474b71e4fe7b3298fb5cc49161f50c7ea1854aa6672ebe71"
171
  },
172
  "attn_decode": {
173
- "kernel": "attention_decode_online_f16kv.wgsl",
174
  "entry": "main",
175
- "digest": "sha256:beee4722aa6281f58b74e1d055e192017b5555c189a58dd13dd158fe1511a7b8",
176
  "precision": {
177
  "kvDtype": "f16"
178
  }
@@ -180,12 +205,12 @@
180
  "residual": {
181
  "kernel": "residual.wgsl",
182
  "entry": "main",
183
- "digest": "sha256:f1abd88c959c5d8dd27b9353d487e37b2a96850ed9d90c365212e260399cc2a7"
184
  },
185
  "gelu": {
186
  "kernel": "gelu.wgsl",
187
  "entry": "main",
188
- "digest": "sha256:a9007ea08aaff98f9be08f1e0490a6bcf252883eac5513de876ab9ce918865e6",
189
  "constants": {
190
  "HAS_GATE": true
191
  }
@@ -198,7 +223,15 @@
198
  "attn_small": {
199
  "kernel": "attention_small_f16kv.wgsl",
200
  "entry": "main",
201
- "digest": "sha256:369aa3b386b4ef89a916ba2717465caa47079f52bbe0f3e5d61bd3220e2ec71e",
 
 
 
 
 
 
 
 
202
  "precision": {
203
  "kvDtype": "f16"
204
  }
@@ -208,8 +241,8 @@
208
  "entry": "main_multicol",
209
  "digest": "sha256:e41f94574d5ac54dd2710036da5d5acc643a483b79b2d74b86825efdaaa7438f",
210
  "constants": {
211
- "MULTICOL_COLS_PER_WG": 64,
212
- "MULTICOL_THREADS_PER_COL": 4
213
  }
214
  },
215
  "sample": {
@@ -324,7 +357,7 @@
324
  ],
325
  [
326
  "attention",
327
- "attn_small"
328
  ],
329
  [
330
  "o_proj",
@@ -391,7 +424,8 @@
391
  },
392
  "largeWeights": {
393
  "gpuResidentOverrides": null
394
- }
 
395
  },
396
  "shards": [
397
  {
@@ -3333,6 +3367,14 @@
3333
  "manifestRefresh": {
3334
  "at": "2026-04-09T01:07:09.651Z",
3335
  "config": "gemma-3-270m-it-q4k-ehf16-af32.json"
 
 
 
 
 
 
 
 
3336
  }
3337
  },
3338
  "tokenizer": {
@@ -3345,6 +3387,438 @@
3345
  "sourceCheckpointId": "google/gemma-3-270m-it",
3346
  "weightPackId": "gemma-3-270m-it-q4k-ehf16-af32-wp-catalog-v1",
3347
  "manifestVariantId": "gemma-3-270m-it-q4k-ehf16-af32-mv-exec-v1",
3348
- "artifactCompleteness": "complete"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3349
  }
3350
- }
 
49
  "ffn": {
50
  "activation": "gelu",
51
  "gatedActivation": true,
52
+ "branchMode": "auto",
53
  "swigluLimit": null,
54
  "useDoubleWideMlp": false
55
  },
 
71
  "ropeLocalYarnOriginalMaxPos": null,
72
  "ropeLocalPartialRotaryFactor": null,
73
  "ropeFrequencyBaseDim": null,
74
+ "ropeLocalFrequencyBaseDim": null,
75
+ "longropeShortFactor": null,
76
+ "longropeLongFactor": null,
77
+ "longropeOriginalMaxPos": null
78
  },
79
  "output": {
80
  "finalLogitSoftcapping": null,
 
82
  "scaleEmbeddings": true,
83
  "embeddingTranspose": false,
84
  "embeddingVocabSize": null,
85
+ "embeddingPostprocessor": null,
86
+ "embeddingScale": null,
87
+ "logitInputScale": 1
88
  },
89
  "layerPattern": {
90
  "type": "every_n",
91
  "globalPattern": null,
92
  "period": 6,
93
+ "offset": 5,
94
+ "layerTypes": null,
95
+ "residualBranchScale": 1
96
  },
97
  "chatTemplate": {
98
  "type": "gemma",
 
113
  "layout": "contiguous",
114
  "pageSize": 256,
115
  "tiering": {
116
+ "mode": "off",
117
+ "hotWindow": 1024,
118
+ "coldPageSize": 256,
119
+ "coldDtype": "f16",
120
+ "compression": {
121
+ "mode": "none",
122
+ "blockSize": 1,
123
+ "bitWidth": 4,
124
+ "prodMode": false
125
+ },
126
+ "gating": {
127
+ "mode": "auto",
128
+ "minAluBwRatio": 0
129
+ }
130
+ },
131
+ "quantization": {
132
+ "mode": "none",
133
+ "bitWidth": 4,
134
+ "prodMode": false
135
  }
136
  },
137
  "decodeLoop": {
 
182
  "rmsnorm": {
183
  "kernel": "rmsnorm.wgsl",
184
  "entry": "main",
185
+ "digest": "sha256:284d3efb0ad0991fc57ece5f634cbc8a931fcab36f193b2b6832561d4cc79ef1"
186
  },
187
  "gemv": {
188
  "kernel": "matmul_gemv_subgroup.wgsl",
 
192
  "rope": {
193
  "kernel": "rope.wgsl",
194
  "entry": "main",
195
+ "digest": "sha256:b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b"
196
  },
197
  "attn_decode": {
198
+ "kernel": "attention_decode_online_head256_f16kv.wgsl",
199
  "entry": "main",
200
+ "digest": "sha256:fa4a40535b2aa1389b0510329fb31675d4da50ddfdfbf1e8125c7213c7ffb525",
201
  "precision": {
202
  "kvDtype": "f16"
203
  }
 
205
  "residual": {
206
  "kernel": "residual.wgsl",
207
  "entry": "main",
208
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
209
  },
210
  "gelu": {
211
  "kernel": "gelu.wgsl",
212
  "entry": "main",
213
+ "digest": "sha256:7f8900b69de5107e4cf424cac0d4de1539591ece34e977ff30f6f7364460ab34",
214
  "constants": {
215
  "HAS_GATE": true
216
  }
 
223
  "attn_small": {
224
  "kernel": "attention_small_f16kv.wgsl",
225
  "entry": "main",
226
+ "digest": "sha256:ad3bb913c17167eb28fefc6abd24602ea0f148bc22a2b5f437eeffcc6f7fc668",
227
+ "precision": {
228
+ "kvDtype": "f16"
229
+ }
230
+ },
231
+ "attn_head256": {
232
+ "kernel": "attention_head256_f16kv.wgsl",
233
+ "entry": "main",
234
+ "digest": "sha256:4ecdc079e322a770350414244cb383d72ae7ffa47ed620c64ff425c93413e97a",
235
  "precision": {
236
  "kvDtype": "f16"
237
  }
 
241
  "entry": "main_multicol",
242
  "digest": "sha256:e41f94574d5ac54dd2710036da5d5acc643a483b79b2d74b86825efdaaa7438f",
243
  "constants": {
244
+ "MULTICOL_COLS_PER_WG": 8,
245
+ "MULTICOL_THREADS_PER_COL": 32
246
  }
247
  },
248
  "sample": {
 
357
  ],
358
  [
359
  "attention",
360
+ "attn_head256"
361
  ],
362
  [
363
  "o_proj",
 
424
  },
425
  "largeWeights": {
426
  "gpuResidentOverrides": null
427
+ },
428
+ "sessionDefaults": null
429
  },
430
  "shards": [
431
  {
 
3367
  "manifestRefresh": {
3368
  "at": "2026-04-09T01:07:09.651Z",
3369
  "config": "gemma-3-270m-it-q4k-ehf16-af32.json"
3370
+ },
3371
+ "integrityRefresh": {
3372
+ "at": "2026-04-23T22:48:40.354Z",
3373
+ "blockSize": 1048576
3374
+ },
3375
+ "executionGraphPatch": {
3376
+ "at": "2026-07-19T19:33:18.845Z",
3377
+ "config": "gemma-3-270m-it-q4k-ehf16-af32.json"
3378
  }
3379
  },
3380
  "tokenizer": {
 
3387
  "sourceCheckpointId": "google/gemma-3-270m-it",
3388
  "weightPackId": "gemma-3-270m-it-q4k-ehf16-af32-wp-catalog-v1",
3389
  "manifestVariantId": "gemma-3-270m-it-q4k-ehf16-af32-mv-exec-v1",
3390
+ "artifactCompleteness": "complete",
3391
+ "conversionConfigDigest": "sha256:d3895907b9e7b17f1e6b015a66858c39889e1683b533fb0dde65f309d6a5854e"
3392
+ },
3393
+ "integrityExtensions": {
3394
+ "contractVersion": 1,
3395
+ "blockMerkle": {
3396
+ "blockSize": 1048576,
3397
+ "roots": {
3398
+ "model.embed_tokens.weight": "sha256:59325124f062d72ec923d0b0cbf28ea08eafbe4357907e613209436f0a75f5c1",
3399
+ "model.layers.0.input_layernorm.weight": "sha256:27eb697244b8ad35d172b9cfc00749abb4230c02c454a1ab5c0422ebd613dfc4",
3400
+ "model.layers.0.mlp.down_proj.weight": "sha256:6b99058ef812a0e09bc42d655dd8bdc2323dfb11c11f201218e32333a0854419",
3401
+ "model.layers.0.mlp.gate_proj.weight": "sha256:826f3505b0bc3d73a7b21b6f1a30e3f4f552e2d705affaf8d4ee1823d81f61dc",
3402
+ "model.layers.0.mlp.up_proj.weight": "sha256:71500128607ee88189f8841c7c87e32a058f07bfd89a7674e6608b62cb3c6408",
3403
+ "model.layers.0.post_attention_layernorm.weight": "sha256:dfe8211db4bf49819db3717d9a5b17969bbf40caed80fb0756e05613b11d0acb",
3404
+ "model.layers.0.post_feedforward_layernorm.weight": "sha256:a954f85797e65a743396d80eb18e894fabc9faa9ff1ad81466435b18bf4d69b1",
3405
+ "model.layers.0.pre_feedforward_layernorm.weight": "sha256:2276bf5a3893774d951f681ea7378f0741692ecca2f92d84f88b796d62fa7197",
3406
+ "model.layers.0.self_attn.k_norm.weight": "sha256:567b86a3cfc456e9b7065aa1ed6613d8829b0c4b84d89b3fd00b548d7c27f6e7",
3407
+ "model.layers.0.self_attn.k_proj.weight": "sha256:dee27fd4366800788fe2b9bee2068aeb28fc48f708530aa3503f534a5487c195",
3408
+ "model.layers.0.self_attn.o_proj.weight": "sha256:e1ea6d4382fc6197a7958e32a8c7f5c706493aee839a4ec042ce9180cbd58891",
3409
+ "model.layers.0.self_attn.q_norm.weight": "sha256:4f0c6a4ef452ffdbff2a906909902dccb6c5c997a27e821850e33e15bdfa7e6f",
3410
+ "model.layers.0.self_attn.q_proj.weight": "sha256:0f06d75fea95337f2a69f8e38b092d19689c0291ba598ed243773ff2afc43441",
3411
+ "model.layers.0.self_attn.v_proj.weight": "sha256:6a468df21b2b4fb1b5332650f5a1095beb630f3f476571110130233b0ccd042c",
3412
+ "model.layers.1.input_layernorm.weight": "sha256:64cef450a6fb65a20466c675a60d2991c096fc1d1a97a17498c5faf9361803cd",
3413
+ "model.layers.1.mlp.down_proj.weight": "sha256:a82303ea6346b328cb7ef387dfd14e8aae28a9597db1502abcdc00c9809a6f4e",
3414
+ "model.layers.1.mlp.gate_proj.weight": "sha256:76d0daeef8f97161588be9a3ac935108c50a34bffd8253f109c078015b68e6b2",
3415
+ "model.layers.1.mlp.up_proj.weight": "sha256:35ea5976f2427c24af056892d81c05644297c4abd27ff37fc9079784d669d060",
3416
+ "model.layers.1.post_attention_layernorm.weight": "sha256:c7bb6538392902a6e711f37a70f95630e228b0e57f5c39f750343beb7d842c4e",
3417
+ "model.layers.1.post_feedforward_layernorm.weight": "sha256:457e40a26ce8d0bd5cf26060c39e92cd66a00784d18dea8740736f5afbd0b8f7",
3418
+ "model.layers.1.pre_feedforward_layernorm.weight": "sha256:8ded6e64837d7c228f30068c510b581fc66a60b7c19ba4c7da23cc26f530ba9c",
3419
+ "model.layers.1.self_attn.k_norm.weight": "sha256:37a238f55be21fdf24aff9f9aaf6c0796f5dc08e6564cd805ff99a6acd586476",
3420
+ "model.layers.1.self_attn.k_proj.weight": "sha256:3ecf72db4a171b2b6d4ee95f5d3c3aa8c13c131b061bd45c8816e158ee6a17d4",
3421
+ "model.layers.1.self_attn.o_proj.weight": "sha256:615f8aaa60ae75c23d2c2091aac4b808460e42fbc8f48b5a49f5b9f4df5ce95e",
3422
+ "model.layers.1.self_attn.q_norm.weight": "sha256:2e0c8820652b0d386cc32fffb48c29911966a3a4844d0858de2da1c9495bfdd5",
3423
+ "model.layers.1.self_attn.q_proj.weight": "sha256:57d86181585d007bd5b76bab25f56672f7843cf31d26b6fa0fadbf8821a671c5",
3424
+ "model.layers.1.self_attn.v_proj.weight": "sha256:b4fdb70e133cbc02dfe61ebee5533249589ed431144d32e5bb78270d7f508731",
3425
+ "model.layers.10.input_layernorm.weight": "sha256:c8b02d4fbc475499edeeb9703e96388d02fe5852167c56a38df9b05bc34e41d6",
3426
+ "model.layers.10.mlp.down_proj.weight": "sha256:4035480741b9794019e6688cf16273a3a9abf602ed5d5789cca079dbe2fb4e8e",
3427
+ "model.layers.10.mlp.gate_proj.weight": "sha256:e4844d4b2702c4c2ef4c08c65235e2a6d3df1a3059e8005af3d1af1b7cf24715",
3428
+ "model.layers.10.mlp.up_proj.weight": "sha256:c4cee223a626ea3fff1e7827d95c1ccd692980721d9aa3b4cdde45e7abe481ab",
3429
+ "model.layers.10.post_attention_layernorm.weight": "sha256:dc4345563a6cac97e781bc4de4071e4fe53d43204fa4dfc88b854a4c4426fde8",
3430
+ "model.layers.10.post_feedforward_layernorm.weight": "sha256:0b6e8751fcf16233ae16dface02f65085f6ac3c18d2a71a5120475369bc8bb1f",
3431
+ "model.layers.10.pre_feedforward_layernorm.weight": "sha256:54b627ca4fc4b9656ee01df4a86ae87b09f09f86cf3a485e7871394f070c04ca",
3432
+ "model.layers.10.self_attn.k_norm.weight": "sha256:a1404dc3b50858177a9f09466eeb1ca9f2841e7d9eb3578c0c09a658feb66422",
3433
+ "model.layers.10.self_attn.k_proj.weight": "sha256:36587a909a6678847db6e89781b585b854b3ed2428468e70e0ed5766fbab23e6",
3434
+ "model.layers.10.self_attn.o_proj.weight": "sha256:286879cbd7a0e9e6810ee8565dd258b5b2ae9ca9c30a285d6dcac7cc7535e6d5",
3435
+ "model.layers.10.self_attn.q_norm.weight": "sha256:b03faf06ea749f672e262fc3e78415dcb45633a2a800a2e318185d8c87807e92",
3436
+ "model.layers.10.self_attn.q_proj.weight": "sha256:98f0760dafd871e845e16631ee1909bba8e07baf873396bce2df5d3c20f40864",
3437
+ "model.layers.10.self_attn.v_proj.weight": "sha256:03740769f8f01345463816cb5efeefd405a690237d97208ed76e7f6f496081a1",
3438
+ "model.layers.11.input_layernorm.weight": "sha256:d19053cc6b7daf5f9d9364a03c36aa2af8c2d3176b4a20813e32f5dc1f8fe7d0",
3439
+ "model.layers.11.mlp.down_proj.weight": "sha256:6808fe2e04685649d77218ec5803e648a2fa615503eee67313e809b7531b2556",
3440
+ "model.layers.11.mlp.gate_proj.weight": "sha256:0c58cfe2514cf3adfb577695b7e5e13ef4f9635aed65a5cf777aa58bbe8bba9b",
3441
+ "model.layers.11.mlp.up_proj.weight": "sha256:7d1783ea8f10328c45e03b8837f1e7fa6c8290e4f4bf3073eff948dbd0c1220a",
3442
+ "model.layers.11.post_attention_layernorm.weight": "sha256:0bc7afdd26e51f87882fde1b201ddf81489fdcd99302652d2b3e669881051bff",
3443
+ "model.layers.11.post_feedforward_layernorm.weight": "sha256:c22c302bef71320395706d0e32fb3fe48d5bb96e1a7779fb7993c6d5e5691de0",
3444
+ "model.layers.11.pre_feedforward_layernorm.weight": "sha256:7f9fd754d0b286a3c8e75465874728356f2a615491d6af8932be7d2b4c717434",
3445
+ "model.layers.11.self_attn.k_norm.weight": "sha256:a6707d123529f10ec7f56df92bb5ac22a196fe4b7ab11a8b3ad8b45b5974c175",
3446
+ "model.layers.11.self_attn.k_proj.weight": "sha256:2a8e28b8e2ab82d0aef1079f7edc3c2a22534159fcf883896312f9cd38ff9790",
3447
+ "model.layers.11.self_attn.o_proj.weight": "sha256:977576a4d0a587e7be6c202ada6006b249ffac815a4e6575f7919e2ecc19913e",
3448
+ "model.layers.11.self_attn.q_norm.weight": "sha256:074c4e9f75f7246283c559e52ff1e31fc5c1eed1003dd96866c7651a59287034",
3449
+ "model.layers.11.self_attn.q_proj.weight": "sha256:cf366c059a8f8882fc942d6bcb803323b735c77c8292484ed8ad78cd088d3865",
3450
+ "model.layers.11.self_attn.v_proj.weight": "sha256:7b0740a0ee0af547d4fcaff1786c1e4822adb770d857550bad37b99714241e98",
3451
+ "model.layers.12.input_layernorm.weight": "sha256:6758bbe4119ff619b73d7e3bf5764b3a5a476cc985de72b1e23fb4c5a052e1d7",
3452
+ "model.layers.12.mlp.down_proj.weight": "sha256:d6843cc6a6a334eed9f043a1d6338a795f44255bb011c5c3f82ef87c33254dc5",
3453
+ "model.layers.12.mlp.gate_proj.weight": "sha256:a8e0da32a429c5f61dbdfb48732d3cfed11741b06c83a37f80dcb50486d63ff1",
3454
+ "model.layers.12.mlp.up_proj.weight": "sha256:fb3d9aeb9b71dc07d8efa47afb4882d5dbe7f522d68700d4d16c727212114460",
3455
+ "model.layers.12.post_attention_layernorm.weight": "sha256:fcd1274d3232b5acd32e2abd5c6b82823cb9704df22cf72689852bf8254e2462",
3456
+ "model.layers.12.post_feedforward_layernorm.weight": "sha256:706144d5f6f0fca70bcb1f885c38d69e0da5c5d0e7973524970d6146b849247d",
3457
+ "model.layers.12.pre_feedforward_layernorm.weight": "sha256:0730eb33874f8b3bec9e4ead94318ad36de55f94f311e28e6b87944781cbeac0",
3458
+ "model.layers.12.self_attn.k_norm.weight": "sha256:0c5aa2e0086970303c6e406a0c758d9e8c288c829fb119a170e8a5191e8a9f56",
3459
+ "model.layers.12.self_attn.k_proj.weight": "sha256:912bfa6ab85ba3969fcb64989258ea44eed5e898714ca6c4f35756a8dda05b2a",
3460
+ "model.layers.12.self_attn.o_proj.weight": "sha256:521d3f02d48c9c2ce7865919d51fb2ce75b1c6e6730234a32a4061f8bb3ff5ff",
3461
+ "model.layers.12.self_attn.q_norm.weight": "sha256:8e3d8c35caa53ff625e8053d47551a78be84a322608980e34efe3446e3170881",
3462
+ "model.layers.12.self_attn.q_proj.weight": "sha256:78437fbe475ebbcf0090e993c512c2003498f7dbf94bd420b81a771dd7227b75",
3463
+ "model.layers.12.self_attn.v_proj.weight": "sha256:bb55540fb81d6cec60358630c06adc746e4eee4c4003d413263c0b4bb8f8e75c",
3464
+ "model.layers.13.input_layernorm.weight": "sha256:f5ecf51a7cf4d3cce54e1ea8871e8ba9e59ceaffb545d258218d942fbeb1d974",
3465
+ "model.layers.13.mlp.down_proj.weight": "sha256:b28f817a51daeff4ff4f530497d4617f5226338b25de4e7282a75a1023c7ada4",
3466
+ "model.layers.13.mlp.gate_proj.weight": "sha256:09f9525a71334790fa2f371bd54fb49ebe6dae0108366de73c846b911946bace",
3467
+ "model.layers.13.mlp.up_proj.weight": "sha256:9ed4e6630ae9cc689a9b10f60f969f4e00daf3799bd7b8fb50f0856cecfadd28",
3468
+ "model.layers.13.post_attention_layernorm.weight": "sha256:ccf56661bd460dc273113a0a092dbe65640bd3bb23f3f893df0506b828164ac2",
3469
+ "model.layers.13.post_feedforward_layernorm.weight": "sha256:022504321676fc68a5e21fe4dd8a59b910a3e39ba640d48289898f13be48894d",
3470
+ "model.layers.13.pre_feedforward_layernorm.weight": "sha256:bf7ba6a973ae8a5c43b15b91a378846559c1bf45e34f31fb552fc959f5bf04d2",
3471
+ "model.layers.13.self_attn.k_norm.weight": "sha256:422a96279d2093041b2c3b5f044c36d94b75c731900f3fef63f51b2c7984be62",
3472
+ "model.layers.13.self_attn.k_proj.weight": "sha256:242e1403502dbbdf4b51c96112de72cf6347b80404a89a6b744c0cf0e9b390d4",
3473
+ "model.layers.13.self_attn.o_proj.weight": "sha256:b8be9d656cf3ae0148488a56eeedda98913de8112126772616c7c6998f1e5c6f",
3474
+ "model.layers.13.self_attn.q_norm.weight": "sha256:4122c697302a8713176e6808943f42ff20d913ad05fb963461137c4aaacee041",
3475
+ "model.layers.13.self_attn.q_proj.weight": "sha256:4c820d94a6ad10b541b04e685a309544bb1dcf259591e998d87350380841100e",
3476
+ "model.layers.13.self_attn.v_proj.weight": "sha256:027cd773d2a867088dd90d117637b771e46088cf7c962fc36ce3a06da23e1d2d",
3477
+ "model.layers.14.input_layernorm.weight": "sha256:2d3f0075c5a0c03aa7b3724e81c0106ea1716a4692282b4cff65dbf2123ce4a4",
3478
+ "model.layers.14.mlp.down_proj.weight": "sha256:4329393fc1a3fa72a13ed21daf2513e377994e96988f30a3b9de35880fcf3356",
3479
+ "model.layers.14.mlp.gate_proj.weight": "sha256:6dffa61d6ed1d6032a794d1d345b2eda38de90e031b9e638362d4723406148e9",
3480
+ "model.layers.14.mlp.up_proj.weight": "sha256:8e0917c3c0c2fb4a82c1b6ccf32c4d44da1d9742c988669b57301aa3529b14d2",
3481
+ "model.layers.14.post_attention_layernorm.weight": "sha256:d61586c49c77b408301b8121db69fc01d4a9012cc5b6d41f479c437ff3b4dc91",
3482
+ "model.layers.14.post_feedforward_layernorm.weight": "sha256:7d9c4e0bb5637b369566c6f538fc36d55d81ce7a03d4c3ba661df841fafa6a17",
3483
+ "model.layers.14.pre_feedforward_layernorm.weight": "sha256:3bd6f7e80fbbaca2d0439c03ae0e803afaf786fe9c9308a3cf1ee32e0f6febca",
3484
+ "model.layers.14.self_attn.k_norm.weight": "sha256:ad572f6ec5737945b62257a4d9264a02395cffa6f0a36c3e06bc88a37b4416f1",
3485
+ "model.layers.14.self_attn.k_proj.weight": "sha256:3d3cc8eb1f9c478d17705be9a0e5bf0cd70c70dd1f3713becd2ee4c19b4bb4ed",
3486
+ "model.layers.14.self_attn.o_proj.weight": "sha256:78fb726d74cd09b83a6cb1b14d07065a6c639028734d385ac730f599c518b320",
3487
+ "model.layers.14.self_attn.q_norm.weight": "sha256:39808b382df160829952a7f405e56d2970666fec4dad306ec35799e2871bae5c",
3488
+ "model.layers.14.self_attn.q_proj.weight": "sha256:b358d474e56561d7a289aa3030ef66761df84fd21ec127a7ed8cf82238308341",
3489
+ "model.layers.14.self_attn.v_proj.weight": "sha256:879ec213f954bfd6834819ecf71f25a15969919ccad2082a113336dde1aa7455",
3490
+ "model.layers.15.input_layernorm.weight": "sha256:dc805dcc3e4e9032e79c86940154aaa2130c3a1cbe81ff76537ddd473c77eca2",
3491
+ "model.layers.15.mlp.down_proj.weight": "sha256:b08a5087e9153e1bebc975bde427cb1e0d1ea64a7001bb15e12e9fd575f4f251",
3492
+ "model.layers.15.mlp.gate_proj.weight": "sha256:77c30d747630b57fbeaa7eb5956e253fb68522c5eb0120bc12209f1e95b6e9ae",
3493
+ "model.layers.15.mlp.up_proj.weight": "sha256:a81579321e379d53674b7cf26fa21a8c8fa35b71d0338834081d09cffad8708f",
3494
+ "model.layers.15.post_attention_layernorm.weight": "sha256:99819e3633b14aafe82038708447faeb31a5f68a0abf494ec9df284950ab1378",
3495
+ "model.layers.15.post_feedforward_layernorm.weight": "sha256:a714a72866747b2eb369503c8a0d2b672a5a0f5610cabb21b0eac503df6e0029",
3496
+ "model.layers.15.pre_feedforward_layernorm.weight": "sha256:473f4f3bcdd70396d283d67381d44a9d0ece42ad117a2adea71c6846e7296e3d",
3497
+ "model.layers.15.self_attn.k_norm.weight": "sha256:10895b11036051a56b11f51d196d2eef53258f7ff0318cf641bcbf66e42a062d",
3498
+ "model.layers.15.self_attn.k_proj.weight": "sha256:e0c6f4379ca1f318d9b709669243b4c88276aad61df318f08098deef585842f2",
3499
+ "model.layers.15.self_attn.o_proj.weight": "sha256:67bb438a494daf4139a6a4c6756be06d44f9f7c3c649ad8fa0ad91dfd458ec98",
3500
+ "model.layers.15.self_attn.q_norm.weight": "sha256:ed9d7f85921f8ebad7eafb796ae8031e2a8b9ce3add431c7a3dedb0462e00225",
3501
+ "model.layers.15.self_attn.q_proj.weight": "sha256:364c12db60c4aade8044dd06ade3cae7fdbb32e9c6f050a51b91399abe73adcc",
3502
+ "model.layers.15.self_attn.v_proj.weight": "sha256:2ad8e269d1e205063378649abf8ff6b0f7b007e8fc92314dd5724a495485710d",
3503
+ "model.layers.16.input_layernorm.weight": "sha256:93b971c08273627e67545d483388629e59510b873512c8427c16ba03fc4b4818",
3504
+ "model.layers.16.mlp.down_proj.weight": "sha256:a932e1e449ee8d6c73cb358bea490dab43967f1332427f6f17cc2397c412a87e",
3505
+ "model.layers.16.mlp.gate_proj.weight": "sha256:4d6486f03e83b493d2c37f754cba3b603e4b395a744dc60e35bd517910f738e6",
3506
+ "model.layers.16.mlp.up_proj.weight": "sha256:1415a9ed6272bc192924a2f2d8a0abba31e44e838576def99683de5fda3425e3",
3507
+ "model.layers.16.post_attention_layernorm.weight": "sha256:6501c28295abf12235041bb886b503d9450c4f434b0465287853864c6c7bb92d",
3508
+ "model.layers.16.post_feedforward_layernorm.weight": "sha256:263c064122b17ae910f4c8228b10fc6df5d87d5cc0159d3fec38f58a4556a83f",
3509
+ "model.layers.16.pre_feedforward_layernorm.weight": "sha256:cef64ce3a4c90749471897579a0ce13471a0f1a8754b3b2da4d16148ba95be5d",
3510
+ "model.layers.16.self_attn.k_norm.weight": "sha256:d4b0859d89f9237d1e75aa8276ec495481c8275eec8533cc6251dab3f2cb7039",
3511
+ "model.layers.16.self_attn.k_proj.weight": "sha256:59c8689daad9084df8fe61177d4abbdb36e1c3ab9728ce5e937470ae89ae99e1",
3512
+ "model.layers.16.self_attn.o_proj.weight": "sha256:855bcbae51090eee9bb31f6468c0e549a647d71d35cd3fd5ab2d66fd7952d3db",
3513
+ "model.layers.16.self_attn.q_norm.weight": "sha256:84941e4b0075cf16d644d2556caf3dddd273853a4142241d02f01a87af872747",
3514
+ "model.layers.16.self_attn.q_proj.weight": "sha256:c9cb44ba72ffbd33e224be7e076446657f921daac6d96fef23ef450dbe152a5b",
3515
+ "model.layers.16.self_attn.v_proj.weight": "sha256:bd60661127f7a9cd95479f71730bc293f81feaf19379d47ac9a3b04343622ff6",
3516
+ "model.layers.17.input_layernorm.weight": "sha256:e3fa4babc5f65a3d16e7d1908fcff8428d38479fb439f5595dada664b5be9a35",
3517
+ "model.layers.17.mlp.down_proj.weight": "sha256:dc903c74f1385dbce4d48e7bbda077bef88648128bb2d5116eb6eec861b2ed34",
3518
+ "model.layers.17.mlp.gate_proj.weight": "sha256:5d50687fa25441f1a11f8fd3fbe8fbfe3c77845ccc3e969639205c67842ddc79",
3519
+ "model.layers.17.mlp.up_proj.weight": "sha256:3c0d42478bfe2a0c3e963ffaf714ae4e4f152a11b375da8a7df6926188027d0d",
3520
+ "model.layers.17.post_attention_layernorm.weight": "sha256:29ac601ea04c2d7d85944b89f8cfd54c3bfee03903c1f51282d2f37f2409929e",
3521
+ "model.layers.17.post_feedforward_layernorm.weight": "sha256:a0c989e0bc11450ac67ed2f3d0417e00d14ab7e700dd75ce437b82c608440a5d",
3522
+ "model.layers.17.pre_feedforward_layernorm.weight": "sha256:ffcb4fac5b958a888d07fb6cbbd9132e275a6c11a0ad0283f7b8ace85c375e3c",
3523
+ "model.layers.17.self_attn.k_norm.weight": "sha256:10b28f3a830cd24d6f8fd19e8cd9e05e63f243a5219aca24bc8f4c9dd4d6895d",
3524
+ "model.layers.17.self_attn.k_proj.weight": "sha256:86c3578f7634cdf9e0ff357c9b32a2ed8b24dd486d128f7b63500ee6c1cd2fe6",
3525
+ "model.layers.17.self_attn.o_proj.weight": "sha256:41b4d8bdcf3ba08cc7c9b858e70924230bd5bbe84c5221d4db91e18ac30fd7db",
3526
+ "model.layers.17.self_attn.q_norm.weight": "sha256:67c293ebc0d3f752d87897791f5b9100110ace466180398ff1212735a7213312",
3527
+ "model.layers.17.self_attn.q_proj.weight": "sha256:8890532dec843fbd14f540964c705c6fe6b6daa3c86d04c4a918c02a284c3c5d",
3528
+ "model.layers.17.self_attn.v_proj.weight": "sha256:eeff723a0dce68fea42d722877e15c9473b9dd27ec44fc31af8537310abd180f",
3529
+ "model.layers.2.input_layernorm.weight": "sha256:9fc8a39b5a007e0c2f5fcaa1605db688dd141050d7d73a76056603bb544c20fc",
3530
+ "model.layers.2.mlp.down_proj.weight": "sha256:8daa19074b9e2e5ca9ec432a6d4df050e74deba6802a37b150bbf34f9000d10c",
3531
+ "model.layers.2.mlp.gate_proj.weight": "sha256:ab611ec086690472b76d3ce6a448fe1ff507a8ee30e895ba7f7b7bb45c489ccc",
3532
+ "model.layers.2.mlp.up_proj.weight": "sha256:a934d5aae7df8cf4ef92e4f61d2c9d59edd901a15b65260d3706e3507162b5d8",
3533
+ "model.layers.2.post_attention_layernorm.weight": "sha256:cc9bbfc3628a0d30ff67861cec22bd4b7abb6902c09326bcf106bbf971109826",
3534
+ "model.layers.2.post_feedforward_layernorm.weight": "sha256:fb6fe6b73751e4ff2994a2dc43f24912f272eecfc617ad30cff82dd91cb23dee",
3535
+ "model.layers.2.pre_feedforward_layernorm.weight": "sha256:4590d0b646c03e311bf499c5526b928f5285ae2fc9dfcd6410e6ea72b7b24fc3",
3536
+ "model.layers.2.self_attn.k_norm.weight": "sha256:6b5b3fd0ceb651f2739b25bb81c2d1694d10d299458e8de3f8562306d8227889",
3537
+ "model.layers.2.self_attn.k_proj.weight": "sha256:53a76b5fd81ff7f01c70a65284ee5e9017238f5cc336b2c538567b3ef6b28007",
3538
+ "model.layers.2.self_attn.o_proj.weight": "sha256:f157a53c567aa511d804ac8458893ca57cf066c06bcb0a8f8b92a483ac422286",
3539
+ "model.layers.2.self_attn.q_norm.weight": "sha256:c686b7efc9197973639cbd3b541db87dc288894e1c76a85f16da524b93aa09c6",
3540
+ "model.layers.2.self_attn.q_proj.weight": "sha256:98d78dcf468edd9183162e271ecb4caec1f04a159dc3aa673a91dfd93ab8e14c",
3541
+ "model.layers.2.self_attn.v_proj.weight": "sha256:9073f5ce959a4f4b02bf188658dd71d006e0557acc3f91032d8f0aa77c6a5968",
3542
+ "model.layers.3.input_layernorm.weight": "sha256:41b6c8bd8d44ded8d7e1e18e4d0e3dcb7cd68564c465fbcdce3df9bb6d59b30a",
3543
+ "model.layers.3.mlp.down_proj.weight": "sha256:13b38875cd4bf1b357ddef7edeec79c33738a471d645766ccaac90d1fe866b3d",
3544
+ "model.layers.3.mlp.gate_proj.weight": "sha256:a5066521784948268971b2fbc89be9f9cad3ede6755741e40924b7d05ac57e78",
3545
+ "model.layers.3.mlp.up_proj.weight": "sha256:d27092e3dd135eed01654b04d19b2b11709ab17b5356223a68f1c1f417571675",
3546
+ "model.layers.3.post_attention_layernorm.weight": "sha256:f488e7e4bec71875ba8e40b8e0e386b677226fdb96b3edadfd332339f0b257ff",
3547
+ "model.layers.3.post_feedforward_layernorm.weight": "sha256:2d096bae6e109f35620b5705e124e621432aaead482bcd2fb5754544377683fc",
3548
+ "model.layers.3.pre_feedforward_layernorm.weight": "sha256:b9ef0ba084df43bb74e62e0d719ee366a657c7dbc77df0ba821792006c008a94",
3549
+ "model.layers.3.self_attn.k_norm.weight": "sha256:3305c96df08dac1552ee2a5269bfd365d8ae8db566ee4c3d759a606ad2a921c0",
3550
+ "model.layers.3.self_attn.k_proj.weight": "sha256:c9abb0b4259a7705a2c2d1ff0c06aeb647e0880573098383cea0e56b55e543e1",
3551
+ "model.layers.3.self_attn.o_proj.weight": "sha256:5e8a00ed54466e34bf3f4ef5399580ab004a2980f75ba6a6621af930cc1f2e8a",
3552
+ "model.layers.3.self_attn.q_norm.weight": "sha256:afba49504ac3f3cc0168684af535fc6601039ea4745a38cf6913a9e6e5eb7f14",
3553
+ "model.layers.3.self_attn.q_proj.weight": "sha256:d79fda0485601b59adfe48b8870ac45728bbe4d7312a85221babba08f63df6d0",
3554
+ "model.layers.3.self_attn.v_proj.weight": "sha256:ac0d2912b869537c9f48beefe0ca119aeab4bd1a930da101a5cf7ed9ff808593",
3555
+ "model.layers.4.input_layernorm.weight": "sha256:01ab338000b6f5f7c8d917d9ab0f35d4a7261b1a133f6c43d800f806aa6e195f",
3556
+ "model.layers.4.mlp.down_proj.weight": "sha256:a53186a456ed98f83f39878567a70201f0e68bd133065195199be6752a419df5",
3557
+ "model.layers.4.mlp.gate_proj.weight": "sha256:7ca7765addbf119eb5e371f78e43e6a2b7fdf48229afef02cd58f4517fdb6b03",
3558
+ "model.layers.4.mlp.up_proj.weight": "sha256:11c5826e458f8d8b41ed392c56e655390a76edce68c7d24379d73c0b66b4fe89",
3559
+ "model.layers.4.post_attention_layernorm.weight": "sha256:af095ca15e424d490fb3d31e828dc5dc0d0e03a085be369710cc1c569607bc8a",
3560
+ "model.layers.4.post_feedforward_layernorm.weight": "sha256:7d4fbb14e81dd68ceb51556ea6e97b6320f50d54790c63e5af234859e27df8e3",
3561
+ "model.layers.4.pre_feedforward_layernorm.weight": "sha256:49af97b0f9240db82e40861a179a26a58bd37a6fef9520b3174d2f6786e79253",
3562
+ "model.layers.4.self_attn.k_norm.weight": "sha256:ff8860694717cc89a9cf832893047d2cc6e64fe96c83ab235c91363fe70676ff",
3563
+ "model.layers.4.self_attn.k_proj.weight": "sha256:884e46c7143584d84239576f63cf154b9470a77a89010b7c8c583dec02a460ef",
3564
+ "model.layers.4.self_attn.o_proj.weight": "sha256:32078ff68c97e2689b12b22784e5d26c424afb9292bd0eeb0cd66b3c95ccc03b",
3565
+ "model.layers.4.self_attn.q_norm.weight": "sha256:57089b9164984991cb37d13d236f3967d5e324817c537edbd9365b10a99cf83d",
3566
+ "model.layers.4.self_attn.q_proj.weight": "sha256:9f31076c7de469c7f54288024a88d810ba18d1468f8445c675a880b4b39a905b",
3567
+ "model.layers.4.self_attn.v_proj.weight": "sha256:5323a4e7fad7ed592a647b2c9f314713c14516815d30608adfa7ee245fd6900a",
3568
+ "model.layers.5.input_layernorm.weight": "sha256:081e1fb850c0f0ddf0b0fd34357665839491c15c6996318d981e2e50c3ac5a2b",
3569
+ "model.layers.5.mlp.down_proj.weight": "sha256:e12db3e729d15a691c69c3842daeab2a2154af2b2b99cbc72036153de4f342af",
3570
+ "model.layers.5.mlp.gate_proj.weight": "sha256:12821362a7fb123ddb76340650b401a6277a444f230a9465cde1d4220b40af45",
3571
+ "model.layers.5.mlp.up_proj.weight": "sha256:19395a6aa03740cbb827ebef2a04818053a0b75bebce9cf33dac2e9989b41951",
3572
+ "model.layers.5.post_attention_layernorm.weight": "sha256:51ad8539a90168fdf83b043e7828e334b838781341f90632507693471b912d93",
3573
+ "model.layers.5.post_feedforward_layernorm.weight": "sha256:2e24e86d5d4c87b79bd7fe9d1693143822b2af4f072f879272b78c63fe272c03",
3574
+ "model.layers.5.pre_feedforward_layernorm.weight": "sha256:3463852f993a7703891d7433ad0175c5645bd4f7255f52de3e2209a99751207d",
3575
+ "model.layers.5.self_attn.k_norm.weight": "sha256:87ff673ba94f14fa3b801e0a9cc85f51efaf634ebb9e113e51dce90c0da00d68",
3576
+ "model.layers.5.self_attn.k_proj.weight": "sha256:44889cee1f94df947b0c347193bb18bbaf9f44c7d6f38891958a06e683d18f76",
3577
+ "model.layers.5.self_attn.o_proj.weight": "sha256:2e02408ca52de74a542b496157b0ced30571ae3300326e565e63c496956edd81",
3578
+ "model.layers.5.self_attn.q_norm.weight": "sha256:594992fc324897e449d296fa8357b20eb807d976da9396436ae6352a48aa38e9",
3579
+ "model.layers.5.self_attn.q_proj.weight": "sha256:6514dbfadb0693a49bfb30ce3c74f9109ec2bef0ea4b3c82b2ef4a4137525238",
3580
+ "model.layers.5.self_attn.v_proj.weight": "sha256:94ce42e69422489623bc7da13f2cf2680f6c4232d8b0976a0846076b0d77095d",
3581
+ "model.layers.6.input_layernorm.weight": "sha256:efcf5675885cc29d07de1c644c15dccf8f5b74ccd97c2f9637d6fc6b26f141cf",
3582
+ "model.layers.6.mlp.down_proj.weight": "sha256:5131d40bf1de6bd8e3d299529522a6fc174bf2c7f1c6078c74f007547a5cefcf",
3583
+ "model.layers.6.mlp.gate_proj.weight": "sha256:d0c6ca797168a67a08e82aef4ea5afa5fc7ba490f391040bf5294e233ad5678b",
3584
+ "model.layers.6.mlp.up_proj.weight": "sha256:895b67b6115a3dc3361c5a6be4c33660e3fc6807aa13c75621a7fbf373ef3004",
3585
+ "model.layers.6.post_attention_layernorm.weight": "sha256:71aab09a6e666f4a3ce1a7539fe55bbc79a1192c78153d6f71acd8decdf08d1a",
3586
+ "model.layers.6.post_feedforward_layernorm.weight": "sha256:b2b0d4316781b7274fe9ff147a16d8cda69bedfd34570672f87531a9d3331a6a",
3587
+ "model.layers.6.pre_feedforward_layernorm.weight": "sha256:191551ab8151c8f0df4d85eaee675d9ca38be4a0cc025209e608c354f6879984",
3588
+ "model.layers.6.self_attn.k_norm.weight": "sha256:9a04eed915329221528271d9748b4986df4592db51acd55000254ee4dfaf5169",
3589
+ "model.layers.6.self_attn.k_proj.weight": "sha256:879076e2f1dffd7c98b3e90a0a30a96952c45bab61a9731fdb9d900ee392db5b",
3590
+ "model.layers.6.self_attn.o_proj.weight": "sha256:4810bc3dddcfc3ee62bd00396293e7a8b81f41bfce2a753743f858f6e12aa582",
3591
+ "model.layers.6.self_attn.q_norm.weight": "sha256:fc4fb88421d0ffb4be78d799a69714b5d2039547f4a3ef9cae4927f1f5cf971f",
3592
+ "model.layers.6.self_attn.q_proj.weight": "sha256:fc4574bbe8333d4f2f236e63d6a77410b458ba2eb14051c09edb4f5b9305e45b",
3593
+ "model.layers.6.self_attn.v_proj.weight": "sha256:cd5ffd4833f3eca1e9142ae7c07ace97e8e2909097c1c6f6b6cb31725c9100a1",
3594
+ "model.layers.7.input_layernorm.weight": "sha256:9a9e60911816b80aed9ba2bf819d4ceb13c3c86c58de02c93a4227e5e939e1d3",
3595
+ "model.layers.7.mlp.down_proj.weight": "sha256:bfb74669c6d61491fb8e2fc600252458674d86d1ec0d0746079e5c1f8bbb24df",
3596
+ "model.layers.7.mlp.gate_proj.weight": "sha256:39a98babd69438170b99ef12a330feddc29cbb577c727bd109f62d8f84409416",
3597
+ "model.layers.7.mlp.up_proj.weight": "sha256:36f7342d501cd502de77cab340ba042c72f14fc45ec0a6aa061ef88cfed3eb1b",
3598
+ "model.layers.7.post_attention_layernorm.weight": "sha256:ac8516dd57dd2f45166991531f00d6da1a0553b939146719a2560153916c4a46",
3599
+ "model.layers.7.post_feedforward_layernorm.weight": "sha256:6d8cc7b7e821269afa5eb76256adf29edc911a5f3c5d6480e822e2ff9ef18271",
3600
+ "model.layers.7.pre_feedforward_layernorm.weight": "sha256:1fe1706b3190669cb71fdbaf52f0226c4017e0185d1814a3727f317ad06020cb",
3601
+ "model.layers.7.self_attn.k_norm.weight": "sha256:c74543c0eed9a1d2ed59db781eae579bf9e210000a7fd30931b01d1670431d4f",
3602
+ "model.layers.7.self_attn.k_proj.weight": "sha256:02fcf77401d548232e8afb8164794bd06a0d010f0e279faf0232b49cc8908a2e",
3603
+ "model.layers.7.self_attn.o_proj.weight": "sha256:64d2fb663f4965155ad58d55970c7dae9f645bbf19c2b3cfcd6ca4291e526d2f",
3604
+ "model.layers.7.self_attn.q_norm.weight": "sha256:fb27c350021221cb9fcf946450d4cf1a9ca224b6c907bc7f3be0f7393a94cc6c",
3605
+ "model.layers.7.self_attn.q_proj.weight": "sha256:25a643c800972d2410dddefce53625380cc3b10afe5335739e91c75674ebe392",
3606
+ "model.layers.7.self_attn.v_proj.weight": "sha256:abdd48f2fbb7b378849abe151d24fced6b884c1f0f0e5d0176cba221c750e2ca",
3607
+ "model.layers.8.input_layernorm.weight": "sha256:8b833e659c99f6f0df18e20e10d905fbc310b6ddcaa368e2efe3804606cc1038",
3608
+ "model.layers.8.mlp.down_proj.weight": "sha256:b71a49f9580621faeef2ebd74aa7057e39d839ee65a7c55662840f6418d44e0e",
3609
+ "model.layers.8.mlp.gate_proj.weight": "sha256:5b07a35d8f0f5626ae5c368ca57fc485b7788bb070ed1a13f67bd6bf4368b60f",
3610
+ "model.layers.8.mlp.up_proj.weight": "sha256:fdae8ea35a38e20435f41eb1cc7e128ada5323a042bf94f4571b08473b721afb",
3611
+ "model.layers.8.post_attention_layernorm.weight": "sha256:c193c6988c42f9f11097435d931f75d98647d9efced35da769fe90940b6295f4",
3612
+ "model.layers.8.post_feedforward_layernorm.weight": "sha256:840451478ecc65dbcfa7d03a7f88662968b39a2227a2201687b262dad24bddc7",
3613
+ "model.layers.8.pre_feedforward_layernorm.weight": "sha256:5385c91b8d4612bec0cb8af26bf8586c6f67e1feda550071e8ca44e7ab5de46f",
3614
+ "model.layers.8.self_attn.k_norm.weight": "sha256:9d043be3acdd6d1a208cb5ee92ae67b30661fabd4165a18a2b8724fb2ed0b5d8",
3615
+ "model.layers.8.self_attn.k_proj.weight": "sha256:319b8ecee7ffc65b461d04ab67d8df09504068896df5faab3c3647d55b959b07",
3616
+ "model.layers.8.self_attn.o_proj.weight": "sha256:d077343b02f3d999dcc25362ce7d164e3e473630173ed5180ac93c07fa49c30a",
3617
+ "model.layers.8.self_attn.q_norm.weight": "sha256:95f12aacc2e30df151f01e7ca8e49e872e2b639d4f7ed42095953dcbb0f08b9c",
3618
+ "model.layers.8.self_attn.q_proj.weight": "sha256:f9fd485f88cf3ee7cc460e62896a8ab809c6803ce3347dbfdfe61eb27e86d48c",
3619
+ "model.layers.8.self_attn.v_proj.weight": "sha256:40dc61ccef039972087d2bcdd0148a11fae67f65eb9535ea30f9af4c01dd70b2",
3620
+ "model.layers.9.input_layernorm.weight": "sha256:6b6021549064051716ddb116abbfd13e67ec56147cb2bd06e1618ac1042e298a",
3621
+ "model.layers.9.mlp.down_proj.weight": "sha256:4b57ee69683602b06b32b55aedaa41d940142d78edde585c88de90a852a7aff9",
3622
+ "model.layers.9.mlp.gate_proj.weight": "sha256:1d8a8582b19ce94b5a16a081f0f4ca071e50c2de268d44e6f40f8d5d062e2122",
3623
+ "model.layers.9.mlp.up_proj.weight": "sha256:4de4358447301ccf15acb1721ce51362e560ebb40049a18d991fdcff443ccf73",
3624
+ "model.layers.9.post_attention_layernorm.weight": "sha256:06911c92f9b877c1b21222c841e206e775c7e49a4afc933e04948e8526c57e4c",
3625
+ "model.layers.9.post_feedforward_layernorm.weight": "sha256:a8988809ebe7abf66c385d82eb24e07dc29e4e7ef7fd17da713be30f76b3fa8f",
3626
+ "model.layers.9.pre_feedforward_layernorm.weight": "sha256:e9af62d8154003d7bf79725a9cec5acdfd7a9680760a7b7bc2874f6697641900",
3627
+ "model.layers.9.self_attn.k_norm.weight": "sha256:b60609db54851d04f7a1826f3d466db97a9b7a81313318ff05e1ee4125ff4119",
3628
+ "model.layers.9.self_attn.k_proj.weight": "sha256:f91d18694c39372605235d409145825675d902d56966b4fecfc4eb7817c3fb76",
3629
+ "model.layers.9.self_attn.o_proj.weight": "sha256:06d7a1c549b7bfc7e34ce6b51a7b05459e9a3d4c0dc4ae87b93e191c104f619f",
3630
+ "model.layers.9.self_attn.q_norm.weight": "sha256:0fc2cc8548bcec786acc35f2bd152a056941b660c36ac064cad27de28512be9b",
3631
+ "model.layers.9.self_attn.q_proj.weight": "sha256:17c244823395a19b03d54ab6b25aed6f31fb6fd7bb80d4fb5da02f2a59ad2b8a",
3632
+ "model.layers.9.self_attn.v_proj.weight": "sha256:090fc05837137ec39f091a8d16607b454299f84eb51f31868928bcaa58e8fe8f",
3633
+ "model.norm.weight": "sha256:d367e5d9abc6ef0e66810f1068e0a64b35d8fded30c7b7119b4269b82e97d116"
3634
+ }
3635
+ },
3636
+ "lowerings": {
3637
+ "contractVersion": 1,
3638
+ "entries": [
3639
+ {
3640
+ "kernelRef": "doe.tsir.bootstrap.fused_gemv",
3641
+ "backend": "webgpu-generic",
3642
+ "targetDescriptorCorrectnessHash": "1bb3a7dc6a798e8cc9eae1e660800b9163469cbda67e14c75fe6a10ef342ade9",
3643
+ "frontendVersion": "frontend-bootstrap-pipeline-v1",
3644
+ "tsirSemanticDigest": "4e4f2615efe4534eddd6af24a75345c31b9d87e2c8fedc4cb9900087ee8b0944",
3645
+ "tsirRealizationDigest": "646ea4ec5a123e10a4dabedb9d1f40067b9542a8fab255b27ae1758f00f85dbc",
3646
+ "emitterDigest": "dd31baaba772c20823c2ca423a8245db21ba74dfc9d1a1530ac528a52621116e",
3647
+ "compilerVersion": "doe-tsir-bootstrap-2026-04-24",
3648
+ "exactness": {
3649
+ "algorithmExactInvariants": [
3650
+ "reduction_order",
3651
+ "accum_dtype"
3652
+ ],
3653
+ "class": "algorithm_exact",
3654
+ "toleranceEpsilon": 0,
3655
+ "toleranceMetric": ""
3656
+ },
3657
+ "rejectionReasons": []
3658
+ },
3659
+ {
3660
+ "kernelRef": "doe.tsir.bootstrap.fused_gemv",
3661
+ "backend": "wse3",
3662
+ "targetDescriptorCorrectnessHash": "a3852140d7a2063cb066c02a4e1201a64546e64056a06d93a5ed575bc9620948",
3663
+ "frontendVersion": "frontend-bootstrap-pipeline-v1",
3664
+ "tsirSemanticDigest": "4e4f2615efe4534eddd6af24a75345c31b9d87e2c8fedc4cb9900087ee8b0944",
3665
+ "tsirRealizationDigest": "ec14291ff2ce4a5cc3e48c1a254fe4c8e46b923875fea63ee7c41df66eca51d5",
3666
+ "emitterDigest": "f526ec1dcd265256b1cefd26b19d6563b279047080b8aad5e16dbed297452cba",
3667
+ "compilerVersion": "doe-tsir-bootstrap-2026-04-24",
3668
+ "exactness": {
3669
+ "algorithmExactInvariants": [
3670
+ "reduction_order",
3671
+ "accum_dtype"
3672
+ ],
3673
+ "class": "algorithm_exact",
3674
+ "toleranceEpsilon": 0,
3675
+ "toleranceMetric": ""
3676
+ },
3677
+ "rejectionReasons": []
3678
+ },
3679
+ {
3680
+ "kernelRef": "doe.tsir.bootstrap.rms_norm",
3681
+ "backend": "webgpu-generic",
3682
+ "targetDescriptorCorrectnessHash": "1bb3a7dc6a798e8cc9eae1e660800b9163469cbda67e14c75fe6a10ef342ade9",
3683
+ "frontendVersion": "frontend-bootstrap-pipeline-v1",
3684
+ "tsirSemanticDigest": "d97496705eae4ecf3d6feadde826228b767c175fb038ed53762dfa3ffb1b2e49",
3685
+ "tsirRealizationDigest": "646ea4ec5a123e10a4dabedb9d1f40067b9542a8fab255b27ae1758f00f85dbc",
3686
+ "emitterDigest": "dd31baaba772c20823c2ca423a8245db21ba74dfc9d1a1530ac528a52621116e",
3687
+ "compilerVersion": "doe-tsir-bootstrap-2026-04-24",
3688
+ "exactness": {
3689
+ "algorithmExactInvariants": [],
3690
+ "class": "tolerance_bounded",
3691
+ "toleranceEpsilon": 0.000001,
3692
+ "toleranceMetric": "max_abs"
3693
+ },
3694
+ "rejectionReasons": []
3695
+ },
3696
+ {
3697
+ "kernelRef": "doe.tsir.bootstrap.rms_norm",
3698
+ "backend": "wse3",
3699
+ "targetDescriptorCorrectnessHash": "a3852140d7a2063cb066c02a4e1201a64546e64056a06d93a5ed575bc9620948",
3700
+ "frontendVersion": "frontend-bootstrap-pipeline-v1",
3701
+ "tsirSemanticDigest": "d97496705eae4ecf3d6feadde826228b767c175fb038ed53762dfa3ffb1b2e49",
3702
+ "tsirRealizationDigest": "ec14291ff2ce4a5cc3e48c1a254fe4c8e46b923875fea63ee7c41df66eca51d5",
3703
+ "emitterDigest": "f526ec1dcd265256b1cefd26b19d6563b279047080b8aad5e16dbed297452cba",
3704
+ "compilerVersion": "doe-tsir-bootstrap-2026-04-24",
3705
+ "exactness": {
3706
+ "algorithmExactInvariants": [],
3707
+ "class": "tolerance_bounded",
3708
+ "toleranceEpsilon": 0.000001,
3709
+ "toleranceMetric": "max_abs"
3710
+ },
3711
+ "rejectionReasons": []
3712
+ },
3713
+ {
3714
+ "kernelRef": "doe.tsir.bootstrap.gather",
3715
+ "backend": "webgpu-generic",
3716
+ "targetDescriptorCorrectnessHash": "1bb3a7dc6a798e8cc9eae1e660800b9163469cbda67e14c75fe6a10ef342ade9",
3717
+ "frontendVersion": "frontend-bootstrap-pipeline-v1",
3718
+ "tsirSemanticDigest": "13b045cf2cdd6933f2eae0422f603685bbcf3a3dad1361adb81613dc071631a0",
3719
+ "tsirRealizationDigest": "646ea4ec5a123e10a4dabedb9d1f40067b9542a8fab255b27ae1758f00f85dbc",
3720
+ "emitterDigest": "dd31baaba772c20823c2ca423a8245db21ba74dfc9d1a1530ac528a52621116e",
3721
+ "compilerVersion": "doe-tsir-bootstrap-2026-04-24",
3722
+ "exactness": {
3723
+ "algorithmExactInvariants": [],
3724
+ "class": "bit_exact_solo",
3725
+ "toleranceEpsilon": 0,
3726
+ "toleranceMetric": ""
3727
+ },
3728
+ "rejectionReasons": []
3729
+ },
3730
+ {
3731
+ "kernelRef": "doe.tsir.bootstrap.gather",
3732
+ "backend": "wse3",
3733
+ "targetDescriptorCorrectnessHash": "a3852140d7a2063cb066c02a4e1201a64546e64056a06d93a5ed575bc9620948",
3734
+ "frontendVersion": "frontend-bootstrap-pipeline-v1",
3735
+ "tsirSemanticDigest": "13b045cf2cdd6933f2eae0422f603685bbcf3a3dad1361adb81613dc071631a0",
3736
+ "tsirRealizationDigest": "ec14291ff2ce4a5cc3e48c1a254fe4c8e46b923875fea63ee7c41df66eca51d5",
3737
+ "emitterDigest": "f526ec1dcd265256b1cefd26b19d6563b279047080b8aad5e16dbed297452cba",
3738
+ "compilerVersion": "doe-tsir-bootstrap-2026-04-24",
3739
+ "exactness": {
3740
+ "algorithmExactInvariants": [],
3741
+ "class": "bit_exact_solo",
3742
+ "toleranceEpsilon": 0,
3743
+ "toleranceMetric": ""
3744
+ },
3745
+ "rejectionReasons": []
3746
+ },
3747
+ {
3748
+ "kernelRef": "doe.tsir.real.embed",
3749
+ "backend": "webgpu-generic",
3750
+ "targetDescriptorCorrectnessHash": "1bb3a7dc6a798e8cc9eae1e660800b9163469cbda67e14c75fe6a10ef342ade9",
3751
+ "frontendVersion": "frontend-real-pipeline-v0",
3752
+ "tsirSemanticDigest": "f64a4454bae6b01d180c2b0e48ca653079d79eeaee37e8912a49f71aadf718a3",
3753
+ "tsirRealizationDigest": "948a1c55b483d0a3761406fc962c77fac434e8c0a80b13ff397fef8452b6b4eb",
3754
+ "emitterDigest": "dd31baaba772c20823c2ca423a8245db21ba74dfc9d1a1530ac528a52621116e",
3755
+ "compilerVersion": "doe-tsir-real-2026-04-24",
3756
+ "exactness": {
3757
+ "algorithmExactInvariants": [],
3758
+ "class": "bit_exact_solo",
3759
+ "toleranceEpsilon": 0,
3760
+ "toleranceMetric": ""
3761
+ },
3762
+ "rejectionReasons": []
3763
+ },
3764
+ {
3765
+ "kernelRef": "doe.tsir.real.embed",
3766
+ "backend": "wse3",
3767
+ "targetDescriptorCorrectnessHash": "a3852140d7a2063cb066c02a4e1201a64546e64056a06d93a5ed575bc9620948",
3768
+ "frontendVersion": "frontend-real-pipeline-v0",
3769
+ "tsirSemanticDigest": "f64a4454bae6b01d180c2b0e48ca653079d79eeaee37e8912a49f71aadf718a3",
3770
+ "tsirRealizationDigest": "42185ad2f2dbe59b6720fe382989014b42ae4b0bc9eb0899b552a81b6af7d204",
3771
+ "emitterDigest": "f526ec1dcd265256b1cefd26b19d6563b279047080b8aad5e16dbed297452cba",
3772
+ "compilerVersion": "doe-tsir-real-2026-04-24",
3773
+ "exactness": {
3774
+ "algorithmExactInvariants": [],
3775
+ "class": "bit_exact_solo",
3776
+ "toleranceEpsilon": 0,
3777
+ "toleranceMetric": ""
3778
+ },
3779
+ "rejectionReasons": []
3780
+ },
3781
+ {
3782
+ "kernelRef": "doe.tsir.real.lm_head_gemv",
3783
+ "backend": "webgpu-generic",
3784
+ "targetDescriptorCorrectnessHash": "1bb3a7dc6a798e8cc9eae1e660800b9163469cbda67e14c75fe6a10ef342ade9",
3785
+ "frontendVersion": "frontend-real-pipeline-v0",
3786
+ "tsirSemanticDigest": "7b89eb2607f2a21298c7a67697fb5b23d3180bea011e87ed2fcb75e8d7c44f64",
3787
+ "tsirRealizationDigest": "2b5a6e1d5be30b0ba0477bc1364f09d5a634056885cc2a4b81b976e7bcf9e9e6",
3788
+ "emitterDigest": "dd31baaba772c20823c2ca423a8245db21ba74dfc9d1a1530ac528a52621116e",
3789
+ "compilerVersion": "doe-tsir-real-2026-04-24",
3790
+ "exactness": {
3791
+ "algorithmExactInvariants": [
3792
+ "reduction_order",
3793
+ "accum_dtype"
3794
+ ],
3795
+ "class": "algorithm_exact",
3796
+ "toleranceEpsilon": 0,
3797
+ "toleranceMetric": ""
3798
+ },
3799
+ "rejectionReasons": []
3800
+ },
3801
+ {
3802
+ "kernelRef": "doe.tsir.real.lm_head_gemv",
3803
+ "backend": "wse3",
3804
+ "targetDescriptorCorrectnessHash": "a3852140d7a2063cb066c02a4e1201a64546e64056a06d93a5ed575bc9620948",
3805
+ "frontendVersion": "frontend-real-pipeline-v0",
3806
+ "tsirSemanticDigest": "7b89eb2607f2a21298c7a67697fb5b23d3180bea011e87ed2fcb75e8d7c44f64",
3807
+ "tsirRealizationDigest": "868de19d5e69c8c9515572fb17e9d1af1c8db0e4e57d230101f6a5cde513f6ba",
3808
+ "emitterDigest": "f526ec1dcd265256b1cefd26b19d6563b279047080b8aad5e16dbed297452cba",
3809
+ "compilerVersion": "doe-tsir-real-2026-04-24",
3810
+ "exactness": {
3811
+ "algorithmExactInvariants": [
3812
+ "reduction_order",
3813
+ "accum_dtype"
3814
+ ],
3815
+ "class": "algorithm_exact",
3816
+ "toleranceEpsilon": 0,
3817
+ "toleranceMetric": ""
3818
+ },
3819
+ "rejectionReasons": []
3820
+ }
3821
+ ]
3822
+ }
3823
  }
3824
+ }