logitsml commited on
Commit
89d7cfb
·
verified ·
1 Parent(s): e3cbfd8

publish gemma3-1b-instruct browser runtime

Browse files
CONVERSION-SOURCE.json CHANGED
@@ -1,5 +1,12 @@
1
  {
2
  "schemaVersion": 1,
3
  "repository": "mlc-ai/gemma-3-1b-it-q4f16_1-MLC",
4
- "revision": "90d2b02ddd9782567cf99ae24391a4038f0936a4"
5
- }
 
 
 
 
 
 
 
 
1
  {
2
  "schemaVersion": 1,
3
  "repository": "mlc-ai/gemma-3-1b-it-q4f16_1-MLC",
4
+ "revision": "90d2b02ddd9782567cf99ae24391a4038f0936a4",
5
+ "precisionPromotion": {
6
+ "inputBuildSha256": "ff910ca1e489adab61d535d60600b04e1e2bbff59f27a7d85f099a64d17f58fa",
7
+ "from": "q4f16_1",
8
+ "to": "q4f32_1",
9
+ "method": "lossless-fp16-to-fp32-storage-cast",
10
+ "packedQ4WeightsUnchanged": true
11
+ }
12
+ }
drowse-build.json ADDED
@@ -0,0 +1,182 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schemaVersion": 1,
3
+ "runtimeAbi": "drowse-web-runtime-v1",
4
+ "hookAbi": "post-block-residual-v4",
5
+ "structuredHookProfile": "standard-v3",
6
+ "thinkingProfile": null,
7
+ "architecture": "gemma3_text",
8
+ "quantization": "q4f32_1",
9
+ "contextWindowSize": 4096,
10
+ "prefillChunkSize": 2048,
11
+ "source": {
12
+ "repository": "unsloth/gemma-3-1b-it",
13
+ "revision": "5b11413a10db4e486ef16a20101fd028f8f2499c",
14
+ "files": [
15
+ {
16
+ "path": "README.md",
17
+ "bytes": 24985,
18
+ "sha256": "19728af6a118b2f56203a1b02feeb4c255544051f874701c9117733aef701bf0"
19
+ },
20
+ {
21
+ "path": "config.json",
22
+ "bytes": 902,
23
+ "sha256": "c5b2136c452797c0c52cba5793ced59d95453dfdc3444433b03e27699ff1c2cd"
24
+ },
25
+ {
26
+ "path": "tokenizer_config.json",
27
+ "bytes": 1158491,
28
+ "sha256": "a622f3103725cffe1f19deed01e8675cea4443bc3eff27680f9484e5dc4acf7b"
29
+ }
30
+ ],
31
+ "chatTemplateSha256": "7de1c58e208eda46e9c7f86397df37ec49883aeece39fb961e0a6b24088dd3c4"
32
+ },
33
+ "toolchain": {
34
+ "mlcLlmBaseCommit": "9fa644f54b04983adea4d0168f49fc6af4a893ba",
35
+ "mlcOverlayFiles": {
36
+ "python/mlc_llm/interface/compile.py": "435876d96e9ba6fbc3f02dd6f5ed858df559ebded169ce91c5cdd8151e610d32",
37
+ "python/mlc_llm/interface/convert_weight.py": "dffc4af8487f54087bc27f9a35f959df318a70c4c33326b65d4a6d9f6479a1b5",
38
+ "python/mlc_llm/model/drowse_hooks.py": "4fadef9db1c875c81ca9cde76dfdbc477a3755f4d982ba9d097ccc730f6778b1",
39
+ "python/mlc_llm/model/gemma3/gemma3_model.py": "fd219c4779b1a7497fa533b264d5c77a973c5a1f46f41ed29923c312d6220f18",
40
+ "python/mlc_llm/model/llama/llama_model.py": "2a34402c81074ce0a773f9a73dc95aea20a7a0533b2561708d32ceeb72aec7dc",
41
+ "python/mlc_llm/model/qwen3/qwen3_model.py": "0621190a80fc12ec58ca3fd5d439411135815c4f4f6596a5a0d258475b5c7291",
42
+ "python/mlc_llm/op/moe_misc.py": "4141be404d6d31b1ee152ef495fd5bdfc75b16af968ad01e07c3d1d26637ef92"
43
+ },
44
+ "tvmCommit": "68ba2b31c2a6d202fcd44e5780ef10ce08721dd5",
45
+ "tvmFfiCommit": "12dbf053b3d9ba4ebd9da3123b1aeca79cf74229",
46
+ "tvmOverlayFiles": {
47
+ "python/tvm/relax/frontend/nn/llm/_decode_kernels.py": "4cfba82db3cd92e0b02081bd9679f24663fdca327de767966ae50c135c92e3ce",
48
+ "python/tvm/relax/frontend/nn/llm/_kernel_common.py": "f5bc8999ae5a6f06e96da1c8262fedc5ae53230c61439285be0cdb0828a43012",
49
+ "python/tvm/relax/frontend/nn/llm/_prefill_kernels.py": "cbb41ed61ece7c8741c73dcd3690635c66fd7cdb71a755b78d1b70e0c5ad992e",
50
+ "src/backend/webgpu/codegen/codegen_webgpu.cc": "753ff21703a741cf7a8bc49678f4737127f04fa1f28f0fef06aefb4859b5d4a7",
51
+ "src/runtime/vm/paged_kv_cache.cc": "90ec1ed27fa2cc3faf426f60ab46e1b5c6ba352de177d50db168a4357dba3ed2",
52
+ "tests/python/codegen/test_target_codegen_webgpu.py": "3da351a5fd03a1a0b05ed926581fe3d46e5160c23f926f931b0a8776d3f2e9c9"
53
+ }
54
+ },
55
+ "files": [
56
+ {
57
+ "path": "CONVERSION-SOURCE.json",
58
+ "bytes": 390,
59
+ "sha256": "7865be49881e15327f304790118040009c5b1189d2558525528831a3a72d8483"
60
+ },
61
+ {
62
+ "path": "LICENSE.model",
63
+ "bytes": 24985,
64
+ "sha256": "19728af6a118b2f56203a1b02feeb4c255544051f874701c9117733aef701bf0"
65
+ },
66
+ {
67
+ "path": "MODEL-LICENSE.json",
68
+ "bytes": 216,
69
+ "sha256": "f659f723c7d0495b9437ba410eb6768485438829820f3a478c1640c309a134d4"
70
+ },
71
+ {
72
+ "path": "README.source.md",
73
+ "bytes": 24985,
74
+ "sha256": "19728af6a118b2f56203a1b02feeb4c255544051f874701c9117733aef701bf0"
75
+ },
76
+ {
77
+ "path": "added_tokens.json",
78
+ "bytes": 35,
79
+ "sha256": "50b2f405ba56a26d4913fd772089992252d7f942123cc0a034d96424221ba946"
80
+ },
81
+ {
82
+ "path": "mlc-chat-config.json",
83
+ "bytes": 79171,
84
+ "sha256": "3cac6fc0a6336b1d0214249a2e7860711925b6e42ea531942fc7c2e7c5bf5aaf"
85
+ },
86
+ {
87
+ "path": "params_shard_0.bin",
88
+ "bytes": 150994944,
89
+ "sha256": "c0167d3222e5c58f11949a423d1c9ddc027c534d9e2e409cac572f3be73e51df"
90
+ },
91
+ {
92
+ "path": "params_shard_1.bin",
93
+ "bytes": 53620736,
94
+ "sha256": "933c060cfdefc1db16ce40096b1244459ea80e7a5fc082018af567f069912e21"
95
+ },
96
+ {
97
+ "path": "params_shard_10.bin",
98
+ "bytes": 33587200,
99
+ "sha256": "fb503a7c704022749a48e5a9f6958dfa978be46ed6c2ea725473bdb3e03e897d"
100
+ },
101
+ {
102
+ "path": "params_shard_11.bin",
103
+ "bytes": 33587200,
104
+ "sha256": "e4165fc00c49e6d98d2a00a2db8a20030ce577abf96905c76897564e81ab76aa"
105
+ },
106
+ {
107
+ "path": "params_shard_12.bin",
108
+ "bytes": 33587200,
109
+ "sha256": "f187758bb0879768110decd07fa11e8694702e7fedd457b4c4ea81cb80da19e4"
110
+ },
111
+ {
112
+ "path": "params_shard_13.bin",
113
+ "bytes": 33587200,
114
+ "sha256": "4c23f047ac2b56fe78d53e27221c889a2697ef1a42c9d323b4fd9d521bc00f79"
115
+ },
116
+ {
117
+ "path": "params_shard_14.bin",
118
+ "bytes": 16793600,
119
+ "sha256": "3736309fb029e2ec53ed1e8c1eccd849406602cad1322550c2f9f2ca05766c3c"
120
+ },
121
+ {
122
+ "path": "params_shard_2.bin",
123
+ "bytes": 34513408,
124
+ "sha256": "d770ed2537d564d83645b92df4d6dd51fc584eddf524e655b3fd69f608c61537"
125
+ },
126
+ {
127
+ "path": "params_shard_3.bin",
128
+ "bytes": 33587200,
129
+ "sha256": "c0fc28af835ef512781f7a7417fdd064dc1e30bac5dab38fdd335a881efb01f8"
130
+ },
131
+ {
132
+ "path": "params_shard_4.bin",
133
+ "bytes": 33587200,
134
+ "sha256": "e1f3609c5bae5d4379ee1f5d5e556c20068060feb06baed12779811e23d23270"
135
+ },
136
+ {
137
+ "path": "params_shard_5.bin",
138
+ "bytes": 33587200,
139
+ "sha256": "d0684ed713d46d1bd52c63cac45fbd8474ec135223b025d8bb3c05f576af6a61"
140
+ },
141
+ {
142
+ "path": "params_shard_6.bin",
143
+ "bytes": 33587200,
144
+ "sha256": "92b182a9e80d6a60d786d014fe9b5b2c0b5f2fa0f6eb30948c226b75f333f467"
145
+ },
146
+ {
147
+ "path": "params_shard_7.bin",
148
+ "bytes": 33587200,
149
+ "sha256": "8ad424dfe323e120c1fedf4ba19aeb9ec5a735d33c5878dcbf048fd4e149c990"
150
+ },
151
+ {
152
+ "path": "params_shard_8.bin",
153
+ "bytes": 33587200,
154
+ "sha256": "2a8137ae37b36ba6b6f6bbb9e920aee40cc6bd28b95fcc678b78e15deffb4ecd"
155
+ },
156
+ {
157
+ "path": "params_shard_9.bin",
158
+ "bytes": 33587200,
159
+ "sha256": "33c28d5a33b2c0f1195afc53297478d1a166db73b6282d16808acaee62b2f321"
160
+ },
161
+ {
162
+ "path": "tensor-cache.json",
163
+ "bytes": 133500,
164
+ "sha256": "40ef8d47203ef0f1e768b819cd84bc60a146a97d63cb4883d3563cbacbdc9df4"
165
+ },
166
+ {
167
+ "path": "tokenizer.json",
168
+ "bytes": 33384568,
169
+ "sha256": "4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795"
170
+ },
171
+ {
172
+ "path": "tokenizer.model",
173
+ "bytes": 4689074,
174
+ "sha256": "1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c"
175
+ },
176
+ {
177
+ "path": "tokenizer_config.json",
178
+ "bytes": 1158491,
179
+ "sha256": "a622f3103725cffe1f19deed01e8675cea4443bc3eff27680f9484e5dc4acf7b"
180
+ }
181
+ ]
182
+ }
hosted-artifacts.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "schemaVersion": 1,
3
- "runtimeAbi": "saklas-web-runtime-v1",
4
  "hookAbi": "post-block-residual-v4",
5
  "structuredHookProfile": "standard-v3",
6
  "thinkingProfile": null,
7
  "architecture": "gemma3_text",
8
- "quantization": "q4f16_1",
9
  "contextWindowSize": 4096,
10
  "prefillChunkSize": 2048,
11
  "source": {
@@ -46,14 +46,14 @@
46
  {
47
  "path": "mlc-chat-config.json",
48
  "role": "configuration",
49
- "bytes": 79145,
50
- "sha256": "524a9266ea9ddb17658e350b5eb20b38674710c31963c737cd7aaaac051b95a9"
51
  },
52
  {
53
  "path": "tensor-cache.json",
54
  "role": "converted_manifest",
55
- "bytes": 187747,
56
- "sha256": "fb734fe82387af6ef6046ce3fc0bf3f0815d127db08b1d273ae4447f94f02745"
57
  },
58
  {
59
  "path": "tokenizer.model",
@@ -88,92 +88,92 @@
88
  {
89
  "path": "params_shard_1.bin",
90
  "role": "weight",
91
- "bytes": 33150976,
92
- "sha256": "1095155c03dcc30780380dbe51c07e5e6138f4927900c0e6d0d6ae5b19c28a0b"
93
  },
94
  {
95
  "path": "params_shard_2.bin",
96
  "role": "weight",
97
- "bytes": 31043840,
98
- "sha256": "578070661200590547eeeb26d40e8b23277751cee02f39e4e0bed3f4aa8c2f9c"
99
  },
100
  {
101
  "path": "params_shard_3.bin",
102
  "role": "weight",
103
- "bytes": 30212096,
104
- "sha256": "9b266b9d5895b40c21500754a7ada0b981b5b71564adbfa3d4adafc0b63b4a5b"
105
  },
106
  {
107
  "path": "params_shard_4.bin",
108
  "role": "weight",
109
- "bytes": 30212096,
110
- "sha256": "9163a846ec73e27b4aec8aaa273556ca283ae0d199a5c2b1d94e5c009b18f2ba"
111
  },
112
  {
113
  "path": "params_shard_5.bin",
114
  "role": "weight",
115
- "bytes": 30212096,
116
- "sha256": "75e8447de696923f29b98d8a9d42aea24726abd294c6024f862c49229e4318b5"
117
  },
118
  {
119
  "path": "params_shard_6.bin",
120
  "role": "weight",
121
- "bytes": 30212096,
122
- "sha256": "6f9a96ad1693e23cccec89f594fbbaa7150b7837bc4cca1425fd3ceb8ad32289"
123
  },
124
  {
125
  "path": "params_shard_7.bin",
126
  "role": "weight",
127
- "bytes": 30212096,
128
- "sha256": "04bfc87d65c03935bf8e3730d40d7e088c1cdeb6e2d73c925f84aea3c1cb2b6a"
129
  },
130
  {
131
  "path": "params_shard_8.bin",
132
  "role": "weight",
133
- "bytes": 30212096,
134
- "sha256": "4559e61c468c144ccb5c1fb31182c7e138ad4dd30b8caa463e37e1211c6a663d"
135
  },
136
  {
137
  "path": "params_shard_9.bin",
138
  "role": "weight",
139
- "bytes": 30212096,
140
- "sha256": "86782725e2c021a3343570ee036e67e7d85d4180e88b8179d7bf402730ef44f0"
141
  },
142
  {
143
  "path": "params_shard_10.bin",
144
  "role": "weight",
145
- "bytes": 30212096,
146
- "sha256": "8fbe57dcd77abcd60414d933a48cb30c2fbb4e77aaf505f2e7f65fb2499b03fa"
147
  },
148
  {
149
  "path": "params_shard_11.bin",
150
  "role": "weight",
151
- "bytes": 30212096,
152
- "sha256": "42777010e9a830e07484351d5e180dfff1ed9f55aa4dc8c516f568ba25ab7c30"
153
  },
154
  {
155
  "path": "params_shard_12.bin",
156
  "role": "weight",
157
- "bytes": 30212096,
158
- "sha256": "80da72efd17c5cec576f82214c26b32f9884b6439a4165f8389fb54824d21786"
159
  },
160
  {
161
  "path": "params_shard_13.bin",
162
  "role": "weight",
163
- "bytes": 30212096,
164
- "sha256": "e7d9b48258c751e0f9a8f1c9c576ec048bbb356d6bce40c6fcd91b77f5484249"
165
  },
166
  {
167
  "path": "params_shard_14.bin",
168
  "role": "weight",
169
- "bytes": 15106048,
170
- "sha256": "7e20c5424f8f4e29c4828291f10d71834729c675d68b0c0376fc31650e055f47"
171
  },
172
  {
173
  "path": "model.wasm",
174
  "role": "model_library",
175
- "bytes": 25021569,
176
- "sha256": "cb77ab6d01e93e2e0f00b9f4a76cd8088f7661cde162088e2aab66c64c7dc7fc"
177
  },
178
  {
179
  "path": "LICENSE.model",
@@ -194,16 +194,16 @@
194
  "sha256": "19728af6a118b2f56203a1b02feeb4c255544051f874701c9117733aef701bf0"
195
  },
196
  {
197
- "path": "saklas-build.json",
198
  "role": "configuration",
199
- "bytes": 6139,
200
- "sha256": "b0ee7745bd7712822a8686156710e82ee7015396b4e23f5b47217ce89269ac75"
201
  },
202
  {
203
  "path": "CONVERSION-SOURCE.json",
204
  "role": "configuration",
205
- "bytes": 135,
206
- "sha256": "c42532ea5dc95d53cf1a54587cd471ab9a1be5ac0e6126a092b66a8e57c99477"
207
  }
208
  ]
209
  }
 
1
  {
2
  "schemaVersion": 1,
3
+ "runtimeAbi": "drowse-web-runtime-v1",
4
  "hookAbi": "post-block-residual-v4",
5
  "structuredHookProfile": "standard-v3",
6
  "thinkingProfile": null,
7
  "architecture": "gemma3_text",
8
+ "quantization": "q4f32_1",
9
  "contextWindowSize": 4096,
10
  "prefillChunkSize": 2048,
11
  "source": {
 
46
  {
47
  "path": "mlc-chat-config.json",
48
  "role": "configuration",
49
+ "bytes": 79171,
50
+ "sha256": "3cac6fc0a6336b1d0214249a2e7860711925b6e42ea531942fc7c2e7c5bf5aaf"
51
  },
52
  {
53
  "path": "tensor-cache.json",
54
  "role": "converted_manifest",
55
+ "bytes": 133500,
56
+ "sha256": "40ef8d47203ef0f1e768b819cd84bc60a146a97d63cb4883d3563cbacbdc9df4"
57
  },
58
  {
59
  "path": "tokenizer.model",
 
88
  {
89
  "path": "params_shard_1.bin",
90
  "role": "weight",
91
+ "bytes": 53620736,
92
+ "sha256": "933c060cfdefc1db16ce40096b1244459ea80e7a5fc082018af567f069912e21"
93
  },
94
  {
95
  "path": "params_shard_2.bin",
96
  "role": "weight",
97
+ "bytes": 34513408,
98
+ "sha256": "d770ed2537d564d83645b92df4d6dd51fc584eddf524e655b3fd69f608c61537"
99
  },
100
  {
101
  "path": "params_shard_3.bin",
102
  "role": "weight",
103
+ "bytes": 33587200,
104
+ "sha256": "c0fc28af835ef512781f7a7417fdd064dc1e30bac5dab38fdd335a881efb01f8"
105
  },
106
  {
107
  "path": "params_shard_4.bin",
108
  "role": "weight",
109
+ "bytes": 33587200,
110
+ "sha256": "e1f3609c5bae5d4379ee1f5d5e556c20068060feb06baed12779811e23d23270"
111
  },
112
  {
113
  "path": "params_shard_5.bin",
114
  "role": "weight",
115
+ "bytes": 33587200,
116
+ "sha256": "d0684ed713d46d1bd52c63cac45fbd8474ec135223b025d8bb3c05f576af6a61"
117
  },
118
  {
119
  "path": "params_shard_6.bin",
120
  "role": "weight",
121
+ "bytes": 33587200,
122
+ "sha256": "92b182a9e80d6a60d786d014fe9b5b2c0b5f2fa0f6eb30948c226b75f333f467"
123
  },
124
  {
125
  "path": "params_shard_7.bin",
126
  "role": "weight",
127
+ "bytes": 33587200,
128
+ "sha256": "8ad424dfe323e120c1fedf4ba19aeb9ec5a735d33c5878dcbf048fd4e149c990"
129
  },
130
  {
131
  "path": "params_shard_8.bin",
132
  "role": "weight",
133
+ "bytes": 33587200,
134
+ "sha256": "2a8137ae37b36ba6b6f6bbb9e920aee40cc6bd28b95fcc678b78e15deffb4ecd"
135
  },
136
  {
137
  "path": "params_shard_9.bin",
138
  "role": "weight",
139
+ "bytes": 33587200,
140
+ "sha256": "33c28d5a33b2c0f1195afc53297478d1a166db73b6282d16808acaee62b2f321"
141
  },
142
  {
143
  "path": "params_shard_10.bin",
144
  "role": "weight",
145
+ "bytes": 33587200,
146
+ "sha256": "fb503a7c704022749a48e5a9f6958dfa978be46ed6c2ea725473bdb3e03e897d"
147
  },
148
  {
149
  "path": "params_shard_11.bin",
150
  "role": "weight",
151
+ "bytes": 33587200,
152
+ "sha256": "e4165fc00c49e6d98d2a00a2db8a20030ce577abf96905c76897564e81ab76aa"
153
  },
154
  {
155
  "path": "params_shard_12.bin",
156
  "role": "weight",
157
+ "bytes": 33587200,
158
+ "sha256": "f187758bb0879768110decd07fa11e8694702e7fedd457b4c4ea81cb80da19e4"
159
  },
160
  {
161
  "path": "params_shard_13.bin",
162
  "role": "weight",
163
+ "bytes": 33587200,
164
+ "sha256": "4c23f047ac2b56fe78d53e27221c889a2697ef1a42c9d323b4fd9d521bc00f79"
165
  },
166
  {
167
  "path": "params_shard_14.bin",
168
  "role": "weight",
169
+ "bytes": 16793600,
170
+ "sha256": "3736309fb029e2ec53ed1e8c1eccd849406602cad1322550c2f9f2ca05766c3c"
171
  },
172
  {
173
  "path": "model.wasm",
174
  "role": "model_library",
175
+ "bytes": 25620898,
176
+ "sha256": "83ba8e0a9bd86e9d62437e8d7b51125ae48be42dcde7c0f8283f8819d6ed73f2"
177
  },
178
  {
179
  "path": "LICENSE.model",
 
194
  "sha256": "19728af6a118b2f56203a1b02feeb4c255544051f874701c9117733aef701bf0"
195
  },
196
  {
197
+ "path": "drowse-build.json",
198
  "role": "configuration",
199
+ "bytes": 6755,
200
+ "sha256": "af4cb1790e3298d192dba3ff22237d8ff1d4e6daf9ba255d288012932c9e20f5"
201
  },
202
  {
203
  "path": "CONVERSION-SOURCE.json",
204
  "role": "configuration",
205
+ "bytes": 390,
206
+ "sha256": "7865be49881e15327f304790118040009c5b1189d2558525528831a3a72d8483"
207
  }
208
  ]
209
  }
mlc-chat-config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "version": "0.1.0",
3
  "model_type": "gemma3_text",
4
- "quantization": "q4f16_1",
5
  "model_config": {
6
  "text_config": {
7
  "hidden_size": 1152,
@@ -11,13 +11,12 @@
11
  "num_attention_heads": 4,
12
  "num_key_value_heads": 1,
13
  "head_dim": 256,
14
- "rms_norm_eps": 0.000001,
15
  "hidden_activation": "gelu_pytorch_tanh",
16
  "position_embedding_base": 1000000,
17
  "context_window_size": 4096,
18
  "prefill_chunk_size": 2048,
19
  "query_pre_attn_scalar": 256,
20
- "sliding_window": 512,
21
  "kwargs": {
22
  "architectures": [
23
  "Gemma3ForCausalLM"
@@ -35,14 +34,15 @@
35
  "max_position_embeddings": 32768,
36
  "model_type": "gemma3_text",
37
  "pad_token_id": 0,
38
- "rope_local_base_freq": 10000,
39
- "rope_scaling": null,
40
- "sliding_window_pattern": 6,
41
  "torch_dtype": "bfloat16",
42
  "transformers_version": "4.50.0.dev0",
43
  "use_cache": true
44
  },
45
- "max_batch_size": 1
 
 
 
 
46
  },
47
  "vocab_size": 262144,
48
  "tensor_parallel_shards": 1,
@@ -6530,5 +6530,6 @@
6530
  262142,
6531
  262143,
6532
  262144
6533
- ]
6534
- }
 
 
1
  {
2
  "version": "0.1.0",
3
  "model_type": "gemma3_text",
4
+ "quantization": "q4f32_1",
5
  "model_config": {
6
  "text_config": {
7
  "hidden_size": 1152,
 
11
  "num_attention_heads": 4,
12
  "num_key_value_heads": 1,
13
  "head_dim": 256,
14
+ "rms_norm_eps": 1e-06,
15
  "hidden_activation": "gelu_pytorch_tanh",
16
  "position_embedding_base": 1000000,
17
  "context_window_size": 4096,
18
  "prefill_chunk_size": 2048,
19
  "query_pre_attn_scalar": 256,
 
20
  "kwargs": {
21
  "architectures": [
22
  "Gemma3ForCausalLM"
 
34
  "max_position_embeddings": 32768,
35
  "model_type": "gemma3_text",
36
  "pad_token_id": 0,
 
 
 
37
  "torch_dtype": "bfloat16",
38
  "transformers_version": "4.50.0.dev0",
39
  "use_cache": true
40
  },
41
+ "max_batch_size": 1,
42
+ "rope_local_base_freq": 10000,
43
+ "sliding_window_size": 512,
44
+ "sliding_window_pattern": 6,
45
+ "rope_scaling": null
46
  },
47
  "vocab_size": 262144,
48
  "tensor_parallel_shards": 1,
 
6530
  262142,
6531
  262143,
6532
  262144
6533
+ ],
6534
+ "active_vocab_size": 262144
6535
+ }
model.wasm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb77ab6d01e93e2e0f00b9f4a76cd8088f7661cde162088e2aab66c64c7dc7fc
3
- size 25021569
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83ba8e0a9bd86e9d62437e8d7b51125ae48be42dcde7c0f8283f8819d6ed73f2
3
+ size 25620898
params_shard_1.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1095155c03dcc30780380dbe51c07e5e6138f4927900c0e6d0d6ae5b19c28a0b
3
- size 33150976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:933c060cfdefc1db16ce40096b1244459ea80e7a5fc082018af567f069912e21
3
+ size 53620736
params_shard_10.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fbe57dcd77abcd60414d933a48cb30c2fbb4e77aaf505f2e7f65fb2499b03fa
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb503a7c704022749a48e5a9f6958dfa978be46ed6c2ea725473bdb3e03e897d
3
+ size 33587200
params_shard_11.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42777010e9a830e07484351d5e180dfff1ed9f55aa4dc8c516f568ba25ab7c30
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4165fc00c49e6d98d2a00a2db8a20030ce577abf96905c76897564e81ab76aa
3
+ size 33587200
params_shard_12.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80da72efd17c5cec576f82214c26b32f9884b6439a4165f8389fb54824d21786
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f187758bb0879768110decd07fa11e8694702e7fedd457b4c4ea81cb80da19e4
3
+ size 33587200
params_shard_13.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7d9b48258c751e0f9a8f1c9c576ec048bbb356d6bce40c6fcd91b77f5484249
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c23f047ac2b56fe78d53e27221c889a2697ef1a42c9d323b4fd9d521bc00f79
3
+ size 33587200
params_shard_14.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e20c5424f8f4e29c4828291f10d71834729c675d68b0c0376fc31650e055f47
3
- size 15106048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3736309fb029e2ec53ed1e8c1eccd849406602cad1322550c2f9f2ca05766c3c
3
+ size 16793600
params_shard_2.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:578070661200590547eeeb26d40e8b23277751cee02f39e4e0bed3f4aa8c2f9c
3
- size 31043840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d770ed2537d564d83645b92df4d6dd51fc584eddf524e655b3fd69f608c61537
3
+ size 34513408
params_shard_3.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b266b9d5895b40c21500754a7ada0b981b5b71564adbfa3d4adafc0b63b4a5b
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0fc28af835ef512781f7a7417fdd064dc1e30bac5dab38fdd335a881efb01f8
3
+ size 33587200
params_shard_4.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9163a846ec73e27b4aec8aaa273556ca283ae0d199a5c2b1d94e5c009b18f2ba
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1f3609c5bae5d4379ee1f5d5e556c20068060feb06baed12779811e23d23270
3
+ size 33587200
params_shard_5.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75e8447de696923f29b98d8a9d42aea24726abd294c6024f862c49229e4318b5
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0684ed713d46d1bd52c63cac45fbd8474ec135223b025d8bb3c05f576af6a61
3
+ size 33587200
params_shard_6.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f9a96ad1693e23cccec89f594fbbaa7150b7837bc4cca1425fd3ceb8ad32289
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b182a9e80d6a60d786d014fe9b5b2c0b5f2fa0f6eb30948c226b75f333f467
3
+ size 33587200
params_shard_7.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04bfc87d65c03935bf8e3730d40d7e088c1cdeb6e2d73c925f84aea3c1cb2b6a
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ad424dfe323e120c1fedf4ba19aeb9ec5a735d33c5878dcbf048fd4e149c990
3
+ size 33587200
params_shard_8.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4559e61c468c144ccb5c1fb31182c7e138ad4dd30b8caa463e37e1211c6a663d
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a8137ae37b36ba6b6f6bbb9e920aee40cc6bd28b95fcc678b78e15deffb4ecd
3
+ size 33587200
params_shard_9.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86782725e2c021a3343570ee036e67e7d85d4180e88b8179d7bf402730ef44f0
3
- size 30212096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33c28d5a33b2c0f1195afc53297478d1a166db73b6282d16808acaee62b2f321
3
+ size 33587200
tensor-cache.json CHANGED
The diff for this file is too large to render. See raw diff