Qwen3.5-9B-Math-GraphCalc / chipformer.json
DJLougen's picture
Upload Qwen3.5-9B-Math-GraphCalc (43-layer zero-gradient WSP + in-weights RV32 graphing calculator)
9b8659b verified
Raw History Blame Contribute Delete
3.82 kB
{
"layout": "rv1-carbon-graphcalc",
"base_model": "Qwen/Qwen3.5-9B-Base",
"tie_word_embeddings": false,
"total_nonzero_params": 8985670530,
"total_dense_params": 18208957504,
"wsp_patch": "patch_9b_graphcalc.safetensors",
"wsp_changed_base_weights": 2920169,
"compiled_chip_layer_nonzero_weights": 1045984,
"compiled_embedding_chip_nonzero_weights": 25387170,
"compiled_lm_head_chip_nonzero_weights": 5321013,
"firmware": "graphcalc.elf",
"firmware_elf_bytes": 87636,
"chip_token_offset": 248320,
"chip_vocab": 230324,
"chip_layers": 11,
"qwen_layers_from": 11,
"num_total_layers": 43,
"hidden": 5632,
"chip_dims_offset": 4096,
"ballast_dims": 22,
"circuit": {
"layers": 11,
"dims": 2918,
"heads": 103,
"ffn_units": 42113,
"max_units": 8149,
"max_heads": 16
},
"slots": 1265,
"muted": true,
"anti_sink": "none (analytical ballast mute; zero fitted activations)",
"code_dims": [
4250,
4251,
4252,
4253,
4254,
4255,
4256,
4257,
4258,
4259,
4260,
4261,
4262,
4263,
4264,
4265,
4266,
4267,
4268,
4269,
4270
],
"tau_dim": 4273,
"mu_dim": 4272,
"nfam": 5,
"npay": 16,
"tool_call": [
248058,
248059
],
"specials": [
"<tool_response>",
"</tool_response>",
"<think>",
"</think>",
"<|im_end|>",
"<|im_start|>",
"user",
"assistant",
"\n\n"
],
"halt_nl_byte": 32,
"printable": [
188,
189,
190,
191,
192,
193,
194,
195,
196,
197,
198,
199,
200,
201,
202,
203,
204,
205,
206,
207,
208,
209,
210,
211,
212,
213,
214,
215,
216,
217,
218,
219,
220,
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
221,
222,
223,
224,
225,
226,
227,
228,
229,
230,
231,
232,
233,
234,
235,
236,
237,
238,
239,
240,
241,
242,
243,
244,
245,
246,
247,
248,
249,
250,
251,
252,
253,
254,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
255,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138,
139,
140,
141,
142,
143,
144,
145,
146,
147,
148,
149,
150,
151,
152,
153,
154,
155,
156,
157,
158,
159,
160,
161,
162,
163,
164,
165,
166,
167,
168,
169,
170,
171,
172,
173,
174,
175,
176,
177,
178,
179,
180,
181,
182,
183,
184,
185,
186,
187,
248066,
248067,
248068,
248069,
248046,
248045,
846,
74455,
271
],
"think_logit_damped": true
}