WaveCut commited on
Commit
8fee021
·
verified ·
1 Parent(s): c396041

Add text_encoder

Browse files
text_encoder/config.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3VLModel"
4
+ ],
5
+ "dtype": "bfloat16",
6
+ "image_token_id": 151655,
7
+ "model_type": "qwen3_vl",
8
+ "quantization_config": {
9
+ "activation_bits": 8,
10
+ "activation_eps": 1e-10,
11
+ "activation_kernel_backend": "auto",
12
+ "activation_norm_dtype": "float32",
13
+ "activation_quantizer": "absmax_int8",
14
+ "adaln_group_size": 64,
15
+ "adaln_policy": "int4_rtn",
16
+ "adaln_scale": "absmax",
17
+ "artifact_format_version": 1,
18
+ "block_size": "paper",
19
+ "codebook": "lloyd_max",
20
+ "codebook_dtype": "float32",
21
+ "codebook_version": 3,
22
+ "fused_layout": null,
23
+ "lowbit_boundary_protection": "auto",
24
+ "lowbit_interior_protection": "auto",
25
+ "lowbit_protected_bits": 4,
26
+ "lowbit_protected_blocks": 4,
27
+ "modules_dtype_dict": {},
28
+ "modules_to_convert": [
29
+ "*language_model.layers.*"
30
+ ],
31
+ "modules_to_not_convert": [
32
+ "visual",
33
+ "lm_head"
34
+ ],
35
+ "modules_to_use_adaln": [],
36
+ "outlier_channels": {},
37
+ "output_gain_correction": false,
38
+ "packed_matmul_block_k": 128,
39
+ "packed_matmul_block_m": 64,
40
+ "packed_matmul_block_n": 64,
41
+ "packed_matmul_num_warps": 4,
42
+ "quant_method": "orbitquant",
43
+ "rotation": "rpbh",
44
+ "rotation_rounds": "auto",
45
+ "rotation_seed": 0,
46
+ "row_norm_dtype": "bfloat16",
47
+ "runtime_mode": "auto_fused",
48
+ "target_policy": "universal",
49
+ "target_policy_version": 2,
50
+ "w4a4_int8_weight_cache": false,
51
+ "weight_bits": 4,
52
+ "weight_pack_dtype": "uint8",
53
+ "weight_row_tile_size": 256
54
+ },
55
+ "text_config": {
56
+ "attention_bias": false,
57
+ "attention_dropout": 0.0,
58
+ "bos_token_id": 151643,
59
+ "dtype": "bfloat16",
60
+ "eos_token_id": 151645,
61
+ "head_dim": 128,
62
+ "hidden_act": "silu",
63
+ "hidden_size": 5120,
64
+ "initializer_range": 0.02,
65
+ "intermediate_size": 25600,
66
+ "max_position_embeddings": 262144,
67
+ "model_type": "qwen3_vl_text",
68
+ "num_attention_heads": 64,
69
+ "num_hidden_layers": 50,
70
+ "num_key_value_heads": 8,
71
+ "pad_token_id": null,
72
+ "rms_norm_eps": 1e-06,
73
+ "rope_parameters": {
74
+ "mrope_interleaved": true,
75
+ "mrope_section": [
76
+ 24,
77
+ 20,
78
+ 20
79
+ ],
80
+ "rope_theta": 5000000,
81
+ "rope_type": "default"
82
+ },
83
+ "use_cache": true,
84
+ "vocab_size": 151936
85
+ },
86
+ "tie_word_embeddings": false,
87
+ "transformers_version": "5.22.2",
88
+ "video_token_id": 151656,
89
+ "vision_config": {
90
+ "deepstack_visual_indexes": [
91
+ 8,
92
+ 16,
93
+ 24
94
+ ],
95
+ "depth": 27,
96
+ "dtype": "bfloat16",
97
+ "hidden_act": "gelu_pytorch_tanh",
98
+ "hidden_size": 1152,
99
+ "in_channels": 3,
100
+ "initializer_range": 0.02,
101
+ "intermediate_size": 4304,
102
+ "model_type": "qwen3_vl_vision",
103
+ "num_heads": 16,
104
+ "num_position_embeddings": 2304,
105
+ "out_hidden_size": 5120,
106
+ "patch_size": 16,
107
+ "rope_parameters": {
108
+ "rope_theta": 10000.0,
109
+ "rope_type": "axial"
110
+ },
111
+ "spatial_merge_size": 2,
112
+ "temporal_patch_size": 2
113
+ },
114
+ "vision_end_token_id": 151653,
115
+ "vision_start_token_id": 151652
116
+ }
text_encoder/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e596e4c0f270fdea7687981ff55a24b555fe30c426ff9582faa9e652c0a2e9f1
3
+ size 14944436320
text_encoder/quantization-report.json ADDED
@@ -0,0 +1,1016 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "captured": 15,
3
+ "captions": 600,
4
+ "damp": 0.01,
5
+ "groups": {
6
+ "language_model.layers.0.self_attn.q_proj": {
7
+ "rtn": 0.000933,
8
+ "gptq": 0.000108,
9
+ "damp": 0.009999999776482582
10
+ },
11
+ "language_model.layers.0.self_attn.o_proj": {
12
+ "rtn": 0.00109,
13
+ "gptq": 9.3e-05,
14
+ "damp": 0.009999999776482582
15
+ },
16
+ "language_model.layers.0.mlp.gate_proj": {
17
+ "rtn": 0.002218,
18
+ "gptq": 0.000178,
19
+ "damp": 0.009999999776482582
20
+ },
21
+ "language_model.layers.0.mlp.down_proj": {
22
+ "rtn": 0.001804,
23
+ "gptq": 7.5e-05,
24
+ "damp": 0.009999999776482582
25
+ },
26
+ "language_model.layers.1.self_attn.q_proj": {
27
+ "rtn": 0.000577,
28
+ "gptq": 1.6e-05,
29
+ "damp": 0.009999999776482582
30
+ },
31
+ "language_model.layers.1.self_attn.o_proj": {
32
+ "rtn": 0.001575,
33
+ "gptq": 0.000126,
34
+ "damp": 0.009999999776482582
35
+ },
36
+ "language_model.layers.1.mlp.gate_proj": {
37
+ "rtn": 0.000144,
38
+ "gptq": 1e-06,
39
+ "damp": 0.009999999776482582
40
+ },
41
+ "language_model.layers.1.mlp.down_proj": {
42
+ "rtn": 0.001895,
43
+ "gptq": 2.9e-05,
44
+ "damp": 0.009999999776482582
45
+ },
46
+ "language_model.layers.2.self_attn.q_proj": {
47
+ "rtn": 0.001039,
48
+ "gptq": 0.0001,
49
+ "damp": 0.009999999776482582
50
+ },
51
+ "language_model.layers.2.self_attn.o_proj": {
52
+ "rtn": 0.00277,
53
+ "gptq": 0.000345,
54
+ "damp": 0.009999999776482582
55
+ },
56
+ "language_model.layers.2.mlp.gate_proj": {
57
+ "rtn": 0.000361,
58
+ "gptq": 2e-06,
59
+ "damp": 0.009999999776482582
60
+ },
61
+ "language_model.layers.2.mlp.down_proj": {
62
+ "rtn": 0.002442,
63
+ "gptq": 3.8e-05,
64
+ "damp": 0.009999999776482582
65
+ },
66
+ "language_model.layers.3.self_attn.q_proj": {
67
+ "rtn": 0.001006,
68
+ "gptq": 8.9e-05,
69
+ "damp": 0.009999999776482582
70
+ },
71
+ "language_model.layers.3.self_attn.o_proj": {
72
+ "rtn": 0.003249,
73
+ "gptq": 0.000493,
74
+ "damp": 0.009999999776482582
75
+ },
76
+ "language_model.layers.3.mlp.gate_proj": {
77
+ "rtn": 0.000406,
78
+ "gptq": 5e-06,
79
+ "damp": 0.009999999776482582
80
+ },
81
+ "language_model.layers.3.mlp.down_proj": {
82
+ "rtn": 0.004379,
83
+ "gptq": 8.5e-05,
84
+ "damp": 0.009999999776482582
85
+ },
86
+ "language_model.layers.4.self_attn.q_proj": {
87
+ "rtn": 0.001132,
88
+ "gptq": 0.000113,
89
+ "damp": 0.009999999776482582
90
+ },
91
+ "language_model.layers.4.self_attn.o_proj": {
92
+ "rtn": 0.002582,
93
+ "gptq": 0.000369,
94
+ "damp": 0.009999999776482582
95
+ },
96
+ "language_model.layers.4.mlp.gate_proj": {
97
+ "rtn": 0.000434,
98
+ "gptq": 9e-06,
99
+ "damp": 0.009999999776482582
100
+ },
101
+ "language_model.layers.4.mlp.down_proj": {
102
+ "rtn": 0.003185,
103
+ "gptq": 7.3e-05,
104
+ "damp": 0.009999999776482582
105
+ },
106
+ "language_model.layers.5.self_attn.q_proj": {
107
+ "rtn": 0.001001,
108
+ "gptq": 6.9e-05,
109
+ "damp": 0.009999999776482582
110
+ },
111
+ "language_model.layers.5.self_attn.o_proj": {
112
+ "rtn": 0.002133,
113
+ "gptq": 0.000222,
114
+ "damp": 0.009999999776482582
115
+ },
116
+ "language_model.layers.5.mlp.gate_proj": {
117
+ "rtn": 0.000482,
118
+ "gptq": 1.5e-05,
119
+ "damp": 0.009999999776482582
120
+ },
121
+ "language_model.layers.5.mlp.down_proj": {
122
+ "rtn": 0.006255,
123
+ "gptq": 0.000276,
124
+ "damp": 0.009999999776482582
125
+ },
126
+ "language_model.layers.6.self_attn.q_proj": {
127
+ "rtn": 0.001243,
128
+ "gptq": 0.000162,
129
+ "damp": 0.009999999776482582
130
+ },
131
+ "language_model.layers.6.self_attn.o_proj": {
132
+ "rtn": 0.002272,
133
+ "gptq": 0.000266,
134
+ "damp": 0.009999999776482582
135
+ },
136
+ "language_model.layers.6.mlp.gate_proj": {
137
+ "rtn": 0.000653,
138
+ "gptq": 2.9e-05,
139
+ "damp": 0.009999999776482582
140
+ },
141
+ "language_model.layers.6.mlp.down_proj": {
142
+ "rtn": 0.001573,
143
+ "gptq": 0.0,
144
+ "damp": 0.009999999776482582
145
+ },
146
+ "language_model.layers.7.self_attn.q_proj": {
147
+ "rtn": 0.001513,
148
+ "gptq": 0.000293,
149
+ "damp": 0.009999999776482582
150
+ },
151
+ "language_model.layers.7.self_attn.o_proj": {
152
+ "rtn": 0.004386,
153
+ "gptq": 0.000759,
154
+ "damp": 0.009999999776482582
155
+ },
156
+ "language_model.layers.7.mlp.gate_proj": {
157
+ "rtn": 0.000694,
158
+ "gptq": 4.7e-05,
159
+ "damp": 0.009999999776482582
160
+ },
161
+ "language_model.layers.7.mlp.down_proj": {
162
+ "rtn": 0.002404,
163
+ "gptq": 0.000133,
164
+ "damp": 0.009999999776482582
165
+ },
166
+ "language_model.layers.8.self_attn.q_proj": {
167
+ "rtn": 0.001559,
168
+ "gptq": 0.000265,
169
+ "damp": 0.009999999776482582
170
+ },
171
+ "language_model.layers.8.self_attn.o_proj": {
172
+ "rtn": 0.003338,
173
+ "gptq": 0.000452,
174
+ "damp": 0.009999999776482582
175
+ },
176
+ "language_model.layers.8.mlp.gate_proj": {
177
+ "rtn": 0.000883,
178
+ "gptq": 6.4e-05,
179
+ "damp": 0.009999999776482582
180
+ },
181
+ "language_model.layers.8.mlp.down_proj": {
182
+ "rtn": 0.005681,
183
+ "gptq": 0.000877,
184
+ "damp": 0.009999999776482582
185
+ },
186
+ "language_model.layers.9.self_attn.q_proj": {
187
+ "rtn": 0.001619,
188
+ "gptq": 0.000156,
189
+ "damp": 0.009999999776482582
190
+ },
191
+ "language_model.layers.9.self_attn.o_proj": {
192
+ "rtn": 0.003436,
193
+ "gptq": 0.000433,
194
+ "damp": 0.009999999776482582
195
+ },
196
+ "language_model.layers.9.mlp.gate_proj": {
197
+ "rtn": 0.005139,
198
+ "gptq": 0.00169,
199
+ "damp": 0.009999999776482582
200
+ },
201
+ "language_model.layers.9.mlp.down_proj": {
202
+ "rtn": 0.004203,
203
+ "gptq": 0.000801,
204
+ "damp": 0.009999999776482582
205
+ },
206
+ "language_model.layers.10.self_attn.q_proj": {
207
+ "rtn": 0.001741,
208
+ "gptq": 0.000228,
209
+ "damp": 0.009999999776482582
210
+ },
211
+ "language_model.layers.10.self_attn.o_proj": {
212
+ "rtn": 0.004374,
213
+ "gptq": 0.000776,
214
+ "damp": 0.009999999776482582
215
+ },
216
+ "language_model.layers.10.mlp.gate_proj": {
217
+ "rtn": 0.006097,
218
+ "gptq": 0.002127,
219
+ "damp": 0.009999999776482582
220
+ },
221
+ "language_model.layers.10.mlp.down_proj": {
222
+ "rtn": 0.006859,
223
+ "gptq": 0.001686,
224
+ "damp": 0.009999999776482582
225
+ },
226
+ "language_model.layers.11.self_attn.q_proj": {
227
+ "rtn": 0.001695,
228
+ "gptq": 0.000306,
229
+ "damp": 0.009999999776482582
230
+ },
231
+ "language_model.layers.11.self_attn.o_proj": {
232
+ "rtn": 0.005313,
233
+ "gptq": 0.000979,
234
+ "damp": 0.009999999776482582
235
+ },
236
+ "language_model.layers.11.mlp.gate_proj": {
237
+ "rtn": 0.006046,
238
+ "gptq": 0.002198,
239
+ "damp": 0.009999999776482582
240
+ },
241
+ "language_model.layers.11.mlp.down_proj": {
242
+ "rtn": 0.006905,
243
+ "gptq": 0.001752,
244
+ "damp": 0.009999999776482582
245
+ },
246
+ "language_model.layers.12.self_attn.q_proj": {
247
+ "rtn": 0.001789,
248
+ "gptq": 0.000305,
249
+ "damp": 0.009999999776482582
250
+ },
251
+ "language_model.layers.12.self_attn.o_proj": {
252
+ "rtn": 0.004064,
253
+ "gptq": 0.000623,
254
+ "damp": 0.009999999776482582
255
+ },
256
+ "language_model.layers.12.mlp.gate_proj": {
257
+ "rtn": 0.005717,
258
+ "gptq": 0.002115,
259
+ "damp": 0.009999999776482582
260
+ },
261
+ "language_model.layers.12.mlp.down_proj": {
262
+ "rtn": 0.006936,
263
+ "gptq": 0.001975,
264
+ "damp": 0.009999999776482582
265
+ },
266
+ "language_model.layers.13.self_attn.q_proj": {
267
+ "rtn": 0.001767,
268
+ "gptq": 0.000385,
269
+ "damp": 0.009999999776482582
270
+ },
271
+ "language_model.layers.13.self_attn.o_proj": {
272
+ "rtn": 0.004807,
273
+ "gptq": 0.000693,
274
+ "damp": 0.009999999776482582
275
+ },
276
+ "language_model.layers.13.mlp.gate_proj": {
277
+ "rtn": 0.004854,
278
+ "gptq": 0.001789,
279
+ "damp": 0.009999999776482582
280
+ },
281
+ "language_model.layers.13.mlp.down_proj": {
282
+ "rtn": 0.006438,
283
+ "gptq": 0.001696,
284
+ "damp": 0.009999999776482582
285
+ },
286
+ "language_model.layers.14.self_attn.q_proj": {
287
+ "rtn": 0.001638,
288
+ "gptq": 0.000298,
289
+ "damp": 0.009999999776482582
290
+ },
291
+ "language_model.layers.14.self_attn.o_proj": {
292
+ "rtn": 0.004636,
293
+ "gptq": 0.000622,
294
+ "damp": 0.009999999776482582
295
+ },
296
+ "language_model.layers.14.mlp.gate_proj": {
297
+ "rtn": 0.005158,
298
+ "gptq": 0.001887,
299
+ "damp": 0.009999999776482582
300
+ },
301
+ "language_model.layers.14.mlp.down_proj": {
302
+ "rtn": 0.006393,
303
+ "gptq": 0.001659,
304
+ "damp": 0.009999999776482582
305
+ },
306
+ "language_model.layers.15.self_attn.q_proj": {
307
+ "rtn": 0.001687,
308
+ "gptq": 0.000216,
309
+ "damp": 0.009999999776482582
310
+ },
311
+ "language_model.layers.15.self_attn.o_proj": {
312
+ "rtn": 0.004195,
313
+ "gptq": 0.000623,
314
+ "damp": 0.009999999776482582
315
+ },
316
+ "language_model.layers.15.mlp.gate_proj": {
317
+ "rtn": 0.00544,
318
+ "gptq": 0.001949,
319
+ "damp": 0.009999999776482582
320
+ },
321
+ "language_model.layers.15.mlp.down_proj": {
322
+ "rtn": 0.006419,
323
+ "gptq": 0.001793,
324
+ "damp": 0.009999999776482582
325
+ },
326
+ "language_model.layers.16.self_attn.q_proj": {
327
+ "rtn": 0.001569,
328
+ "gptq": 0.000222,
329
+ "damp": 0.009999999776482582
330
+ },
331
+ "language_model.layers.16.self_attn.o_proj": {
332
+ "rtn": 0.003818,
333
+ "gptq": 0.000502,
334
+ "damp": 0.009999999776482582
335
+ },
336
+ "language_model.layers.16.mlp.gate_proj": {
337
+ "rtn": 0.004874,
338
+ "gptq": 0.001656,
339
+ "damp": 0.009999999776482582
340
+ },
341
+ "language_model.layers.16.mlp.down_proj": {
342
+ "rtn": 0.006165,
343
+ "gptq": 0.001672,
344
+ "damp": 0.009999999776482582
345
+ },
346
+ "language_model.layers.17.self_attn.q_proj": {
347
+ "rtn": 0.001781,
348
+ "gptq": 0.000253,
349
+ "damp": 0.009999999776482582
350
+ },
351
+ "language_model.layers.17.self_attn.o_proj": {
352
+ "rtn": 0.003061,
353
+ "gptq": 0.000309,
354
+ "damp": 0.009999999776482582
355
+ },
356
+ "language_model.layers.17.mlp.gate_proj": {
357
+ "rtn": 0.005242,
358
+ "gptq": 0.001799,
359
+ "damp": 0.009999999776482582
360
+ },
361
+ "language_model.layers.17.mlp.down_proj": {
362
+ "rtn": 0.006571,
363
+ "gptq": 0.00193,
364
+ "damp": 0.009999999776482582
365
+ },
366
+ "language_model.layers.18.self_attn.q_proj": {
367
+ "rtn": 0.001845,
368
+ "gptq": 0.000261,
369
+ "damp": 0.009999999776482582
370
+ },
371
+ "language_model.layers.18.self_attn.o_proj": {
372
+ "rtn": 0.004325,
373
+ "gptq": 0.000514,
374
+ "damp": 0.009999999776482582
375
+ },
376
+ "language_model.layers.18.mlp.gate_proj": {
377
+ "rtn": 0.004974,
378
+ "gptq": 0.001702,
379
+ "damp": 0.009999999776482582
380
+ },
381
+ "language_model.layers.18.mlp.down_proj": {
382
+ "rtn": 0.006652,
383
+ "gptq": 0.001994,
384
+ "damp": 0.009999999776482582
385
+ },
386
+ "language_model.layers.19.self_attn.q_proj": {
387
+ "rtn": 0.002085,
388
+ "gptq": 0.000302,
389
+ "damp": 0.009999999776482582
390
+ },
391
+ "language_model.layers.19.self_attn.o_proj": {
392
+ "rtn": 0.005107,
393
+ "gptq": 0.000782,
394
+ "damp": 0.009999999776482582
395
+ },
396
+ "language_model.layers.19.mlp.gate_proj": {
397
+ "rtn": 0.005456,
398
+ "gptq": 0.001918,
399
+ "damp": 0.009999999776482582
400
+ },
401
+ "language_model.layers.19.mlp.down_proj": {
402
+ "rtn": 0.006753,
403
+ "gptq": 0.002181,
404
+ "damp": 0.009999999776482582
405
+ },
406
+ "language_model.layers.20.self_attn.q_proj": {
407
+ "rtn": 0.001862,
408
+ "gptq": 0.00023,
409
+ "damp": 0.009999999776482582
410
+ },
411
+ "language_model.layers.20.self_attn.o_proj": {
412
+ "rtn": 0.004962,
413
+ "gptq": 0.000688,
414
+ "damp": 0.009999999776482582
415
+ },
416
+ "language_model.layers.20.mlp.gate_proj": {
417
+ "rtn": 0.005549,
418
+ "gptq": 0.001959,
419
+ "damp": 0.009999999776482582
420
+ },
421
+ "language_model.layers.20.mlp.down_proj": {
422
+ "rtn": 0.006631,
423
+ "gptq": 0.002069,
424
+ "damp": 0.009999999776482582
425
+ },
426
+ "language_model.layers.21.self_attn.q_proj": {
427
+ "rtn": 0.00178,
428
+ "gptq": 0.000281,
429
+ "damp": 0.009999999776482582
430
+ },
431
+ "language_model.layers.21.self_attn.o_proj": {
432
+ "rtn": 0.005647,
433
+ "gptq": 0.000933,
434
+ "damp": 0.009999999776482582
435
+ },
436
+ "language_model.layers.21.mlp.gate_proj": {
437
+ "rtn": 0.005537,
438
+ "gptq": 0.001975,
439
+ "damp": 0.009999999776482582
440
+ },
441
+ "language_model.layers.21.mlp.down_proj": {
442
+ "rtn": 0.006803,
443
+ "gptq": 0.002162,
444
+ "damp": 0.009999999776482582
445
+ },
446
+ "language_model.layers.22.self_attn.q_proj": {
447
+ "rtn": 0.00176,
448
+ "gptq": 0.000276,
449
+ "damp": 0.009999999776482582
450
+ },
451
+ "language_model.layers.22.self_attn.o_proj": {
452
+ "rtn": 0.005337,
453
+ "gptq": 0.000864,
454
+ "damp": 0.009999999776482582
455
+ },
456
+ "language_model.layers.22.mlp.gate_proj": {
457
+ "rtn": 0.005524,
458
+ "gptq": 0.001975,
459
+ "damp": 0.009999999776482582
460
+ },
461
+ "language_model.layers.22.mlp.down_proj": {
462
+ "rtn": 0.007167,
463
+ "gptq": 0.002198,
464
+ "damp": 0.009999999776482582
465
+ },
466
+ "language_model.layers.23.self_attn.q_proj": {
467
+ "rtn": 0.001724,
468
+ "gptq": 0.000252,
469
+ "damp": 0.009999999776482582
470
+ },
471
+ "language_model.layers.23.self_attn.o_proj": {
472
+ "rtn": 0.005212,
473
+ "gptq": 0.000728,
474
+ "damp": 0.009999999776482582
475
+ },
476
+ "language_model.layers.23.mlp.gate_proj": {
477
+ "rtn": 0.005453,
478
+ "gptq": 0.001931,
479
+ "damp": 0.009999999776482582
480
+ },
481
+ "language_model.layers.23.mlp.down_proj": {
482
+ "rtn": 0.007074,
483
+ "gptq": 0.002105,
484
+ "damp": 0.009999999776482582
485
+ },
486
+ "language_model.layers.24.self_attn.q_proj": {
487
+ "rtn": 0.001511,
488
+ "gptq": 0.00028,
489
+ "damp": 0.009999999776482582
490
+ },
491
+ "language_model.layers.24.self_attn.o_proj": {
492
+ "rtn": 0.007304,
493
+ "gptq": 0.001239,
494
+ "damp": 0.009999999776482582
495
+ },
496
+ "language_model.layers.24.mlp.gate_proj": {
497
+ "rtn": 0.005394,
498
+ "gptq": 0.001923,
499
+ "damp": 0.009999999776482582
500
+ },
501
+ "language_model.layers.24.mlp.down_proj": {
502
+ "rtn": 0.007191,
503
+ "gptq": 0.002052,
504
+ "damp": 0.009999999776482582
505
+ },
506
+ "language_model.layers.25.self_attn.q_proj": {
507
+ "rtn": 0.001972,
508
+ "gptq": 0.000372,
509
+ "damp": 0.009999999776482582
510
+ },
511
+ "language_model.layers.25.self_attn.o_proj": {
512
+ "rtn": 0.006371,
513
+ "gptq": 0.000939,
514
+ "damp": 0.009999999776482582
515
+ },
516
+ "language_model.layers.25.mlp.gate_proj": {
517
+ "rtn": 0.005222,
518
+ "gptq": 0.001806,
519
+ "damp": 0.009999999776482582
520
+ },
521
+ "language_model.layers.25.mlp.down_proj": {
522
+ "rtn": 0.00717,
523
+ "gptq": 0.001894,
524
+ "damp": 0.009999999776482582
525
+ },
526
+ "language_model.layers.26.self_attn.q_proj": {
527
+ "rtn": 0.001545,
528
+ "gptq": 0.000288,
529
+ "damp": 0.009999999776482582
530
+ },
531
+ "language_model.layers.26.self_attn.o_proj": {
532
+ "rtn": 0.005385,
533
+ "gptq": 0.000869,
534
+ "damp": 0.009999999776482582
535
+ },
536
+ "language_model.layers.26.mlp.gate_proj": {
537
+ "rtn": 0.005145,
538
+ "gptq": 0.001707,
539
+ "damp": 0.009999999776482582
540
+ },
541
+ "language_model.layers.26.mlp.down_proj": {
542
+ "rtn": 0.007475,
543
+ "gptq": 0.002007,
544
+ "damp": 0.009999999776482582
545
+ },
546
+ "language_model.layers.27.self_attn.q_proj": {
547
+ "rtn": 0.001565,
548
+ "gptq": 0.00023,
549
+ "damp": 0.009999999776482582
550
+ },
551
+ "language_model.layers.27.self_attn.o_proj": {
552
+ "rtn": 0.006054,
553
+ "gptq": 0.001188,
554
+ "damp": 0.009999999776482582
555
+ },
556
+ "language_model.layers.27.mlp.gate_proj": {
557
+ "rtn": 0.004977,
558
+ "gptq": 0.001654,
559
+ "damp": 0.009999999776482582
560
+ },
561
+ "language_model.layers.27.mlp.down_proj": {
562
+ "rtn": 0.007613,
563
+ "gptq": 0.002052,
564
+ "damp": 0.009999999776482582
565
+ },
566
+ "language_model.layers.28.self_attn.q_proj": {
567
+ "rtn": 0.00139,
568
+ "gptq": 0.000251,
569
+ "damp": 0.009999999776482582
570
+ },
571
+ "language_model.layers.28.self_attn.o_proj": {
572
+ "rtn": 0.006012,
573
+ "gptq": 0.000942,
574
+ "damp": 0.009999999776482582
575
+ },
576
+ "language_model.layers.28.mlp.gate_proj": {
577
+ "rtn": 0.004796,
578
+ "gptq": 0.001652,
579
+ "damp": 0.009999999776482582
580
+ },
581
+ "language_model.layers.28.mlp.down_proj": {
582
+ "rtn": 0.007876,
583
+ "gptq": 0.002153,
584
+ "damp": 0.009999999776482582
585
+ },
586
+ "language_model.layers.29.self_attn.q_proj": {
587
+ "rtn": 0.001616,
588
+ "gptq": 0.000356,
589
+ "damp": 0.009999999776482582
590
+ },
591
+ "language_model.layers.29.self_attn.o_proj": {
592
+ "rtn": 0.006031,
593
+ "gptq": 0.001132,
594
+ "damp": 0.009999999776482582
595
+ },
596
+ "language_model.layers.29.mlp.gate_proj": {
597
+ "rtn": 0.003521,
598
+ "gptq": 0.001173,
599
+ "damp": 0.009999999776482582
600
+ },
601
+ "language_model.layers.29.mlp.down_proj": {
602
+ "rtn": 0.007605,
603
+ "gptq": 0.002021,
604
+ "damp": 0.009999999776482582
605
+ },
606
+ "language_model.layers.30.self_attn.q_proj": {
607
+ "rtn": 0.001517,
608
+ "gptq": 0.000264,
609
+ "damp": 0.009999999776482582
610
+ },
611
+ "language_model.layers.30.self_attn.o_proj": {
612
+ "rtn": 0.007494,
613
+ "gptq": 0.001481,
614
+ "damp": 0.009999999776482582
615
+ },
616
+ "language_model.layers.30.mlp.gate_proj": {
617
+ "rtn": 0.001064,
618
+ "gptq": 0.000254,
619
+ "damp": 0.009999999776482582
620
+ },
621
+ "language_model.layers.30.mlp.down_proj": {
622
+ "rtn": 0.007556,
623
+ "gptq": 0.001356,
624
+ "damp": 0.009999999776482582
625
+ },
626
+ "language_model.layers.31.self_attn.q_proj": {
627
+ "rtn": 0.001616,
628
+ "gptq": 0.000393,
629
+ "damp": 0.009999999776482582
630
+ },
631
+ "language_model.layers.31.self_attn.o_proj": {
632
+ "rtn": 0.006917,
633
+ "gptq": 0.001284,
634
+ "damp": 0.009999999776482582
635
+ },
636
+ "language_model.layers.31.mlp.gate_proj": {
637
+ "rtn": 0.001135,
638
+ "gptq": 0.000224,
639
+ "damp": 0.009999999776482582
640
+ },
641
+ "language_model.layers.31.mlp.down_proj": {
642
+ "rtn": 0.005935,
643
+ "gptq": 0.00069,
644
+ "damp": 0.009999999776482582
645
+ },
646
+ "language_model.layers.32.self_attn.q_proj": {
647
+ "rtn": 0.001682,
648
+ "gptq": 0.000307,
649
+ "damp": 0.009999999776482582
650
+ },
651
+ "language_model.layers.32.self_attn.o_proj": {
652
+ "rtn": 0.005511,
653
+ "gptq": 0.000817,
654
+ "damp": 0.009999999776482582
655
+ },
656
+ "language_model.layers.32.mlp.gate_proj": {
657
+ "rtn": 0.001541,
658
+ "gptq": 0.000416,
659
+ "damp": 0.009999999776482582
660
+ },
661
+ "language_model.layers.32.mlp.down_proj": {
662
+ "rtn": 0.006923,
663
+ "gptq": 0.001215,
664
+ "damp": 0.009999999776482582
665
+ },
666
+ "language_model.layers.33.self_attn.q_proj": {
667
+ "rtn": 0.001614,
668
+ "gptq": 0.000198,
669
+ "damp": 0.009999999776482582
670
+ },
671
+ "language_model.layers.33.self_attn.o_proj": {
672
+ "rtn": 0.00565,
673
+ "gptq": 0.000774,
674
+ "damp": 0.009999999776482582
675
+ },
676
+ "language_model.layers.33.mlp.gate_proj": {
677
+ "rtn": 0.004382,
678
+ "gptq": 0.001582,
679
+ "damp": 0.009999999776482582
680
+ },
681
+ "language_model.layers.33.mlp.down_proj": {
682
+ "rtn": 0.006607,
683
+ "gptq": 0.001539,
684
+ "damp": 0.009999999776482582
685
+ },
686
+ "language_model.layers.34.self_attn.q_proj": {
687
+ "rtn": 0.001722,
688
+ "gptq": 0.000311,
689
+ "damp": 0.009999999776482582
690
+ },
691
+ "language_model.layers.34.self_attn.o_proj": {
692
+ "rtn": 0.00661,
693
+ "gptq": 0.001204,
694
+ "damp": 0.009999999776482582
695
+ },
696
+ "language_model.layers.34.mlp.gate_proj": {
697
+ "rtn": 0.005569,
698
+ "gptq": 0.002082,
699
+ "damp": 0.009999999776482582
700
+ },
701
+ "language_model.layers.34.mlp.down_proj": {
702
+ "rtn": 0.007628,
703
+ "gptq": 0.00227,
704
+ "damp": 0.009999999776482582
705
+ },
706
+ "language_model.layers.35.self_attn.q_proj": {
707
+ "rtn": 0.001661,
708
+ "gptq": 0.000335,
709
+ "damp": 0.009999999776482582
710
+ },
711
+ "language_model.layers.35.self_attn.o_proj": {
712
+ "rtn": 0.007465,
713
+ "gptq": 0.001422,
714
+ "damp": 0.009999999776482582
715
+ },
716
+ "language_model.layers.35.mlp.gate_proj": {
717
+ "rtn": 0.005236,
718
+ "gptq": 0.001988,
719
+ "damp": 0.009999999776482582
720
+ },
721
+ "language_model.layers.35.mlp.down_proj": {
722
+ "rtn": 0.007184,
723
+ "gptq": 0.00197,
724
+ "damp": 0.009999999776482582
725
+ },
726
+ "language_model.layers.36.self_attn.q_proj": {
727
+ "rtn": 0.001464,
728
+ "gptq": 0.00025,
729
+ "damp": 0.009999999776482582
730
+ },
731
+ "language_model.layers.36.self_attn.o_proj": {
732
+ "rtn": 0.006434,
733
+ "gptq": 0.000928,
734
+ "damp": 0.009999999776482582
735
+ },
736
+ "language_model.layers.36.mlp.gate_proj": {
737
+ "rtn": 0.004468,
738
+ "gptq": 0.001638,
739
+ "damp": 0.009999999776482582
740
+ },
741
+ "language_model.layers.36.mlp.down_proj": {
742
+ "rtn": 0.006929,
743
+ "gptq": 0.001826,
744
+ "damp": 0.009999999776482582
745
+ },
746
+ "language_model.layers.37.self_attn.q_proj": {
747
+ "rtn": 0.001305,
748
+ "gptq": 0.000243,
749
+ "damp": 0.009999999776482582
750
+ },
751
+ "language_model.layers.37.self_attn.o_proj": {
752
+ "rtn": 0.007893,
753
+ "gptq": 0.001149,
754
+ "damp": 0.009999999776482582
755
+ },
756
+ "language_model.layers.37.mlp.gate_proj": {
757
+ "rtn": 0.003487,
758
+ "gptq": 0.001224,
759
+ "damp": 0.009999999776482582
760
+ },
761
+ "language_model.layers.37.mlp.down_proj": {
762
+ "rtn": 0.006598,
763
+ "gptq": 0.001398,
764
+ "damp": 0.009999999776482582
765
+ },
766
+ "language_model.layers.38.self_attn.q_proj": {
767
+ "rtn": 0.001377,
768
+ "gptq": 0.000196,
769
+ "damp": 0.009999999776482582
770
+ },
771
+ "language_model.layers.38.self_attn.o_proj": {
772
+ "rtn": 0.00781,
773
+ "gptq": 0.000953,
774
+ "damp": 0.009999999776482582
775
+ },
776
+ "language_model.layers.38.mlp.gate_proj": {
777
+ "rtn": 0.003813,
778
+ "gptq": 0.001282,
779
+ "damp": 0.009999999776482582
780
+ },
781
+ "language_model.layers.38.mlp.down_proj": {
782
+ "rtn": 0.006553,
783
+ "gptq": 0.001419,
784
+ "damp": 0.009999999776482582
785
+ },
786
+ "language_model.layers.39.self_attn.q_proj": {
787
+ "rtn": 0.001314,
788
+ "gptq": 0.000192,
789
+ "damp": 0.009999999776482582
790
+ },
791
+ "language_model.layers.39.self_attn.o_proj": {
792
+ "rtn": 0.007699,
793
+ "gptq": 0.000991,
794
+ "damp": 0.009999999776482582
795
+ },
796
+ "language_model.layers.39.mlp.gate_proj": {
797
+ "rtn": 0.00414,
798
+ "gptq": 0.001363,
799
+ "damp": 0.009999999776482582
800
+ },
801
+ "language_model.layers.39.mlp.down_proj": {
802
+ "rtn": 0.006792,
803
+ "gptq": 0.001543,
804
+ "damp": 0.009999999776482582
805
+ },
806
+ "language_model.layers.40.self_attn.q_proj": {
807
+ "rtn": 0.001281,
808
+ "gptq": 0.000165,
809
+ "damp": 0.009999999776482582
810
+ },
811
+ "language_model.layers.40.self_attn.o_proj": {
812
+ "rtn": 0.007856,
813
+ "gptq": 0.000981,
814
+ "damp": 0.009999999776482582
815
+ },
816
+ "language_model.layers.40.mlp.gate_proj": {
817
+ "rtn": 0.004094,
818
+ "gptq": 0.001243,
819
+ "damp": 0.009999999776482582
820
+ },
821
+ "language_model.layers.40.mlp.down_proj": {
822
+ "rtn": 0.006636,
823
+ "gptq": 0.001471,
824
+ "damp": 0.009999999776482582
825
+ },
826
+ "language_model.layers.41.self_attn.q_proj": {
827
+ "rtn": 0.001417,
828
+ "gptq": 0.000176,
829
+ "damp": 0.009999999776482582
830
+ },
831
+ "language_model.layers.41.self_attn.o_proj": {
832
+ "rtn": 0.006949,
833
+ "gptq": 0.00071,
834
+ "damp": 0.009999999776482582
835
+ },
836
+ "language_model.layers.41.mlp.gate_proj": {
837
+ "rtn": 0.004306,
838
+ "gptq": 0.001311,
839
+ "damp": 0.009999999776482582
840
+ },
841
+ "language_model.layers.41.mlp.down_proj": {
842
+ "rtn": 0.007137,
843
+ "gptq": 0.001729,
844
+ "damp": 0.009999999776482582
845
+ },
846
+ "language_model.layers.42.self_attn.q_proj": {
847
+ "rtn": 0.001523,
848
+ "gptq": 0.000182,
849
+ "damp": 0.009999999776482582
850
+ },
851
+ "language_model.layers.42.self_attn.o_proj": {
852
+ "rtn": 0.011111,
853
+ "gptq": 0.001096,
854
+ "damp": 0.009999999776482582
855
+ },
856
+ "language_model.layers.42.mlp.gate_proj": {
857
+ "rtn": 0.004257,
858
+ "gptq": 0.00127,
859
+ "damp": 0.009999999776482582
860
+ },
861
+ "language_model.layers.42.mlp.down_proj": {
862
+ "rtn": 0.007333,
863
+ "gptq": 0.001659,
864
+ "damp": 0.009999999776482582
865
+ },
866
+ "language_model.layers.43.self_attn.q_proj": {
867
+ "rtn": 0.001873,
868
+ "gptq": 0.00023,
869
+ "damp": 0.009999999776482582
870
+ },
871
+ "language_model.layers.43.self_attn.o_proj": {
872
+ "rtn": 0.010996,
873
+ "gptq": 0.001642,
874
+ "damp": 0.009999999776482582
875
+ },
876
+ "language_model.layers.43.mlp.gate_proj": {
877
+ "rtn": 0.004558,
878
+ "gptq": 0.001405,
879
+ "damp": 0.009999999776482582
880
+ },
881
+ "language_model.layers.43.mlp.down_proj": {
882
+ "rtn": 0.003787,
883
+ "gptq": 9.3e-05,
884
+ "damp": 0.009999999776482582
885
+ },
886
+ "language_model.layers.44.self_attn.q_proj": {
887
+ "rtn": 0.001897,
888
+ "gptq": 0.000231,
889
+ "damp": 0.009999999776482582
890
+ },
891
+ "language_model.layers.44.self_attn.o_proj": {
892
+ "rtn": 0.011183,
893
+ "gptq": 0.001514,
894
+ "damp": 0.009999999776482582
895
+ },
896
+ "language_model.layers.44.mlp.gate_proj": {
897
+ "rtn": 0.004556,
898
+ "gptq": 0.001427,
899
+ "damp": 0.009999999776482582
900
+ },
901
+ "language_model.layers.44.mlp.down_proj": {
902
+ "rtn": 0.007034,
903
+ "gptq": 0.00166,
904
+ "damp": 0.009999999776482582
905
+ },
906
+ "language_model.layers.45.self_attn.q_proj": {
907
+ "rtn": 0.001842,
908
+ "gptq": 0.000223,
909
+ "damp": 0.009999999776482582
910
+ },
911
+ "language_model.layers.45.self_attn.o_proj": {
912
+ "rtn": 0.010593,
913
+ "gptq": 0.001278,
914
+ "damp": 0.009999999776482582
915
+ },
916
+ "language_model.layers.45.mlp.gate_proj": {
917
+ "rtn": 0.004515,
918
+ "gptq": 0.001394,
919
+ "damp": 0.009999999776482582
920
+ },
921
+ "language_model.layers.45.mlp.down_proj": {
922
+ "rtn": 0.007366,
923
+ "gptq": 0.001489,
924
+ "damp": 0.009999999776482582
925
+ },
926
+ "language_model.layers.46.self_attn.q_proj": {
927
+ "rtn": 0.001975,
928
+ "gptq": 0.00023,
929
+ "damp": 0.009999999776482582
930
+ },
931
+ "language_model.layers.46.self_attn.o_proj": {
932
+ "rtn": 0.011234,
933
+ "gptq": 0.00136,
934
+ "damp": 0.009999999776482582
935
+ },
936
+ "language_model.layers.46.mlp.gate_proj": {
937
+ "rtn": 0.004633,
938
+ "gptq": 0.001362,
939
+ "damp": 0.009999999776482582
940
+ },
941
+ "language_model.layers.46.mlp.down_proj": {
942
+ "rtn": 0.007552,
943
+ "gptq": 0.001819,
944
+ "damp": 0.009999999776482582
945
+ },
946
+ "language_model.layers.47.self_attn.q_proj": {
947
+ "rtn": 0.002075,
948
+ "gptq": 0.000255,
949
+ "damp": 0.009999999776482582
950
+ },
951
+ "language_model.layers.47.self_attn.o_proj": {
952
+ "rtn": 0.010377,
953
+ "gptq": 0.001472,
954
+ "damp": 0.009999999776482582
955
+ },
956
+ "language_model.layers.47.mlp.gate_proj": {
957
+ "rtn": 0.004631,
958
+ "gptq": 0.001306,
959
+ "damp": 0.009999999776482582
960
+ },
961
+ "language_model.layers.47.mlp.down_proj": {
962
+ "rtn": 0.007365,
963
+ "gptq": 0.001582,
964
+ "damp": 0.009999999776482582
965
+ },
966
+ "language_model.layers.48.self_attn.q_proj": {
967
+ "rtn": 0.001855,
968
+ "gptq": 0.000208,
969
+ "damp": 0.009999999776482582
970
+ },
971
+ "language_model.layers.48.self_attn.o_proj": {
972
+ "rtn": 0.010164,
973
+ "gptq": 0.001149,
974
+ "damp": 0.009999999776482582
975
+ },
976
+ "language_model.layers.48.mlp.gate_proj": {
977
+ "rtn": 0.00455,
978
+ "gptq": 0.001221,
979
+ "damp": 0.009999999776482582
980
+ },
981
+ "language_model.layers.48.mlp.down_proj": {
982
+ "rtn": 0.00825,
983
+ "gptq": 0.001694,
984
+ "damp": 0.009999999776482582
985
+ },
986
+ "language_model.layers.49.self_attn.q_proj": {
987
+ "rtn": 0.002304,
988
+ "gptq": 0.000263,
989
+ "damp": 0.009999999776482582
990
+ },
991
+ "language_model.layers.49.self_attn.o_proj": {
992
+ "rtn": 0.009468,
993
+ "gptq": 0.001125,
994
+ "damp": 0.009999999776482582
995
+ },
996
+ "language_model.layers.49.mlp.gate_proj": {
997
+ "rtn": 0.004693,
998
+ "gptq": 0.001199,
999
+ "damp": 0.009999999776482582
1000
+ },
1001
+ "language_model.layers.49.mlp.down_proj": {
1002
+ "rtn": 0.007884,
1003
+ "gptq": 0.001488,
1004
+ "damp": 0.009999999776482582
1005
+ }
1006
+ },
1007
+ "key_prefix": "",
1008
+ "tokens": 72619,
1009
+ "mean": {
1010
+ "rtn": 0.004426,
1011
+ "gptq": 0.000951
1012
+ },
1013
+ "recipe": "gptq",
1014
+ "seconds": 583.7,
1015
+ "orbitquant": "0.18.0"
1016
+ }