Mohaaxa commited on
Commit
4d9273c
·
verified ·
1 Parent(s): bfe093d

Upload folder using huggingface_hub

Browse files
smollm2-1p7b__gptq__openhermes__n32__s2/BENCH_DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-07-31T01:32:09.873537+00:00
smollm2-1p7b__gptq__openhermes__n32__s2/chat_template.jinja ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
2
+ You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
3
+ ' }}{% endif %}{{'<|im_start|>' + message['role'] + '
4
+ ' + message['content'] + '<|im_end|>' + '
5
+ '}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
6
+ ' }}{% endif %}
smollm2-1p7b__gptq__openhermes__n32__s2/config.json ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "dtype": "bfloat16",
9
+ "eos_token_id": 2,
10
+ "head_dim": 64,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 2048,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 8192,
15
+ "max_position_embeddings": 8192,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 32,
19
+ "num_hidden_layers": 24,
20
+ "num_key_value_heads": 32,
21
+ "pad_token_id": 2,
22
+ "pretraining_tp": 1,
23
+ "quantization_config": {
24
+ "bits": 4,
25
+ "checkpoint_format": "gptq",
26
+ "desc_act": true,
27
+ "format": "gptq",
28
+ "group_size": 128,
29
+ "lm_head": false,
30
+ "meta": {
31
+ "act_group_aware": false,
32
+ "auto_forward_data_parallel": true,
33
+ "damp_auto_increment": 0.01,
34
+ "damp_percent": 0.01,
35
+ "dense_vram_strategy": "exclusive",
36
+ "dense_vram_strategy_devices": null,
37
+ "fallback": {
38
+ "smooth": null,
39
+ "strategy": "rtn",
40
+ "threshold": "0.5%"
41
+ },
42
+ "foem": null,
43
+ "gc_mode": "interval",
44
+ "gptaq": null,
45
+ "hessian": {
46
+ "chunk_bytes": null,
47
+ "chunk_size": null,
48
+ "staging_dtype": "float32"
49
+ },
50
+ "mock_quantization": false,
51
+ "moe_vram_strategy": "exclusive",
52
+ "moe_vram_strategy_devices": null,
53
+ "mse": 0.0,
54
+ "offload_to_disk": true,
55
+ "offload_to_disk_path": "/tmp/gptqmodel_t7r4klm1",
56
+ "pack_impl": "cpu",
57
+ "quantizer": [
58
+ "gptqmodel:7.3.2"
59
+ ],
60
+ "static_groups": false,
61
+ "true_sequential": true,
62
+ "uri": "https://github.com/modelcloud/gptqmodel",
63
+ "wait_for_submodule_finalizers": false
64
+ },
65
+ "method": "gptq",
66
+ "pack_dtype": "int32",
67
+ "quant_method": "gptq",
68
+ "sym": true
69
+ },
70
+ "rms_norm_eps": 1e-05,
71
+ "rope_parameters": {
72
+ "rope_theta": 130000,
73
+ "rope_type": "default"
74
+ },
75
+ "tie_word_embeddings": true,
76
+ "transformers.js_config": {
77
+ "dtype": "q4",
78
+ "kv_cache_dtype": {
79
+ "fp16": "float16",
80
+ "q4f16": "float16"
81
+ },
82
+ "use_external_data_format": {
83
+ "model.onnx": true,
84
+ "model_fp16.onnx": true
85
+ }
86
+ },
87
+ "transformers_version": "5.14.1",
88
+ "use_cache": true,
89
+ "vocab_size": 49152
90
+ }
smollm2-1p7b__gptq__openhermes__n32__s2/generation_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "do_sample": true,
5
+ "eos_token_id": 2,
6
+ "pad_token_id": 2,
7
+ "transformers_version": "5.14.1"
8
+ }
smollm2-1p7b__gptq__openhermes__n32__s2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b649ab9ac3fe40071013fb7c8181f7f44c11d830ec176d8657ca475b96ed81b
3
+ size 1040336952
smollm2-1p7b__gptq__openhermes__n32__s2/quant_log.csv ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ layer,module,loss,samples,damp,time
2
+ 0,self_attn.k_proj,0.0000144207,0.01000,2.534
3
+ 0,self_attn.q_proj,0.0000194935,0.01000,2.542
4
+ 0,self_attn.v_proj,0.0000005238,0.01000,2.541
5
+ 0,self_attn.o_proj,0.0000004190,0.01000,0.466
6
+ 0,mlp.up_proj,0.0000179358,0.01000,1.323
7
+ 0,mlp.gate_proj,0.0000190494,0.01000,1.331
8
+ 0,mlp.down_proj,0.0000076439,0.01000,2.071
9
+ 1,self_attn.v_proj,0.0000111227,0.01000,2.535
10
+ 1,self_attn.k_proj,0.0000489363,0.01000,2.537
11
+ 1,self_attn.q_proj,0.0000568152,0.01000,2.540
12
+ 1,self_attn.o_proj,0.0000049463,0.01000,0.465
13
+ 1,mlp.up_proj,0.0000338563,0.01000,1.314
14
+ 1,mlp.gate_proj,0.0000392015,0.01000,1.318
15
+ 1,mlp.down_proj,0.0001966363,0.01000,2.043
16
+ 2,self_attn.q_proj,0.0000917962,0.01000,2.579
17
+ 2,self_attn.k_proj,0.0000805379,0.01000,2.581
18
+ 2,self_attn.v_proj,0.0000310302,0.01000,2.581
19
+ 2,self_attn.o_proj,0.0000130068,0.01000,0.464
20
+ 2,mlp.up_proj,0.0000524966,0.01000,1.278
21
+ 2,mlp.gate_proj,0.0000590640,0.01000,1.279
22
+ 2,mlp.down_proj,0.0000332609,0.01000,2.079
23
+ 3,self_attn.v_proj,0.0000441521,0.01000,2.442
24
+ 3,self_attn.q_proj,0.0001080080,0.01000,2.441
25
+ 3,self_attn.k_proj,0.0001073543,0.01000,2.445
26
+ 3,self_attn.o_proj,0.0000164074,0.01000,0.465
27
+ 3,mlp.gate_proj,0.0000737782,0.01000,1.308
28
+ 3,mlp.up_proj,0.0000700395,0.01000,1.315
29
+ 3,mlp.down_proj,0.0000582607,0.01000,2.047
30
+ 4,self_attn.v_proj,0.0000499859,0.01000,2.454
31
+ 4,self_attn.k_proj,0.0001170394,0.01000,2.470
32
+ 4,self_attn.q_proj,0.0001212675,0.01000,2.472
33
+ 4,self_attn.o_proj,0.0000283550,0.01000,0.467
34
+ 4,mlp.up_proj,0.0000884411,0.01000,1.271
35
+ 4,mlp.gate_proj,0.0000914564,0.01000,1.276
36
+ 4,mlp.down_proj,0.0000766267,0.01000,2.040
37
+ 5,self_attn.k_proj,0.0001111060,0.01000,2.566
38
+ 5,self_attn.q_proj,0.0001161789,0.01000,2.567
39
+ 5,self_attn.v_proj,0.0000505916,0.01000,2.569
40
+ 5,self_attn.o_proj,0.0000317230,0.01000,0.466
41
+ 5,mlp.gate_proj,0.0001075291,0.01000,1.315
42
+ 5,mlp.up_proj,0.0001080582,0.01000,1.314
43
+ 5,mlp.down_proj,0.0001028893,0.01000,2.062
44
+ 6,self_attn.v_proj,0.0000625662,0.01000,2.579
45
+ 6,self_attn.q_proj,0.0001370016,0.01000,2.597
46
+ 6,self_attn.k_proj,0.0001275184,0.01000,2.596
47
+ 6,self_attn.o_proj,0.0000459289,0.01000,0.487
48
+ 6,mlp.gate_proj,0.0001294843,0.01000,1.346
49
+ 6,mlp.up_proj,0.0001324906,0.01000,1.351
50
+ 6,mlp.down_proj,0.0001468750,0.01000,2.057
51
+ 7,self_attn.k_proj,0.0001376229,0.01000,2.562
52
+ 7,self_attn.q_proj,0.0001739688,0.01000,2.571
53
+ 7,self_attn.v_proj,0.0000666484,0.01000,2.570
54
+ 7,self_attn.o_proj,0.0000671428,0.01000,0.469
55
+ 7,mlp.up_proj,0.0001681479,0.01000,1.283
56
+ 7,mlp.gate_proj,0.0001578220,0.01000,1.292
57
+ 7,mlp.down_proj,0.0004888234,0.01000,2.063
58
+ 8,self_attn.v_proj,0.0000900906,0.01000,2.518
59
+ 8,self_attn.k_proj,0.0001315315,0.01000,2.531
60
+ 8,self_attn.q_proj,0.0001325406,0.01000,2.537
61
+ 8,self_attn.o_proj,0.0001405255,0.01000,0.471
62
+ 8,mlp.up_proj,0.0001908421,0.01000,1.336
63
+ 8,mlp.gate_proj,0.0001821454,0.01000,1.343
64
+ 8,mlp.down_proj,0.0002821889,0.01000,2.067
65
+ 9,self_attn.q_proj,0.0001244245,0.01000,2.559
66
+ 9,self_attn.v_proj,0.0000792692,0.01000,2.558
67
+ 9,self_attn.k_proj,0.0001240568,0.01000,2.568
68
+ 9,self_attn.o_proj,0.0001609544,0.01000,0.473
69
+ 9,mlp.gate_proj,0.0001776721,0.01000,1.417
70
+ 9,mlp.up_proj,0.0002014859,0.01000,1.420
71
+ 9,mlp.down_proj,0.0002974808,0.01000,2.078
72
+ 10,self_attn.v_proj,0.0000811229,0.01000,2.602
73
+ 10,self_attn.q_proj,0.0001345538,0.01000,2.612
74
+ 10,self_attn.k_proj,0.0001311362,0.01000,2.618
75
+ 10,self_attn.o_proj,0.0001745824,0.01000,0.470
76
+ 10,mlp.gate_proj,0.0001788276,0.01000,1.325
77
+ 10,mlp.up_proj,0.0001998327,0.01000,1.323
78
+ 10,mlp.down_proj,0.0003574704,0.01000,2.057
79
+ 11,self_attn.k_proj,0.0001305162,0.01000,2.480
80
+ 11,self_attn.v_proj,0.0000797523,0.01000,2.484
81
+ 11,self_attn.q_proj,0.0001354536,0.01000,2.495
82
+ 11,self_attn.o_proj,0.0002035739,0.01000,0.465
83
+ 11,mlp.up_proj,0.0001992170,0.01000,1.315
84
+ 11,mlp.gate_proj,0.0001794864,0.01000,1.325
85
+ 11,mlp.down_proj,0.0003868611,0.01000,2.081
86
+ 12,self_attn.q_proj,0.0001528396,0.01000,2.499
87
+ 12,self_attn.v_proj,0.0001146492,0.01000,2.511
88
+ 12,self_attn.k_proj,0.0001426587,0.01000,2.512
89
+ 12,self_attn.o_proj,0.0002785160,0.01000,0.465
90
+ 12,mlp.up_proj,0.0002080401,0.01000,1.289
91
+ 12,mlp.gate_proj,0.0001869172,0.01000,1.296
92
+ 12,mlp.down_proj,0.0004462259,0.01000,2.042
93
+ 13,self_attn.v_proj,0.0001037291,0.01000,2.438
94
+ 13,self_attn.q_proj,0.0001513873,0.01000,2.446
95
+ 13,self_attn.k_proj,0.0001437129,0.01000,2.453
96
+ 13,self_attn.o_proj,0.0002423213,0.01000,0.473
97
+ 13,mlp.gate_proj,0.0002040822,0.01000,1.248
98
+ 13,mlp.up_proj,0.0002276867,0.01000,1.253
99
+ 13,mlp.down_proj,0.0005728113,0.01000,2.075
100
+ 14,self_attn.v_proj,0.0001151647,0.01000,2.481
101
+ 14,self_attn.k_proj,0.0001473199,0.01000,2.490
102
+ 14,self_attn.q_proj,0.0001455477,0.01000,2.491
103
+ 14,self_attn.o_proj,0.0003187611,0.01000,0.472
104
+ 14,mlp.gate_proj,0.0001991472,0.01000,1.273
105
+ 14,mlp.up_proj,0.0002281333,0.01000,1.278
106
+ 14,mlp.down_proj,0.0006912121,0.01000,2.052
107
+ 15,self_attn.v_proj,0.0001785051,0.01000,2.504
108
+ 15,self_attn.q_proj,0.0001616847,0.01000,2.509
109
+ 15,self_attn.k_proj,0.0001568328,0.01000,2.508
110
+ 15,self_attn.o_proj,0.0004210630,0.01000,0.478
111
+ 15,mlp.up_proj,0.0002612234,0.01000,1.341
112
+ 15,mlp.gate_proj,0.0002243368,0.01000,1.343
113
+ 15,mlp.down_proj,0.0010676295,0.01000,2.050
114
+ 16,self_attn.k_proj,0.0001682930,0.01000,2.477
115
+ 16,self_attn.q_proj,0.0001702340,0.01000,2.480
116
+ 16,self_attn.v_proj,0.0001687015,0.01000,2.484
117
+ 16,self_attn.o_proj,0.0005192308,0.01000,0.465
118
+ 16,mlp.up_proj,0.0003334975,0.01000,1.273
119
+ 16,mlp.gate_proj,0.0002822662,0.01000,1.275
120
+ 16,mlp.down_proj,0.0017134692,0.01000,2.071
121
+ 17,self_attn.q_proj,0.0001692381,0.01000,2.396
122
+ 17,self_attn.v_proj,0.0002416548,0.01000,2.403
123
+ 17,self_attn.k_proj,0.0001681378,0.01000,2.408
124
+ 17,self_attn.o_proj,0.0009047089,0.01000,0.476
125
+ 17,mlp.gate_proj,0.0003512544,0.01000,1.240
126
+ 17,mlp.up_proj,0.0004121873,0.01000,1.245
127
+ 17,mlp.down_proj,0.0026325127,0.01000,2.051
128
+ 18,self_attn.q_proj,0.0001778603,0.01000,2.472
129
+ 18,self_attn.k_proj,0.0001692961,0.01000,2.480
130
+ 18,self_attn.v_proj,0.0002871071,0.01000,2.485
131
+ 18,self_attn.o_proj,0.0010108796,0.01000,0.466
132
+ 18,mlp.up_proj,0.0005363792,0.01000,1.321
133
+ 18,mlp.gate_proj,0.0004413535,0.01000,1.324
134
+ 18,mlp.down_proj,0.0043699201,0.01000,2.075
135
+ 19,self_attn.q_proj,0.0001892764,0.01000,2.421
136
+ 19,self_attn.k_proj,0.0001803429,0.01000,2.422
137
+ 19,self_attn.v_proj,0.0003998007,0.01000,2.427
138
+ 19,self_attn.o_proj,0.0009876625,0.01000,0.462
139
+ 19,mlp.up_proj,0.0006361098,0.01000,1.297
140
+ 19,mlp.gate_proj,0.0005067009,0.01000,1.302
141
+ 19,mlp.down_proj,0.0059701907,0.01000,2.047
142
+ 20,self_attn.k_proj,0.0001769863,0.01000,2.489
143
+ 20,self_attn.q_proj,0.0001889564,0.01000,2.489
144
+ 20,self_attn.v_proj,0.0004676581,0.01000,2.504
145
+ 20,self_attn.o_proj,0.0011061106,0.01000,0.463
146
+ 20,mlp.up_proj,0.0007023799,0.01000,1.229
147
+ 20,mlp.gate_proj,0.0005506396,0.01000,1.235
148
+ 20,mlp.down_proj,0.0072219772,0.01000,2.043
149
+ 21,self_attn.q_proj,0.0002022407,0.01000,2.447
150
+ 21,self_attn.k_proj,0.0001944795,0.01000,2.457
151
+ 21,self_attn.v_proj,0.0005828227,0.01000,2.459
152
+ 21,self_attn.o_proj,0.0014918930,0.01000,0.466
153
+ 21,mlp.gate_proj,0.0005880164,0.01000,1.334
154
+ 21,mlp.up_proj,0.0007626779,0.01000,1.343
155
+ 21,mlp.down_proj,0.0084989527,0.01000,2.139
156
+ 22,self_attn.q_proj,0.0002023389,0.01000,2.427
157
+ 22,self_attn.v_proj,0.0005805622,0.01000,2.435
158
+ 22,self_attn.k_proj,0.0001924942,0.01000,2.440
159
+ 22,self_attn.o_proj,0.0024808343,0.01000,0.465
160
+ 22,mlp.gate_proj,0.0006378784,0.01000,1.247
161
+ 22,mlp.up_proj,0.0008201246,0.01000,1.246
162
+ 22,mlp.down_proj,0.0118970973,0.01000,2.056
163
+ 23,self_attn.k_proj,0.0001811084,0.01000,2.393
164
+ 23,self_attn.v_proj,0.0007312360,0.01000,2.402
165
+ 23,self_attn.q_proj,0.0001745594,0.01000,2.409
166
+ 23,self_attn.o_proj,0.0069291596,0.01000,0.466
167
+ 23,mlp.gate_proj,0.0007098566,0.01000,1.249
168
+ 23,mlp.up_proj,0.0008580500,0.01000,1.249
169
+ 23,mlp.down_proj,0.0238284804,0.01000,2.059
smollm2-1p7b__gptq__openhermes__n32__s2/quantize_config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bits": 4,
3
+ "group_size": 128,
4
+ "desc_act": true,
5
+ "lm_head": false,
6
+ "method": "gptq",
7
+ "quant_method": "gptq",
8
+ "format": "gptq",
9
+ "checkpoint_format": "gptq",
10
+ "pack_dtype": "int32",
11
+ "meta": {
12
+ "quantizer": [
13
+ "gptqmodel:7.3.2"
14
+ ],
15
+ "uri": "https://github.com/modelcloud/gptqmodel",
16
+ "damp_percent": 0.01,
17
+ "damp_auto_increment": 0.01,
18
+ "static_groups": false,
19
+ "true_sequential": true,
20
+ "mse": 0.0,
21
+ "gptaq": null,
22
+ "foem": null,
23
+ "act_group_aware": false,
24
+ "fallback": {
25
+ "strategy": "rtn",
26
+ "threshold": "0.5%",
27
+ "smooth": null
28
+ },
29
+ "offload_to_disk": true,
30
+ "offload_to_disk_path": "/tmp/gptqmodel_t7r4klm1",
31
+ "pack_impl": "cpu",
32
+ "gc_mode": "interval",
33
+ "wait_for_submodule_finalizers": false,
34
+ "auto_forward_data_parallel": true,
35
+ "dense_vram_strategy": "exclusive",
36
+ "dense_vram_strategy_devices": null,
37
+ "moe_vram_strategy": "exclusive",
38
+ "moe_vram_strategy_devices": null,
39
+ "mock_quantization": false,
40
+ "hessian": {
41
+ "chunk_size": null,
42
+ "chunk_bytes": null,
43
+ "staging_dtype": "float32"
44
+ }
45
+ },
46
+ "sym": true
47
+ }
smollm2-1p7b__gptq__openhermes__n32__s2/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
smollm2-1p7b__gptq__openhermes__n32__s2/tokenizer_config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": "<|im_start|>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "extra_special_tokens": [
9
+ "<|im_start|>",
10
+ "<|im_end|>"
11
+ ],
12
+ "is_local": false,
13
+ "local_files_only": false,
14
+ "model_max_length": 8192,
15
+ "pad_token": "<|im_end|>",
16
+ "tokenizer_class": "GPT2Tokenizer",
17
+ "unk_token": "<|endoftext|>",
18
+ "vocab_size": 49152
19
+ }