Mohaaxa commited on
Commit
0f75857
·
verified ·
1 Parent(s): 3a2db95

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -64,3 +64,4 @@ qwen25-1p5b__gptq__openhermes__n512__s2/tokenizer.json filter=lfs diff=lfs merge
64
  qwen25-1p5b__gptq__wikitext2__n128__s1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
65
  qwen25-1p5b__gptq__wikitext2__n128__s2/tokenizer.json filter=lfs diff=lfs merge=lfs -text
66
  qwen25-1p5b__gptq__wikitext2__n32__s0/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
64
  qwen25-1p5b__gptq__wikitext2__n128__s1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
65
  qwen25-1p5b__gptq__wikitext2__n128__s2/tokenizer.json filter=lfs diff=lfs merge=lfs -text
66
  qwen25-1p5b__gptq__wikitext2__n32__s0/tokenizer.json filter=lfs diff=lfs merge=lfs -text
67
+ qwen25-1p5b__gptq__wikitext2__n32__s1/tokenizer.json filter=lfs diff=lfs merge=lfs -text
qwen25-1p5b__gptq__wikitext2__n32__s1/BENCH_DONE ADDED
@@ -0,0 +1 @@
 
 
1
+ 2026-07-30T18:18:34.774102+00:00
qwen25-1p5b__gptq__wikitext2__n32__s1/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
qwen25-1p5b__gptq__wikitext2__n32__s1/config.json ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 151643,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 1536,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 8960,
13
+ "layer_types": [
14
+ "full_attention",
15
+ "full_attention",
16
+ "full_attention",
17
+ "full_attention",
18
+ "full_attention",
19
+ "full_attention",
20
+ "full_attention",
21
+ "full_attention",
22
+ "full_attention",
23
+ "full_attention",
24
+ "full_attention",
25
+ "full_attention",
26
+ "full_attention",
27
+ "full_attention",
28
+ "full_attention",
29
+ "full_attention",
30
+ "full_attention",
31
+ "full_attention",
32
+ "full_attention",
33
+ "full_attention",
34
+ "full_attention",
35
+ "full_attention",
36
+ "full_attention",
37
+ "full_attention",
38
+ "full_attention",
39
+ "full_attention",
40
+ "full_attention",
41
+ "full_attention"
42
+ ],
43
+ "max_position_embeddings": 32768,
44
+ "max_window_layers": 21,
45
+ "model_type": "qwen2",
46
+ "num_attention_heads": 12,
47
+ "num_hidden_layers": 28,
48
+ "num_key_value_heads": 2,
49
+ "pad_token_id": 151643,
50
+ "quantization_config": {
51
+ "bits": 4,
52
+ "checkpoint_format": "gptq",
53
+ "desc_act": true,
54
+ "format": "gptq",
55
+ "group_size": 128,
56
+ "lm_head": false,
57
+ "meta": {
58
+ "act_group_aware": false,
59
+ "auto_forward_data_parallel": true,
60
+ "damp_auto_increment": 0.01,
61
+ "damp_percent": 0.01,
62
+ "dense_vram_strategy": "exclusive",
63
+ "dense_vram_strategy_devices": null,
64
+ "fallback": {
65
+ "smooth": null,
66
+ "strategy": "rtn",
67
+ "threshold": "0.5%"
68
+ },
69
+ "foem": null,
70
+ "gc_mode": "interval",
71
+ "gptaq": null,
72
+ "hessian": {
73
+ "chunk_bytes": null,
74
+ "chunk_size": null,
75
+ "staging_dtype": "float32"
76
+ },
77
+ "mock_quantization": false,
78
+ "moe_vram_strategy": "exclusive",
79
+ "moe_vram_strategy_devices": null,
80
+ "mse": 0.0,
81
+ "offload_to_disk": true,
82
+ "offload_to_disk_path": "/tmp/gptqmodel_pqefozjt",
83
+ "pack_impl": "cpu",
84
+ "quantizer": [
85
+ "gptqmodel:7.3.2"
86
+ ],
87
+ "static_groups": false,
88
+ "true_sequential": true,
89
+ "uri": "https://github.com/modelcloud/gptqmodel",
90
+ "wait_for_submodule_finalizers": false
91
+ },
92
+ "method": "gptq",
93
+ "pack_dtype": "int32",
94
+ "quant_method": "gptq",
95
+ "sym": true
96
+ },
97
+ "rms_norm_eps": 1e-06,
98
+ "rope_parameters": {
99
+ "rope_theta": 1000000.0,
100
+ "rope_type": "default"
101
+ },
102
+ "sliding_window": null,
103
+ "tie_word_embeddings": true,
104
+ "transformers_version": "5.14.1",
105
+ "use_cache": true,
106
+ "use_sliding_window": false,
107
+ "vocab_size": 151936
108
+ }
qwen25-1p5b__gptq__wikitext2__n32__s1/generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.1,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "5.14.1"
14
+ }
qwen25-1p5b__gptq__wikitext2__n32__s1/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41866849d3b5bf65d0bc32c0d7116e1c8d24e3083d46b24f6be59be58bd3a322
3
+ size 1149862904
qwen25-1p5b__gptq__wikitext2__n32__s1/quant_log.csv ADDED
@@ -0,0 +1,197 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ layer,module,loss,samples,damp,time
2
+ 0,self_attn.v_proj,0.0000019394,0.01000,3.919
3
+ 0,self_attn.k_proj,0.0000164282,0.01000,3.948
4
+ 0,self_attn.q_proj,0.0001152900,0.01000,3.960
5
+ 0,self_attn.o_proj,0.0000046283,0.01000,0.526
6
+ 0,mlp.gate_proj,0.0000519869,0.01000,2.156
7
+ 0,mlp.up_proj,0.0000356235,0.01000,2.166
8
+ 0,mlp.down_proj,0.0000070968,0.01000,3.241
9
+ 1,self_attn.k_proj,0.0000055297,0.01000,4.110
10
+ 1,self_attn.v_proj,0.0000012329,0.01000,4.132
11
+ 1,self_attn.q_proj,0.0000185989,0.01000,4.150
12
+ 1,self_attn.o_proj,0.0000017703,0.01000,0.536
13
+ 1,mlp.up_proj,0.0011288254,0.01000,2.015
14
+ 1,mlp.gate_proj,0.0013844145,0.01000,2.038
15
+ 1,mlp.down_proj,0.0000472277,0.01000,3.244
16
+ 2,self_attn.q_proj,0.0000561721,0.01000,3.813
17
+ 2,self_attn.v_proj,0.0000050669,0.01000,3.849
18
+ 2,self_attn.k_proj,0.0000123015,0.01000,3.874
19
+ 2,self_attn.o_proj,0.0000033165,0.01000,0.526
20
+ 2,mlp.gate_proj,0.0011922000,0.01000,2.180
21
+ 2,mlp.up_proj,0.0007480120,0.01000,2.201
22
+ 2,mlp.down_proj,0.0001200606,0.01000,3.262
23
+ 3,self_attn.k_proj,0.0000122210,0.01000,4.166
24
+ 3,self_attn.q_proj,0.0000568454,0.01000,4.179
25
+ 3,self_attn.v_proj,0.0000065425,0.01000,4.202
26
+ 3,self_attn.o_proj,0.0000046254,0.01000,0.524
27
+ 3,mlp.gate_proj,0.0009867119,0.01000,2.158
28
+ 3,mlp.up_proj,0.0005312532,0.01000,2.163
29
+ 3,mlp.down_proj,0.0000240484,0.01000,3.207
30
+ 4,self_attn.q_proj,0.0000752171,0.01000,4.058
31
+ 4,self_attn.v_proj,0.0000095431,0.01000,4.084
32
+ 4,self_attn.k_proj,0.0000151000,0.01000,4.098
33
+ 4,self_attn.o_proj,0.0000061425,0.01000,0.530
34
+ 4,mlp.up_proj,0.0004268339,0.01000,2.204
35
+ 4,mlp.gate_proj,0.0006982361,0.01000,2.219
36
+ 4,mlp.down_proj,0.0000312141,0.01000,3.229
37
+ 5,self_attn.k_proj,0.0000165543,0.01000,4.101
38
+ 5,self_attn.v_proj,0.0000119473,0.01000,4.119
39
+ 5,self_attn.q_proj,0.0000769699,0.01000,4.140
40
+ 5,self_attn.o_proj,0.0000092712,0.01000,0.538
41
+ 5,mlp.up_proj,0.0008875484,0.01000,2.299
42
+ 5,mlp.gate_proj,0.0013571032,0.01000,2.319
43
+ 5,mlp.down_proj,0.0000256693,0.01000,3.219
44
+ 6,self_attn.q_proj,0.0000987822,0.01000,4.050
45
+ 6,self_attn.v_proj,0.0000080770,0.01000,4.060
46
+ 6,self_attn.k_proj,0.0000213960,0.01000,4.083
47
+ 6,self_attn.o_proj,0.0000046793,0.01000,0.529
48
+ 6,mlp.gate_proj,0.0004068541,0.01000,2.177
49
+ 6,mlp.up_proj,0.0003406839,0.01000,2.187
50
+ 6,mlp.down_proj,0.0000291618,0.01000,3.224
51
+ 7,self_attn.k_proj,0.0000093381,0.01000,5.274
52
+ 7,self_attn.q_proj,0.0000447898,0.01000,5.303
53
+ 7,self_attn.v_proj,0.0000067552,0.01000,5.321
54
+ 7,self_attn.o_proj,0.0000065209,0.01000,0.541
55
+ 7,mlp.up_proj,0.0003153904,0.01000,2.692
56
+ 7,mlp.gate_proj,0.0003329697,0.01000,2.716
57
+ 7,mlp.down_proj,0.0000302261,0.01000,3.336
58
+ 8,self_attn.v_proj,0.0000087975,0.01000,5.045
59
+ 8,self_attn.q_proj,0.0000959106,0.01000,5.074
60
+ 8,self_attn.k_proj,0.0000168888,0.01000,5.083
61
+ 8,self_attn.o_proj,0.0000089897,0.01000,0.562
62
+ 8,mlp.up_proj,0.0003068789,0.01000,2.614
63
+ 8,mlp.gate_proj,0.0003331765,0.01000,2.629
64
+ 8,mlp.down_proj,0.0000276547,0.01000,3.343
65
+ 9,self_attn.v_proj,0.0000077728,0.01000,5.185
66
+ 9,self_attn.k_proj,0.0000150230,0.01000,5.214
67
+ 9,self_attn.q_proj,0.0000700656,0.01000,5.241
68
+ 9,self_attn.o_proj,0.0000077587,0.01000,0.537
69
+ 9,mlp.up_proj,0.0002872748,0.01000,2.575
70
+ 9,mlp.gate_proj,0.0002956597,0.01000,2.587
71
+ 9,mlp.down_proj,0.0000265389,0.01000,3.333
72
+ 10,self_attn.v_proj,0.0000120196,0.01000,4.310
73
+ 10,self_attn.q_proj,0.0000756695,0.01000,4.333
74
+ 10,self_attn.k_proj,0.0000149268,0.01000,4.354
75
+ 10,self_attn.o_proj,0.0000123474,0.01000,0.533
76
+ 10,mlp.gate_proj,0.0002822996,0.01000,2.243
77
+ 10,mlp.up_proj,0.0002679542,0.01000,2.259
78
+ 10,mlp.down_proj,0.0000236279,0.01000,3.233
79
+ 11,self_attn.q_proj,0.0000700190,0.01000,4.103
80
+ 11,self_attn.k_proj,0.0000139078,0.01000,4.110
81
+ 11,self_attn.v_proj,0.0000092685,0.01000,4.133
82
+ 11,self_attn.o_proj,0.0000112022,0.01000,0.531
83
+ 11,mlp.gate_proj,0.0002670782,0.01000,2.250
84
+ 11,mlp.up_proj,0.0002376885,0.01000,2.259
85
+ 11,mlp.down_proj,0.0000192087,0.01000,3.263
86
+ 12,self_attn.q_proj,0.0000865110,0.01000,4.197
87
+ 12,self_attn.v_proj,0.0000090786,0.01000,4.231
88
+ 12,self_attn.k_proj,0.0000183993,0.01000,4.240
89
+ 12,self_attn.o_proj,0.0000095220,0.01000,0.523
90
+ 12,mlp.up_proj,0.0002332072,0.01000,2.289
91
+ 12,mlp.gate_proj,0.0002509573,0.01000,2.299
92
+ 12,mlp.down_proj,0.0000207084,0.01000,3.238
93
+ 13,self_attn.k_proj,0.0000106988,0.01000,4.125
94
+ 13,self_attn.v_proj,0.0000070258,0.01000,4.141
95
+ 13,self_attn.q_proj,0.0000529012,0.01000,4.167
96
+ 13,self_attn.o_proj,0.0000110185,0.01000,0.537
97
+ 13,mlp.up_proj,0.0002237376,0.01000,2.472
98
+ 13,mlp.gate_proj,0.0002325551,0.01000,2.495
99
+ 13,mlp.down_proj,0.0000182392,0.01000,3.972
100
+ 14,self_attn.q_proj,0.0001208323,0.01000,4.227
101
+ 14,self_attn.v_proj,0.0000123617,0.01000,4.245
102
+ 14,self_attn.k_proj,0.0000184659,0.01000,4.262
103
+ 14,self_attn.o_proj,0.0000102687,0.01000,0.535
104
+ 14,mlp.gate_proj,0.0002494409,0.01000,2.290
105
+ 14,mlp.up_proj,0.0002565240,0.01000,2.307
106
+ 14,mlp.down_proj,0.0000224741,0.01000,3.246
107
+ 15,self_attn.q_proj,0.0001587997,0.01000,4.152
108
+ 15,self_attn.k_proj,0.0000137718,0.01000,4.178
109
+ 15,self_attn.v_proj,0.0000121348,0.01000,4.195
110
+ 15,self_attn.o_proj,0.0000140202,0.01000,0.529
111
+ 15,mlp.gate_proj,0.0002179461,0.01000,2.229
112
+ 15,mlp.up_proj,0.0002094094,0.01000,2.241
113
+ 15,mlp.down_proj,0.0000175106,0.01000,3.341
114
+ 16,self_attn.k_proj,0.0000176578,0.01000,4.185
115
+ 16,self_attn.q_proj,0.0000951089,0.01000,4.209
116
+ 16,self_attn.v_proj,0.0000133174,0.01000,4.213
117
+ 16,self_attn.o_proj,0.0000107747,0.01000,0.525
118
+ 16,mlp.gate_proj,0.0002427492,0.01000,2.236
119
+ 16,mlp.up_proj,0.0002406136,0.01000,2.257
120
+ 16,mlp.down_proj,0.0000209049,0.01000,3.253
121
+ 17,self_attn.k_proj,0.0000106722,0.01000,3.941
122
+ 17,self_attn.v_proj,0.0000174309,0.01000,3.968
123
+ 17,self_attn.q_proj,0.0000875855,0.01000,3.990
124
+ 17,self_attn.o_proj,0.0000101801,0.01000,0.529
125
+ 17,mlp.up_proj,0.0002365661,0.01000,2.163
126
+ 17,mlp.gate_proj,0.0002351502,0.01000,2.173
127
+ 17,mlp.down_proj,0.0000238611,0.01000,3.212
128
+ 18,self_attn.q_proj,0.0000689217,0.01000,4.307
129
+ 18,self_attn.v_proj,0.0000115946,0.01000,4.330
130
+ 18,self_attn.k_proj,0.0000117879,0.01000,4.349
131
+ 18,self_attn.o_proj,0.0000146588,0.01000,0.532
132
+ 18,mlp.gate_proj,0.0002519676,0.01000,2.397
133
+ 18,mlp.up_proj,0.0002499309,0.01000,2.411
134
+ 18,mlp.down_proj,0.0000304645,0.01000,3.282
135
+ 19,self_attn.q_proj,0.0000965893,0.01000,4.383
136
+ 19,self_attn.k_proj,0.0000137608,0.01000,4.402
137
+ 19,self_attn.v_proj,0.0000241312,0.01000,4.413
138
+ 19,self_attn.o_proj,0.0000144959,0.01000,0.536
139
+ 19,mlp.gate_proj,0.0002758899,0.01000,2.266
140
+ 19,mlp.up_proj,0.0002966680,0.01000,2.271
141
+ 19,mlp.down_proj,0.0000526597,0.01000,3.243
142
+ 20,self_attn.v_proj,0.0000319465,0.01000,4.281
143
+ 20,self_attn.q_proj,0.0001038196,0.01000,4.284
144
+ 20,self_attn.k_proj,0.0000159125,0.01000,4.292
145
+ 20,self_attn.o_proj,0.0000233762,0.01000,0.534
146
+ 20,mlp.gate_proj,0.0003176693,0.01000,2.294
147
+ 20,mlp.up_proj,0.0003270002,0.01000,2.307
148
+ 20,mlp.down_proj,0.0000513896,0.01000,3.226
149
+ 21,self_attn.v_proj,0.0000285361,0.01000,4.033
150
+ 21,self_attn.k_proj,0.0000152642,0.01000,4.040
151
+ 21,self_attn.q_proj,0.0001082860,0.01000,4.073
152
+ 21,self_attn.o_proj,0.0000158190,0.01000,0.522
153
+ 21,mlp.up_proj,0.0004494927,0.01000,2.207
154
+ 21,mlp.gate_proj,0.0004389218,0.01000,2.226
155
+ 21,mlp.down_proj,0.0000873807,0.01000,3.255
156
+ 22,self_attn.v_proj,0.0000365015,0.01000,4.466
157
+ 22,self_attn.q_proj,0.0001010031,0.01000,4.512
158
+ 22,self_attn.k_proj,0.0000176639,0.01000,4.523
159
+ 22,self_attn.o_proj,0.0000235413,0.01000,0.554
160
+ 22,mlp.up_proj,0.0005280534,0.01000,2.377
161
+ 22,mlp.gate_proj,0.0005225283,0.01000,2.384
162
+ 22,mlp.down_proj,0.0001224856,0.01000,3.249
163
+ 23,self_attn.k_proj,0.0000207588,0.01000,3.944
164
+ 23,self_attn.q_proj,0.0001332710,0.01000,3.968
165
+ 23,self_attn.v_proj,0.0000494347,0.01000,3.991
166
+ 23,self_attn.o_proj,0.0000224729,0.01000,0.528
167
+ 23,mlp.gate_proj,0.0005690894,0.01000,2.352
168
+ 23,mlp.up_proj,0.0005996147,0.01000,2.362
169
+ 23,mlp.down_proj,0.0001575885,0.01000,3.232
170
+ 24,self_attn.q_proj,0.0001440810,0.01000,4.071
171
+ 24,self_attn.v_proj,0.0001021459,0.01000,4.094
172
+ 24,self_attn.k_proj,0.0000233687,0.01000,4.112
173
+ 24,self_attn.o_proj,0.0000296452,0.01000,0.529
174
+ 24,mlp.gate_proj,0.0006281646,0.01000,2.173
175
+ 24,mlp.up_proj,0.0006764997,0.01000,2.187
176
+ 24,mlp.down_proj,0.0001946023,0.01000,3.239
177
+ 25,self_attn.k_proj,0.0000275717,0.01000,3.956
178
+ 25,self_attn.v_proj,0.0001708750,0.01000,3.987
179
+ 25,self_attn.q_proj,0.0001559435,0.01000,4.008
180
+ 25,self_attn.o_proj,0.0000693185,0.01000,0.521
181
+ 25,mlp.up_proj,0.0007460049,0.01000,2.161
182
+ 25,mlp.gate_proj,0.0006441071,0.01000,2.176
183
+ 25,mlp.down_proj,0.0002678081,0.01000,3.266
184
+ 26,self_attn.q_proj,0.0001703743,0.01000,4.099
185
+ 26,self_attn.v_proj,0.0002008211,0.01000,4.142
186
+ 26,self_attn.k_proj,0.0000262315,0.01000,4.161
187
+ 26,self_attn.o_proj,0.0000304121,0.01000,0.534
188
+ 26,mlp.gate_proj,0.0006375420,0.01000,2.294
189
+ 26,mlp.up_proj,0.0007662321,0.01000,2.307
190
+ 26,mlp.down_proj,0.0004265352,0.01000,3.206
191
+ 27,self_attn.k_proj,0.0000286103,0.01000,3.997
192
+ 27,self_attn.q_proj,0.0001787730,0.01000,4.044
193
+ 27,self_attn.v_proj,0.0002089384,0.01000,4.059
194
+ 27,self_attn.o_proj,0.0001247375,0.01000,0.536
195
+ 27,mlp.gate_proj,0.0008826774,0.01000,2.342
196
+ 27,mlp.up_proj,0.0009191290,0.01000,2.343
197
+ 27,mlp.down_proj,0.0005431627,0.01000,3.233
qwen25-1p5b__gptq__wikitext2__n32__s1/quantize_config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bits": 4,
3
+ "group_size": 128,
4
+ "desc_act": true,
5
+ "lm_head": false,
6
+ "method": "gptq",
7
+ "quant_method": "gptq",
8
+ "format": "gptq",
9
+ "checkpoint_format": "gptq",
10
+ "pack_dtype": "int32",
11
+ "meta": {
12
+ "quantizer": [
13
+ "gptqmodel:7.3.2"
14
+ ],
15
+ "uri": "https://github.com/modelcloud/gptqmodel",
16
+ "damp_percent": 0.01,
17
+ "damp_auto_increment": 0.01,
18
+ "static_groups": false,
19
+ "true_sequential": true,
20
+ "mse": 0.0,
21
+ "gptaq": null,
22
+ "foem": null,
23
+ "act_group_aware": false,
24
+ "fallback": {
25
+ "strategy": "rtn",
26
+ "threshold": "0.5%",
27
+ "smooth": null
28
+ },
29
+ "offload_to_disk": true,
30
+ "offload_to_disk_path": "/tmp/gptqmodel_pqefozjt",
31
+ "pack_impl": "cpu",
32
+ "gc_mode": "interval",
33
+ "wait_for_submodule_finalizers": false,
34
+ "auto_forward_data_parallel": true,
35
+ "dense_vram_strategy": "exclusive",
36
+ "dense_vram_strategy_devices": null,
37
+ "moe_vram_strategy": "exclusive",
38
+ "moe_vram_strategy_devices": null,
39
+ "mock_quantization": false,
40
+ "hessian": {
41
+ "chunk_size": null,
42
+ "chunk_bytes": null,
43
+ "staging_dtype": "float32"
44
+ }
45
+ },
46
+ "sym": true
47
+ }
qwen25-1p5b__gptq__wikitext2__n32__s1/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
3
+ size 11421892
qwen25-1p5b__gptq__wikitext2__n32__s1/tokenizer_config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "extra_special_tokens": [
9
+ "<|im_start|>",
10
+ "<|im_end|>",
11
+ "<|object_ref_start|>",
12
+ "<|object_ref_end|>",
13
+ "<|box_start|>",
14
+ "<|box_end|>",
15
+ "<|quad_start|>",
16
+ "<|quad_end|>",
17
+ "<|vision_start|>",
18
+ "<|vision_end|>",
19
+ "<|vision_pad|>",
20
+ "<|image_pad|>",
21
+ "<|video_pad|>"
22
+ ],
23
+ "is_local": false,
24
+ "local_files_only": false,
25
+ "model_max_length": 131072,
26
+ "pad_token": "<|endoftext|>",
27
+ "split_special_tokens": false,
28
+ "tokenizer_class": "Qwen2Tokenizer",
29
+ "unk_token": null
30
+ }