Upload folder using huggingface_hub

smollm2-1p7b__gptq__wikitext2__n32__s0/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-30T23:57:05.492434+00:00

smollm2-1p7b__gptq__wikitext2__n32__s0/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__wikitext2__n32__s0/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_jtsqg3q0",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__wikitext2__n32__s0/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__wikitext2__n32__s0/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc7265c058349ffb77af7ac1e88d35615c3412bf7199e551d75b27a014332b0
+size 1040336952

smollm2-1p7b__gptq__wikitext2__n32__s0/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.v_proj,0.0000004896,0.01000,2.760
+0,self_attn.k_proj,0.0000134341,0.01000,2.820
+0,self_attn.q_proj,0.0000181882,0.01000,3.021
+0,self_attn.o_proj,0.0000004098,0.01000,0.499
+0,mlp.gate_proj,0.0000197816,0.01000,1.516
+0,mlp.up_proj,0.0000186378,0.01000,1.536
+0,mlp.down_proj,0.0000084761,0.01000,2.156
+1,self_attn.q_proj,0.0000514789,0.01000,3.264
+1,self_attn.v_proj,0.0000111260,0.01000,3.277
+1,self_attn.k_proj,0.0000462241,0.01000,3.284
+1,self_attn.o_proj,0.0000045965,0.01000,0.500
+1,mlp.gate_proj,0.0000381194,0.01000,1.522
+1,mlp.up_proj,0.0000329882,0.01000,1.535
+1,mlp.down_proj,0.0001543988,0.01000,2.184
+2,self_attn.k_proj,0.0000766402,0.01000,2.904
+2,self_attn.v_proj,0.0000300597,0.01000,2.923
+2,self_attn.q_proj,0.0000853173,0.01000,2.935
+2,self_attn.o_proj,0.0000120826,0.01000,0.501
+2,mlp.up_proj,0.0000534601,0.01000,1.585
+2,mlp.gate_proj,0.0000600057,0.01000,1.597
+2,mlp.down_proj,0.0000394039,0.01000,2.157
+3,self_attn.k_proj,0.0001058467,0.01000,2.802
+3,self_attn.v_proj,0.0000445078,0.01000,2.821
+3,self_attn.q_proj,0.0001054465,0.01000,2.825
+3,self_attn.o_proj,0.0000148973,0.01000,0.510
+3,mlp.gate_proj,0.0000760561,0.01000,1.535
+3,mlp.up_proj,0.0000723575,0.01000,1.555
+3,mlp.down_proj,0.0000643225,0.01000,2.220
+4,self_attn.q_proj,0.0001183025,0.01000,2.788
+4,self_attn.k_proj,0.0001144139,0.01000,2.797
+4,self_attn.v_proj,0.0000501840,0.01000,2.807
+4,self_attn.o_proj,0.0000241545,0.01000,0.509
+4,mlp.gate_proj,0.0000953587,0.01000,1.554
+4,mlp.up_proj,0.0000923400,0.01000,1.566
+4,mlp.down_proj,0.0000929211,0.01000,2.208
+5,self_attn.k_proj,0.0001113959,0.01000,2.938
+5,self_attn.q_proj,0.0001153068,0.01000,2.951
+5,self_attn.v_proj,0.0000514457,0.01000,2.963
+5,self_attn.o_proj,0.0000322932,0.01000,0.502
+5,mlp.up_proj,0.0001138803,0.01000,1.541
+5,mlp.gate_proj,0.0001131837,0.01000,1.555
+5,mlp.down_proj,0.0001227695,0.01000,2.208
+6,self_attn.k_proj,0.0001285943,0.01000,2.695
+6,self_attn.v_proj,0.0000637237,0.01000,2.712
+6,self_attn.q_proj,0.0001364791,0.01000,2.719
+6,self_attn.o_proj,0.0000425618,0.01000,0.508
+6,mlp.up_proj,0.0001382292,0.01000,1.502
+6,mlp.gate_proj,0.0001350254,0.01000,1.509
+6,mlp.down_proj,0.0001670711,0.01000,2.197
+7,self_attn.v_proj,0.0000658106,0.01000,2.663
+7,self_attn.q_proj,0.0001641770,0.01000,2.678
+7,self_attn.k_proj,0.0001333539,0.01000,2.684
+7,self_attn.o_proj,0.0000659343,0.01000,0.505
+7,mlp.up_proj,0.0001695127,0.01000,1.561
+7,mlp.gate_proj,0.0001588719,0.01000,1.558
+7,mlp.down_proj,0.0005102395,0.01000,2.208
+8,self_attn.q_proj,0.0001289410,0.01000,2.623
+8,self_attn.v_proj,0.0000889823,0.01000,2.643
+8,self_attn.k_proj,0.0001272693,0.01000,2.652
+8,self_attn.o_proj,0.0001158078,0.01000,0.508
+8,mlp.up_proj,0.0001975529,0.01000,1.429
+8,mlp.gate_proj,0.0001884206,0.01000,1.440
+8,mlp.down_proj,0.0003139318,0.01000,2.200
+9,self_attn.v_proj,0.0000778240,0.01000,2.811
+9,self_attn.k_proj,0.0001204078,0.01000,2.827
+9,self_attn.q_proj,0.0001209218,0.01000,2.833
+9,self_attn.o_proj,0.0001666145,0.01000,0.513
+9,mlp.gate_proj,0.0001784506,0.01000,1.584
+9,mlp.up_proj,0.0002027203,0.01000,1.590
+9,mlp.down_proj,0.0003253785,0.01000,2.208
+10,self_attn.v_proj,0.0000796959,0.01000,2.803
+10,self_attn.k_proj,0.0001270298,0.01000,2.808
+10,self_attn.q_proj,0.0001297231,0.01000,2.815
+10,self_attn.o_proj,0.0001923665,0.01000,0.506
+10,mlp.gate_proj,0.0001759876,0.01000,1.481
+10,mlp.up_proj,0.0001974369,0.01000,1.483
+10,mlp.down_proj,0.0003776983,0.01000,2.207
+11,self_attn.k_proj,0.0001260549,0.01000,2.721
+11,self_attn.v_proj,0.0000780243,0.01000,2.729
+11,self_attn.q_proj,0.0001304119,0.01000,2.733
+11,self_attn.o_proj,0.0002113247,0.01000,0.505
+11,mlp.up_proj,0.0001944760,0.01000,1.466
+11,mlp.gate_proj,0.0001748551,0.01000,1.478
+11,mlp.down_proj,0.0003995131,0.01000,2.215
+12,self_attn.v_proj,0.0001114354,0.01000,2.717
+12,self_attn.k_proj,0.0001386506,0.01000,2.733
+12,self_attn.q_proj,0.0001470835,0.01000,2.738
+12,self_attn.o_proj,0.0002735543,0.01000,0.511
+12,mlp.gate_proj,0.0001816626,0.01000,1.524
+12,mlp.up_proj,0.0002028066,0.01000,1.531
+12,mlp.down_proj,0.0004385323,0.01000,2.206
+13,self_attn.k_proj,0.0001355494,0.01000,2.830
+13,self_attn.v_proj,0.0000985314,0.01000,2.834
+13,self_attn.q_proj,0.0001412900,0.01000,2.857
+13,self_attn.o_proj,0.0002382883,0.01000,0.510
+13,mlp.gate_proj,0.0001867163,0.01000,1.578
+13,mlp.up_proj,0.0002098795,0.01000,1.584
+13,mlp.down_proj,0.0005159752,0.01000,2.211
+14,self_attn.v_proj,0.0001067252,0.01000,2.943
+14,self_attn.k_proj,0.0001355535,0.01000,2.948
+14,self_attn.q_proj,0.0001344807,0.01000,2.960
+14,self_attn.o_proj,0.0003025114,0.01000,0.508
+14,mlp.gate_proj,0.0001794669,0.01000,1.643
+14,mlp.up_proj,0.0002067865,0.01000,1.645
+14,mlp.down_proj,0.0006125814,0.01000,2.237
+15,self_attn.k_proj,0.0001426496,0.01000,2.874
+15,self_attn.q_proj,0.0001474779,0.01000,2.891
+15,self_attn.v_proj,0.0001632364,0.01000,2.892
+15,self_attn.o_proj,0.0003361382,0.01000,0.506
+15,mlp.up_proj,0.0002248556,0.01000,1.579
+15,mlp.gate_proj,0.0001926651,0.01000,1.591
+15,mlp.down_proj,0.0008839607,0.01000,2.246
+16,self_attn.k_proj,0.0001436103,0.01000,2.836
+16,self_attn.v_proj,0.0001456100,0.01000,2.835
+16,self_attn.q_proj,0.0001450439,0.01000,2.853
+16,self_attn.o_proj,0.0004153942,0.01000,0.519
+16,mlp.gate_proj,0.0002330936,0.01000,1.542
+16,mlp.up_proj,0.0002760901,0.01000,1.552
+16,mlp.down_proj,0.0014218048,0.01000,2.204
+17,self_attn.q_proj,0.0001422536,0.01000,2.810
+17,self_attn.v_proj,0.0002024632,0.01000,2.819
+17,self_attn.k_proj,0.0001404730,0.01000,2.827
+17,self_attn.o_proj,0.0007129266,0.01000,0.509
+17,mlp.up_proj,0.0003392947,0.01000,1.425
+17,mlp.gate_proj,0.0002890310,0.01000,1.426
+17,mlp.down_proj,0.0022135614,0.01000,2.201
+18,self_attn.v_proj,0.0002437818,0.01000,2.751
+18,self_attn.k_proj,0.0001433552,0.01000,2.756
+18,self_attn.q_proj,0.0001503983,0.01000,2.770
+18,self_attn.o_proj,0.0008098470,0.01000,0.506
+18,mlp.up_proj,0.0004497807,0.01000,1.500
+18,mlp.gate_proj,0.0003692133,0.01000,1.508
+18,mlp.down_proj,0.0037356950,0.01000,2.203
+19,self_attn.q_proj,0.0001651468,0.01000,2.745
+19,self_attn.k_proj,0.0001563465,0.01000,2.754
+19,self_attn.v_proj,0.0003474685,0.01000,2.760
+19,self_attn.o_proj,0.0009577784,0.01000,0.508
+19,mlp.up_proj,0.0005402417,0.01000,1.564
+19,mlp.gate_proj,0.0004292731,0.01000,1.575
+19,mlp.down_proj,0.0057191895,0.01000,2.220
+20,self_attn.k_proj,0.0001537593,0.01000,2.783
+20,self_attn.v_proj,0.0004069071,0.01000,2.798
+20,self_attn.q_proj,0.0001643704,0.01000,2.803
+20,self_attn.o_proj,0.0009892953,0.01000,0.511
+20,mlp.up_proj,0.0006214835,0.01000,1.569
+20,mlp.gate_proj,0.0004862978,0.01000,1.571
+20,mlp.down_proj,0.0076549966,0.01000,2.208
+21,self_attn.v_proj,0.0005299663,0.01000,2.683
+21,self_attn.q_proj,0.0001837524,0.01000,2.681
+21,self_attn.k_proj,0.0001758970,0.01000,2.695
+21,self_attn.o_proj,0.0015429526,0.01000,0.510
+21,mlp.gate_proj,0.0005430855,0.01000,1.482
+21,mlp.up_proj,0.0007060195,0.01000,1.487
+21,mlp.down_proj,0.0098808324,0.01000,2.205
+22,self_attn.q_proj,0.0001896824,0.01000,2.610
+22,self_attn.k_proj,0.0001795994,0.01000,2.618
+22,self_attn.v_proj,0.0005479072,0.01000,2.625
+22,self_attn.o_proj,0.0025106594,0.01000,0.505
+22,mlp.gate_proj,0.0006225423,0.01000,1.462
+22,mlp.up_proj,0.0008025953,0.01000,1.467
+22,mlp.down_proj,0.0131192869,0.01000,2.199
+23,self_attn.v_proj,0.0006988762,0.01000,2.599
+23,self_attn.k_proj,0.0001717117,0.01000,2.605
+23,self_attn.q_proj,0.0001661855,0.01000,2.617
+23,self_attn.o_proj,0.0064919991,0.01000,0.503
+23,mlp.gate_proj,0.0007085501,0.01000,1.533
+23,mlp.up_proj,0.0008565183,0.01000,1.541
+23,mlp.down_proj,0.0281702951,0.01000,2.199

smollm2-1p7b__gptq__wikitext2__n32__s0/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_jtsqg3q0",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__wikitext2__n32__s0/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}