Upload folder using huggingface_hub

smollm2-1p7b__gptq__wikitext2__n512__s0/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-31T00:43:07.269386+00:00

smollm2-1p7b__gptq__wikitext2__n512__s0/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__wikitext2__n512__s0/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_mjvln5mc",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__wikitext2__n512__s0/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__wikitext2__n512__s0/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd36e69874608bd3f260d8fbcf730ee2a7bfc1cabf163f18558d237d5a3949a
+size 1040336952

smollm2-1p7b__gptq__wikitext2__n512__s0/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.q_proj,0.0000012826,0.01000,2.739
+0,self_attn.v_proj,0.0000000332,0.01000,2.736
+0,self_attn.k_proj,0.0000009407,0.01000,2.742
+0,self_attn.o_proj,0.0000000278,0.01000,0.519
+0,mlp.gate_proj,0.0000013832,0.01000,1.499
+0,mlp.up_proj,0.0000013032,0.01000,1.508
+0,mlp.down_proj,0.0000007734,0.01000,2.254
+1,self_attn.k_proj,0.0000031449,0.01000,2.758
+1,self_attn.v_proj,0.0000007533,0.01000,2.760
+1,self_attn.q_proj,0.0000035185,0.01000,2.769
+1,self_attn.o_proj,0.0000003180,0.01000,0.520
+1,mlp.gate_proj,0.0000026163,0.01000,1.547
+1,mlp.up_proj,0.0000022621,0.01000,1.546
+1,mlp.down_proj,0.0000112607,0.01000,2.252
+2,self_attn.k_proj,0.0000051742,0.01000,2.834
+2,self_attn.q_proj,0.0000057852,0.01000,2.844
+2,self_attn.v_proj,0.0000020217,0.01000,2.852
+2,self_attn.o_proj,0.0000008231,0.01000,0.516
+2,mlp.up_proj,0.0000036009,0.01000,1.629
+2,mlp.gate_proj,0.0000040444,0.01000,1.627
+2,mlp.down_proj,0.0000030936,0.01000,2.253
+3,self_attn.q_proj,0.0000071391,0.01000,2.704
+3,self_attn.k_proj,0.0000071677,0.01000,2.710
+3,self_attn.v_proj,0.0000029915,0.01000,2.720
+3,self_attn.o_proj,0.0000010234,0.01000,0.519
+3,mlp.gate_proj,0.0000051600,0.01000,1.548
+3,mlp.up_proj,0.0000048989,0.01000,1.558
+3,mlp.down_proj,0.0000051378,0.01000,2.246
+4,self_attn.v_proj,0.0000033989,0.01000,2.737
+4,self_attn.k_proj,0.0000077856,0.01000,2.758
+4,self_attn.q_proj,0.0000080543,0.01000,2.764
+4,self_attn.o_proj,0.0000018202,0.01000,0.523
+4,mlp.gate_proj,0.0000064159,0.01000,1.566
+4,mlp.up_proj,0.0000062118,0.01000,1.565
+4,mlp.down_proj,0.0000071873,0.01000,2.268
+5,self_attn.q_proj,0.0000077669,0.01000,2.836
+5,self_attn.k_proj,0.0000074912,0.01000,2.846
+5,self_attn.v_proj,0.0000034477,0.01000,2.850
+5,self_attn.o_proj,0.0000022289,0.01000,0.515
+5,mlp.up_proj,0.0000076463,0.01000,1.655
+5,mlp.gate_proj,0.0000076067,0.01000,1.666
+5,mlp.down_proj,0.0000092938,0.01000,2.244
+6,self_attn.k_proj,0.0000086174,0.01000,2.695
+6,self_attn.q_proj,0.0000091944,0.01000,2.721
+6,self_attn.v_proj,0.0000042552,0.01000,2.726
+6,self_attn.o_proj,0.0000027771,0.01000,0.525
+6,mlp.gate_proj,0.0000089703,0.01000,1.530
+6,mlp.up_proj,0.0000091738,0.01000,1.535
+6,mlp.down_proj,0.0000123453,0.01000,2.247
+7,self_attn.k_proj,0.0000088630,0.01000,2.920
+7,self_attn.v_proj,0.0000043393,0.01000,2.923
+7,self_attn.q_proj,0.0000109915,0.01000,2.936
+7,self_attn.o_proj,0.0000045459,0.01000,0.515
+7,mlp.gate_proj,0.0000103578,0.01000,1.586
+7,mlp.up_proj,0.0000110500,0.01000,1.595
+7,mlp.down_proj,0.0000322558,0.01000,2.241
+8,self_attn.k_proj,0.0000083509,0.01000,2.739
+8,self_attn.q_proj,0.0000084470,0.01000,2.755
+8,self_attn.v_proj,0.0000058059,0.01000,2.756
+8,self_attn.o_proj,0.0000080038,0.01000,0.527
+8,mlp.gate_proj,0.0000122907,0.01000,1.445
+8,mlp.up_proj,0.0000128683,0.01000,1.450
+8,mlp.down_proj,0.0000226056,0.01000,2.250
+9,self_attn.q_proj,0.0000079025,0.01000,2.782
+9,self_attn.k_proj,0.0000078717,0.01000,2.794
+9,self_attn.v_proj,0.0000050526,0.01000,2.800
+9,self_attn.o_proj,0.0000108522,0.01000,0.521
+9,mlp.up_proj,0.0000132328,0.01000,1.519
+9,mlp.gate_proj,0.0000116754,0.01000,1.532
+9,mlp.down_proj,0.0000234720,0.01000,2.265
+10,self_attn.k_proj,0.0000083320,0.01000,2.716
+10,self_attn.q_proj,0.0000085310,0.01000,2.730
+10,self_attn.v_proj,0.0000051919,0.01000,2.733
+10,self_attn.o_proj,0.0000132269,0.01000,0.517
+10,mlp.up_proj,0.0000129345,0.01000,1.568
+10,mlp.gate_proj,0.0000115324,0.01000,1.570
+10,mlp.down_proj,0.0000272559,0.01000,2.245
+11,self_attn.k_proj,0.0000082962,0.01000,2.772
+11,self_attn.v_proj,0.0000050934,0.01000,2.793
+11,self_attn.q_proj,0.0000085835,0.01000,2.799
+11,self_attn.o_proj,0.0000143053,0.01000,0.511
+11,mlp.gate_proj,0.0000114731,0.01000,1.579
+11,mlp.up_proj,0.0000127581,0.01000,1.582
+11,mlp.down_proj,0.0000286920,0.01000,2.262
+12,self_attn.v_proj,0.0000072761,0.01000,2.874
+12,self_attn.q_proj,0.0000096691,0.01000,2.889
+12,self_attn.k_proj,0.0000090871,0.01000,2.894
+12,self_attn.o_proj,0.0000188947,0.01000,0.525
+12,mlp.up_proj,0.0000133524,0.01000,1.517
+12,mlp.gate_proj,0.0000119858,0.01000,1.528
+12,mlp.down_proj,0.0000316195,0.01000,2.245
+13,self_attn.q_proj,0.0000092859,0.01000,2.695
+13,self_attn.v_proj,0.0000064355,0.01000,2.704
+13,self_attn.k_proj,0.0000089051,0.01000,2.707
+13,self_attn.o_proj,0.0000162895,0.01000,0.523
+13,mlp.gate_proj,0.0000122254,0.01000,1.578
+13,mlp.up_proj,0.0000137294,0.01000,1.586
+13,mlp.down_proj,0.0000361371,0.01000,2.263
+14,self_attn.k_proj,0.0000088439,0.01000,2.775
+14,self_attn.v_proj,0.0000069371,0.01000,2.784
+14,self_attn.q_proj,0.0000087501,0.01000,2.790
+14,self_attn.o_proj,0.0000207656,0.01000,0.517
+14,mlp.up_proj,0.0000135734,0.01000,1.495
+14,mlp.gate_proj,0.0000118168,0.01000,1.497
+14,mlp.down_proj,0.0000438405,0.01000,2.241
+15,self_attn.k_proj,0.0000093432,0.01000,2.750
+15,self_attn.v_proj,0.0000106228,0.01000,2.750
+15,self_attn.q_proj,0.0000096096,0.01000,2.756
+15,self_attn.o_proj,0.0000241663,0.01000,0.517
+15,mlp.up_proj,0.0000146526,0.01000,1.446
+15,mlp.gate_proj,0.0000125828,0.01000,1.450
+15,mlp.down_proj,0.0000627229,0.01000,2.244
+16,self_attn.k_proj,0.0000094416,0.01000,2.723
+16,self_attn.v_proj,0.0000095092,0.01000,2.724
+16,self_attn.q_proj,0.0000094699,0.01000,2.728
+16,self_attn.o_proj,0.0000290566,0.01000,0.518
+16,mlp.up_proj,0.0000180498,0.01000,1.544
+16,mlp.gate_proj,0.0000152804,0.01000,1.550
+16,mlp.down_proj,0.0001009062,0.01000,2.251
+17,self_attn.q_proj,0.0000093712,0.01000,2.720
+17,self_attn.v_proj,0.0000134105,0.01000,2.718
+17,self_attn.k_proj,0.0000093067,0.01000,2.723
+17,self_attn.o_proj,0.0000477296,0.01000,0.519
+17,mlp.gate_proj,0.0000191556,0.01000,1.606
+17,mlp.up_proj,0.0000224697,0.01000,1.624
+17,mlp.down_proj,0.0001616599,0.01000,2.266
+18,self_attn.q_proj,0.0000100121,0.01000,2.840
+18,self_attn.v_proj,0.0000162879,0.01000,2.842
+18,self_attn.k_proj,0.0000096032,0.01000,2.855
+18,self_attn.o_proj,0.0000582959,0.01000,0.529
+18,mlp.gate_proj,0.0000244829,0.01000,1.486
+18,mlp.up_proj,0.0000297788,0.01000,1.496
+18,mlp.down_proj,0.0002775468,0.01000,2.363
+19,self_attn.v_proj,0.0000234440,0.01000,2.878
+19,self_attn.k_proj,0.0000105632,0.01000,2.903
+19,self_attn.q_proj,0.0000111274,0.01000,2.911
+19,self_attn.o_proj,0.0000693788,0.01000,0.535
+19,mlp.up_proj,0.0000364085,0.01000,1.662
+19,mlp.gate_proj,0.0000290227,0.01000,1.687
+19,mlp.down_proj,0.0004459294,0.01000,2.288
+20,self_attn.q_proj,0.0000113580,0.01000,2.919
+20,self_attn.k_proj,0.0000106489,0.01000,2.922
+20,self_attn.v_proj,0.0000282485,0.01000,2.923
+20,self_attn.o_proj,0.0000750161,0.01000,0.520
+20,mlp.gate_proj,0.0000333373,0.01000,1.781
+20,mlp.up_proj,0.0000424925,0.01000,1.796
+20,mlp.down_proj,0.0006084777,0.01000,2.268
+21,self_attn.v_proj,0.0000369492,0.01000,3.099
+21,self_attn.q_proj,0.0000127740,0.01000,3.123
+21,self_attn.k_proj,0.0000122672,0.01000,3.128
+21,self_attn.o_proj,0.0001196352,0.01000,0.524
+21,mlp.up_proj,0.0000489671,0.01000,1.612
+21,mlp.gate_proj,0.0000376844,0.01000,1.621
+21,mlp.down_proj,0.0007977605,0.01000,2.266
+22,self_attn.k_proj,0.0000124738,0.01000,2.829
+22,self_attn.v_proj,0.0000379189,0.01000,2.849
+22,self_attn.q_proj,0.0000131635,0.01000,2.858
+22,self_attn.o_proj,0.0001895542,0.01000,0.519
+22,mlp.up_proj,0.0000555158,0.01000,1.532
+22,mlp.gate_proj,0.0000431185,0.01000,1.545
+22,mlp.down_proj,0.0010612186,0.01000,2.253
+23,self_attn.v_proj,0.0000482519,0.01000,2.967
+23,self_attn.q_proj,0.0000115353,0.01000,2.980
+23,self_attn.k_proj,0.0000119302,0.01000,2.984
+23,self_attn.o_proj,0.0004916409,0.01000,0.519
+23,mlp.gate_proj,0.0000493529,0.01000,1.534
+23,mlp.up_proj,0.0000595984,0.01000,1.539
+23,mlp.down_proj,0.0022477876,0.01000,2.262

smollm2-1p7b__gptq__wikitext2__n512__s0/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_mjvln5mc",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__wikitext2__n512__s0/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}