Upload folder using huggingface_hub

smollm2-1p7b__gptq__wikitext2__n512__s1/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-31T00:57:21.681695+00:00

smollm2-1p7b__gptq__wikitext2__n512__s1/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__wikitext2__n512__s1/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_49i1jpy7",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__wikitext2__n512__s1/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__wikitext2__n512__s1/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78c8409139030c3e155a97692d5437aa988163d819e0bacc29e2267c76b0b55
+size 1040336952

smollm2-1p7b__gptq__wikitext2__n512__s1/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000009407,0.01000,2.886
+0,self_attn.v_proj,0.0000000332,0.01000,2.892
+0,self_attn.q_proj,0.0000012832,0.01000,2.902
+0,self_attn.o_proj,0.0000000276,0.01000,0.517
+0,mlp.up_proj,0.0000012989,0.01000,1.670
+0,mlp.gate_proj,0.0000013782,0.01000,1.674
+0,mlp.down_proj,0.0000007689,0.01000,2.229
+1,self_attn.q_proj,0.0000035067,0.01000,2.867
+1,self_attn.k_proj,0.0000031335,0.01000,2.871
+1,self_attn.v_proj,0.0000007500,0.01000,2.878
+1,self_attn.o_proj,0.0000003183,0.01000,0.510
+1,mlp.up_proj,0.0000022446,0.01000,1.527
+1,mlp.gate_proj,0.0000025958,0.01000,1.536
+1,mlp.down_proj,0.0000113333,0.01000,2.293
+2,self_attn.q_proj,0.0000057572,0.01000,2.682
+2,self_attn.k_proj,0.0000051432,0.01000,2.682
+2,self_attn.v_proj,0.0000020116,0.01000,2.690
+2,self_attn.o_proj,0.0000008030,0.01000,0.527
+2,mlp.gate_proj,0.0000040385,0.01000,1.509
+2,mlp.up_proj,0.0000035947,0.01000,1.508
+2,mlp.down_proj,0.0000031073,0.01000,2.237
+3,self_attn.v_proj,0.0000029847,0.01000,3.005
+3,self_attn.k_proj,0.0000071348,0.01000,3.015
+3,self_attn.q_proj,0.0000071198,0.01000,3.024
+3,self_attn.o_proj,0.0000010339,0.01000,0.517
+3,mlp.up_proj,0.0000048457,0.01000,1.568
+3,mlp.gate_proj,0.0000050972,0.01000,1.570
+3,mlp.down_proj,0.0000049984,0.01000,2.246
+4,self_attn.v_proj,0.0000033596,0.01000,3.121
+4,self_attn.k_proj,0.0000077025,0.01000,3.144
+4,self_attn.q_proj,0.0000079704,0.01000,3.156
+4,self_attn.o_proj,0.0000017346,0.01000,0.523
+4,mlp.up_proj,0.0000061561,0.01000,1.593
+4,mlp.gate_proj,0.0000063587,0.01000,1.600
+4,mlp.down_proj,0.0000071457,0.01000,2.259
+5,self_attn.v_proj,0.0000034258,0.01000,2.837
+5,self_attn.k_proj,0.0000074511,0.01000,2.858
+5,self_attn.q_proj,0.0000077249,0.01000,2.865
+5,self_attn.o_proj,0.0000021998,0.01000,0.520
+5,mlp.up_proj,0.0000075891,0.01000,1.562
+5,mlp.gate_proj,0.0000075475,0.01000,1.574
+5,mlp.down_proj,0.0000092213,0.01000,2.253
+6,self_attn.q_proj,0.0000091388,0.01000,2.803
+6,self_attn.v_proj,0.0000042310,0.01000,2.814
+6,self_attn.k_proj,0.0000085659,0.01000,2.821
+6,self_attn.o_proj,0.0000027761,0.01000,0.514
+6,mlp.gate_proj,0.0000089347,0.01000,1.581
+6,mlp.up_proj,0.0000091434,0.01000,1.588
+6,mlp.down_proj,0.0000123697,0.01000,2.249
+7,self_attn.v_proj,0.0000043304,0.01000,2.769
+7,self_attn.k_proj,0.0000088238,0.01000,2.776
+7,self_attn.q_proj,0.0000109664,0.01000,2.794
+7,self_attn.o_proj,0.0000044583,0.01000,0.538
+7,mlp.gate_proj,0.0000104132,0.01000,1.506
+7,mlp.up_proj,0.0000111148,0.01000,1.521
+7,mlp.down_proj,0.0000328380,0.01000,2.257
+8,self_attn.v_proj,0.0000058130,0.01000,2.956
+8,self_attn.q_proj,0.0000084475,0.01000,2.973
+8,self_attn.k_proj,0.0000083589,0.01000,2.977
+8,self_attn.o_proj,0.0000081063,0.01000,0.518
+8,mlp.up_proj,0.0000128970,0.01000,1.575
+8,mlp.gate_proj,0.0000123231,0.01000,1.585
+8,mlp.down_proj,0.0000230025,0.01000,2.239
+9,self_attn.q_proj,0.0000079297,0.01000,2.818
+9,self_attn.v_proj,0.0000050742,0.01000,2.831
+9,self_attn.k_proj,0.0000078928,0.01000,2.836
+9,self_attn.o_proj,0.0000109994,0.01000,0.518
+9,mlp.gate_proj,0.0000117093,0.01000,1.532
+9,mlp.up_proj,0.0000132917,0.01000,1.542
+9,mlp.down_proj,0.0000236418,0.01000,2.305
+10,self_attn.q_proj,0.0000085552,0.01000,2.789
+10,self_attn.v_proj,0.0000052120,0.01000,2.787
+10,self_attn.k_proj,0.0000083618,0.01000,2.802
+10,self_attn.o_proj,0.0000133981,0.01000,0.519
+10,mlp.gate_proj,0.0000115535,0.01000,1.475
+10,mlp.up_proj,0.0000129360,0.01000,1.481
+10,mlp.down_proj,0.0000272613,0.01000,2.246
+11,self_attn.k_proj,0.0000083127,0.01000,2.901
+11,self_attn.v_proj,0.0000051083,0.01000,2.912
+11,self_attn.q_proj,0.0000085827,0.01000,2.925
+11,self_attn.o_proj,0.0000144886,0.01000,0.547
+11,mlp.up_proj,0.0000127611,0.01000,1.675
+11,mlp.gate_proj,0.0000114931,0.01000,1.685
+11,mlp.down_proj,0.0000285565,0.01000,2.284
+12,self_attn.v_proj,0.0000072877,0.01000,2.881
+12,self_attn.q_proj,0.0000096831,0.01000,2.902
+12,self_attn.k_proj,0.0000091093,0.01000,2.907
+12,self_attn.o_proj,0.0000194640,0.01000,0.519
+12,mlp.gate_proj,0.0000119416,0.01000,1.568
+12,mlp.up_proj,0.0000133065,0.01000,1.571
+12,mlp.down_proj,0.0000314858,0.01000,2.249
+13,self_attn.q_proj,0.0000093066,0.01000,3.025
+13,self_attn.v_proj,0.0000064457,0.01000,3.044
+13,self_attn.k_proj,0.0000089090,0.01000,3.046
+13,self_attn.o_proj,0.0000164238,0.01000,0.518
+13,mlp.gate_proj,0.0000122293,0.01000,1.506
+13,mlp.up_proj,0.0000137359,0.01000,1.515
+13,mlp.down_proj,0.0000361997,0.01000,2.267
+14,self_attn.q_proj,0.0000087863,0.01000,3.026
+14,self_attn.k_proj,0.0000088744,0.01000,3.036
+14,self_attn.v_proj,0.0000069522,0.01000,3.040
+14,self_attn.o_proj,0.0000208707,0.01000,0.518
+14,mlp.up_proj,0.0000135752,0.01000,1.546
+14,mlp.gate_proj,0.0000118138,0.01000,1.556
+14,mlp.down_proj,0.0000438524,0.01000,2.239
+15,self_attn.k_proj,0.0000093908,0.01000,2.870
+15,self_attn.q_proj,0.0000096660,0.01000,2.919
+15,self_attn.v_proj,0.0000106840,0.01000,2.920
+15,self_attn.o_proj,0.0000244707,0.01000,0.519
+15,mlp.gate_proj,0.0000126271,0.01000,1.690
+15,mlp.up_proj,0.0000147105,0.01000,1.703
+15,mlp.down_proj,0.0000628941,0.01000,2.276
+16,self_attn.k_proj,0.0000094881,0.01000,2.762
+16,self_attn.v_proj,0.0000095635,0.01000,2.766
+16,self_attn.q_proj,0.0000095247,0.01000,2.779
+16,self_attn.o_proj,0.0000288576,0.01000,0.521
+16,mlp.gate_proj,0.0000154086,0.01000,1.584
+16,mlp.up_proj,0.0000182085,0.01000,1.597
+16,mlp.down_proj,0.0001016312,0.01000,2.251
+17,self_attn.v_proj,0.0000134437,0.01000,2.885
+17,self_attn.q_proj,0.0000094027,0.01000,2.899
+17,self_attn.k_proj,0.0000093239,0.01000,2.909
+17,self_attn.o_proj,0.0000487763,0.01000,0.521
+17,mlp.gate_proj,0.0000191970,0.01000,1.591
+17,mlp.up_proj,0.0000225227,0.01000,1.597
+17,mlp.down_proj,0.0001612001,0.01000,2.241
+18,self_attn.q_proj,0.0000100815,0.01000,2.811
+18,self_attn.v_proj,0.0000163536,0.01000,2.824
+18,self_attn.k_proj,0.0000096453,0.01000,2.829
+18,self_attn.o_proj,0.0000600355,0.01000,0.507
+18,mlp.up_proj,0.0000298414,0.01000,1.543
+18,mlp.gate_proj,0.0000245265,0.01000,1.553
+18,mlp.down_proj,0.0002758192,0.01000,2.244
+19,self_attn.k_proj,0.0000106073,0.01000,2.832
+19,self_attn.v_proj,0.0000235388,0.01000,2.833
+19,self_attn.q_proj,0.0000111896,0.01000,2.844
+19,self_attn.o_proj,0.0000705977,0.01000,0.531
+19,mlp.up_proj,0.0000365080,0.01000,1.575
+19,mlp.gate_proj,0.0000290669,0.01000,1.583
+19,mlp.down_proj,0.0004444962,0.01000,2.241
+20,self_attn.v_proj,0.0000283949,0.01000,2.903
+20,self_attn.k_proj,0.0000107144,0.01000,2.918
+20,self_attn.q_proj,0.0000114247,0.01000,2.923
+20,self_attn.o_proj,0.0000758717,0.01000,0.583
+20,mlp.up_proj,0.0000425666,0.01000,1.603
+20,mlp.gate_proj,0.0000333607,0.01000,1.608
+20,mlp.down_proj,0.0006041649,0.01000,2.253
+21,self_attn.q_proj,0.0000128293,0.01000,2.755
+21,self_attn.v_proj,0.0000370449,0.01000,2.766
+21,self_attn.k_proj,0.0000123291,0.01000,2.771
+21,self_attn.o_proj,0.0001194729,0.01000,0.513
+21,mlp.gate_proj,0.0000376966,0.01000,1.525
+21,mlp.up_proj,0.0000489228,0.01000,1.539
+21,mlp.down_proj,0.0007893776,0.01000,2.248
+22,self_attn.v_proj,0.0000381653,0.01000,3.207
+22,self_attn.q_proj,0.0000132499,0.01000,3.241
+22,self_attn.k_proj,0.0000125743,0.01000,3.242
+22,self_attn.o_proj,0.0001912692,0.01000,0.519
+22,mlp.gate_proj,0.0000432975,0.01000,1.459
+22,mlp.up_proj,0.0000557851,0.01000,1.467
+22,mlp.down_proj,0.0010292851,0.01000,2.225
+23,self_attn.q_proj,0.0000115864,0.01000,2.830
+23,self_attn.k_proj,0.0000120132,0.01000,2.833
+23,self_attn.v_proj,0.0000485714,0.01000,2.840
+23,self_attn.o_proj,0.0004808002,0.01000,0.514
+23,mlp.gate_proj,0.0000493452,0.01000,1.515
+23,mlp.up_proj,0.0000595773,0.01000,1.521
+23,mlp.down_proj,0.0022342433,0.01000,2.233

smollm2-1p7b__gptq__wikitext2__n512__s1/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_49i1jpy7",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__wikitext2__n512__s1/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}