Upload folder using huggingface_hub

smollm2-1p7b__gptq__wikitext2__n32__s2/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-31T00:08:28.662372+00:00

smollm2-1p7b__gptq__wikitext2__n32__s2/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__wikitext2__n32__s2/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_f6wfcgn8",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__wikitext2__n32__s2/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__wikitext2__n32__s2/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b28a89557cf28570dfc6d8fbc37e573bb9e91458a062d1d878c4c1747e4dba4
+size 1040336952

smollm2-1p7b__gptq__wikitext2__n32__s2/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.q_proj,0.0000183738,0.01000,2.822
+0,self_attn.k_proj,0.0000135467,0.01000,2.837
+0,self_attn.v_proj,0.0000004907,0.01000,2.850
+0,self_attn.o_proj,0.0000004192,0.01000,0.517
+0,mlp.up_proj,0.0000188856,0.01000,1.495
+0,mlp.gate_proj,0.0000200471,0.01000,1.511
+0,mlp.down_proj,0.0000087102,0.01000,2.262
+1,self_attn.v_proj,0.0000111660,0.01000,2.746
+1,self_attn.q_proj,0.0000522674,0.01000,2.780
+1,self_attn.k_proj,0.0000466868,0.01000,2.787
+1,self_attn.o_proj,0.0000045803,0.01000,0.529
+1,mlp.up_proj,0.0000332831,0.01000,1.558
+1,mlp.gate_proj,0.0000384329,0.01000,1.587
+1,mlp.down_proj,0.0001594285,0.01000,2.264
+2,self_attn.k_proj,0.0000769328,0.01000,2.728
+2,self_attn.q_proj,0.0000857287,0.01000,2.730
+2,self_attn.v_proj,0.0000301183,0.01000,2.743
+2,self_attn.o_proj,0.0000120961,0.01000,0.518
+2,mlp.up_proj,0.0000539622,0.01000,1.522
+2,mlp.gate_proj,0.0000605377,0.01000,1.527
+2,mlp.down_proj,0.0000399642,0.01000,2.273
+3,self_attn.q_proj,0.0001061481,0.01000,2.982
+3,self_attn.k_proj,0.0001063853,0.01000,3.002
+3,self_attn.v_proj,0.0000447491,0.01000,3.013
+3,self_attn.o_proj,0.0000146135,0.01000,0.518
+3,mlp.up_proj,0.0000721214,0.01000,1.556
+3,mlp.gate_proj,0.0000758348,0.01000,1.571
+3,mlp.down_proj,0.0000639821,0.01000,2.278
+4,self_attn.v_proj,0.0000502024,0.01000,2.839
+4,self_attn.k_proj,0.0001146505,0.01000,2.863
+4,self_attn.q_proj,0.0001185110,0.01000,2.876
+4,self_attn.o_proj,0.0000236339,0.01000,0.524
+4,mlp.up_proj,0.0000924398,0.01000,1.541
+4,mlp.gate_proj,0.0000953906,0.01000,1.567
+4,mlp.down_proj,0.0000913894,0.01000,2.294
+5,self_attn.q_proj,0.0001148734,0.01000,2.798
+5,self_attn.v_proj,0.0000511927,0.01000,2.869
+5,self_attn.k_proj,0.0001111858,0.01000,2.878
+5,self_attn.o_proj,0.0000322084,0.01000,0.526
+5,mlp.gate_proj,0.0001123384,0.01000,1.589
+5,mlp.up_proj,0.0001129526,0.01000,1.597
+5,mlp.down_proj,0.0001202117,0.01000,2.282
+6,self_attn.k_proj,0.0001281009,0.01000,2.859
+6,self_attn.v_proj,0.0000633522,0.01000,2.869
+6,self_attn.q_proj,0.0001360824,0.01000,2.880
+6,self_attn.o_proj,0.0000414110,0.01000,0.525
+6,mlp.up_proj,0.0001380303,0.01000,1.570
+6,mlp.gate_proj,0.0001345089,0.01000,1.586
+6,mlp.down_proj,0.0001655682,0.01000,2.267
+7,self_attn.v_proj,0.0000656146,0.01000,2.830
+7,self_attn.k_proj,0.0001329507,0.01000,2.839
+7,self_attn.q_proj,0.0001639505,0.01000,2.845
+7,self_attn.o_proj,0.0000655735,0.01000,0.520
+7,mlp.gate_proj,0.0001573663,0.01000,1.531
+7,mlp.up_proj,0.0001680821,0.01000,1.547
+7,mlp.down_proj,0.0004725568,0.01000,2.262
+8,self_attn.v_proj,0.0000882143,0.01000,2.763
+8,self_attn.q_proj,0.0001275864,0.01000,2.784
+8,self_attn.k_proj,0.0001260603,0.01000,2.790
+8,self_attn.o_proj,0.0001158254,0.01000,0.520
+8,mlp.gate_proj,0.0001839297,0.01000,1.608
+8,mlp.up_proj,0.0001928527,0.01000,1.611
+8,mlp.down_proj,0.0003067816,0.01000,2.266
+9,self_attn.k_proj,0.0001178260,0.01000,2.770
+9,self_attn.v_proj,0.0000762973,0.01000,2.768
+9,self_attn.q_proj,0.0001184957,0.01000,2.786
+9,self_attn.o_proj,0.0001593639,0.01000,0.521
+9,mlp.gate_proj,0.0001747827,0.01000,1.522
+9,mlp.up_proj,0.0001985293,0.01000,1.542
+9,mlp.down_proj,0.0003168676,0.01000,2.271
+10,self_attn.v_proj,0.0000784652,0.01000,2.769
+10,self_attn.k_proj,0.0001254408,0.01000,2.773
+10,self_attn.q_proj,0.0001275455,0.01000,2.791
+10,self_attn.o_proj,0.0001922510,0.01000,0.520
+10,mlp.gate_proj,0.0001728801,0.01000,1.535
+10,mlp.up_proj,0.0001940575,0.01000,1.540
+10,mlp.down_proj,0.0003742078,0.01000,2.259
+11,self_attn.q_proj,0.0001285961,0.01000,2.840
+11,self_attn.k_proj,0.0001243517,0.01000,2.871
+11,self_attn.v_proj,0.0000770105,0.01000,2.879
+11,self_attn.o_proj,0.0002112082,0.01000,0.522
+11,mlp.up_proj,0.0001938384,0.01000,1.587
+11,mlp.gate_proj,0.0001741847,0.01000,1.605
+11,mlp.down_proj,0.0003956165,0.01000,2.268
+12,self_attn.q_proj,0.0001471435,0.01000,2.783
+12,self_attn.v_proj,0.0001113918,0.01000,2.802
+12,self_attn.k_proj,0.0001381362,0.01000,2.810
+12,self_attn.o_proj,0.0002657627,0.01000,0.546
+12,mlp.up_proj,0.0002017571,0.01000,1.974
+12,mlp.gate_proj,0.0001808230,0.01000,2.003
+12,mlp.down_proj,0.0004341918,0.01000,2.272
+13,self_attn.q_proj,0.0001391974,0.01000,2.819
+13,self_attn.v_proj,0.0000972509,0.01000,2.845
+13,self_attn.k_proj,0.0001336211,0.01000,2.857
+13,self_attn.o_proj,0.0002348000,0.01000,0.531
+13,mlp.up_proj,0.0002074575,0.01000,1.619
+13,mlp.gate_proj,0.0001843713,0.01000,1.638
+13,mlp.down_proj,0.0005104564,0.01000,2.280
+14,self_attn.q_proj,0.0001320775,0.01000,2.874
+14,self_attn.v_proj,0.0001046866,0.01000,2.903
+14,self_attn.k_proj,0.0001334746,0.01000,2.912
+14,self_attn.o_proj,0.0002940003,0.01000,0.525
+14,mlp.gate_proj,0.0001774185,0.01000,1.621
+14,mlp.up_proj,0.0002044553,0.01000,1.629
+14,mlp.down_proj,0.0006104992,0.01000,2.278
+15,self_attn.q_proj,0.0001454084,0.01000,2.851
+15,self_attn.k_proj,0.0001406278,0.01000,2.868
+15,self_attn.v_proj,0.0001612254,0.01000,2.881
+15,self_attn.o_proj,0.0003323500,0.01000,0.523
+15,mlp.gate_proj,0.0001882133,0.01000,1.639
+15,mlp.up_proj,0.0002198324,0.01000,1.650
+15,mlp.down_proj,0.0008649052,0.01000,2.255
+16,self_attn.k_proj,0.0001408727,0.01000,2.823
+16,self_attn.q_proj,0.0001420253,0.01000,2.838
+16,self_attn.v_proj,0.0001427209,0.01000,2.847
+16,self_attn.o_proj,0.0004078785,0.01000,0.520
+16,mlp.gate_proj,0.0002291718,0.01000,1.561
+16,mlp.up_proj,0.0002716392,0.01000,1.578
+16,mlp.down_proj,0.0014084384,0.01000,2.462
+17,self_attn.v_proj,0.0001991923,0.01000,2.829
+17,self_attn.k_proj,0.0001383540,0.01000,2.864
+17,self_attn.q_proj,0.0001401035,0.01000,2.873
+17,self_attn.o_proj,0.0006973090,0.01000,0.528
+17,mlp.up_proj,0.0003355567,0.01000,1.615
+17,mlp.gate_proj,0.0002858532,0.01000,1.629
+17,mlp.down_proj,0.0022035902,0.01000,2.269
+18,self_attn.k_proj,0.0001416869,0.01000,2.793
+18,self_attn.q_proj,0.0001488134,0.01000,2.811
+18,self_attn.v_proj,0.0002411216,0.01000,2.815
+18,self_attn.o_proj,0.0008187315,0.01000,0.513
+18,mlp.up_proj,0.0004420653,0.01000,1.617
+18,mlp.gate_proj,0.0003630491,0.01000,1.634
+18,mlp.down_proj,0.0036808751,0.01000,2.231
+19,self_attn.v_proj,0.0003450972,0.01000,2.815
+19,self_attn.q_proj,0.0001648123,0.01000,2.834
+19,self_attn.k_proj,0.0001555229,0.01000,2.840
+19,self_attn.o_proj,0.0009459148,0.01000,0.515
+19,mlp.gate_proj,0.0004300785,0.01000,1.594
+19,mlp.up_proj,0.0005410109,0.01000,1.607
+19,mlp.down_proj,0.0056929262,0.01000,2.235
+20,self_attn.v_proj,0.0004090156,0.01000,2.787
+20,self_attn.k_proj,0.0001540709,0.01000,2.800
+20,self_attn.q_proj,0.0001643993,0.01000,2.806
+20,self_attn.o_proj,0.0009732789,0.01000,0.515
+20,mlp.gate_proj,0.0004886559,0.01000,1.470
+20,mlp.up_proj,0.0006238575,0.01000,1.474
+20,mlp.down_proj,0.0076411506,0.01000,2.218
+21,self_attn.q_proj,0.0001845382,0.01000,2.797
+21,self_attn.v_proj,0.0005335110,0.01000,2.820
+21,self_attn.k_proj,0.0001768411,0.01000,2.824
+21,self_attn.o_proj,0.0015660517,0.01000,0.509
+21,mlp.up_proj,0.0007148976,0.01000,1.498
+21,mlp.gate_proj,0.0005498279,0.01000,1.502
+21,mlp.down_proj,0.0099388808,0.01000,2.240
+22,self_attn.k_proj,0.0001810904,0.01000,2.800
+22,self_attn.q_proj,0.0001914714,0.01000,2.812
+22,self_attn.v_proj,0.0005519100,0.01000,2.810
+22,self_attn.o_proj,0.0025381714,0.01000,0.511
+22,mlp.up_proj,0.0008058160,0.01000,1.500
+22,mlp.gate_proj,0.0006251280,0.01000,1.507
+22,mlp.down_proj,0.0133253373,0.01000,2.224
+23,self_attn.k_proj,0.0001719539,0.01000,2.674
+23,self_attn.v_proj,0.0007001865,0.01000,2.675
+23,self_attn.q_proj,0.0001668679,0.01000,2.681
+23,self_attn.o_proj,0.0066551911,0.01000,0.517
+23,mlp.up_proj,0.0008581125,0.01000,1.514
+23,mlp.gate_proj,0.0007098838,0.01000,1.522
+23,mlp.down_proj,0.0283873826,0.01000,2.225

smollm2-1p7b__gptq__wikitext2__n32__s2/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_f6wfcgn8",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__wikitext2__n32__s2/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}