Upload folder using huggingface_hub

smollm2-1p7b__gptq__wikitext2__n128__s2/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-31T00:28:54.222767+00:00

smollm2-1p7b__gptq__wikitext2__n128__s2/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__wikitext2__n128__s2/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_n90muhuw",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__wikitext2__n128__s2/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__wikitext2__n128__s2/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824fcff7bcbe3928b806b3971cc6512ada8cd6d65f6729e25870e0a714053f64
+size 1040336952

smollm2-1p7b__gptq__wikitext2__n128__s2/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.v_proj,0.0000001315,0.01000,2.833
+0,self_attn.q_proj,0.0000050536,0.01000,2.851
+0,self_attn.k_proj,0.0000037036,0.01000,2.857
+0,self_attn.o_proj,0.0000001095,0.01000,0.526
+0,mlp.up_proj,0.0000051374,0.01000,1.591
+0,mlp.gate_proj,0.0000054511,0.01000,1.603
+0,mlp.down_proj,0.0000028430,0.01000,2.284
+1,self_attn.q_proj,0.0000139278,0.01000,2.839
+1,self_attn.v_proj,0.0000029857,0.01000,2.843
+1,self_attn.k_proj,0.0000124593,0.01000,2.856
+1,self_attn.o_proj,0.0000012206,0.01000,0.531
+1,mlp.up_proj,0.0000089298,0.01000,1.504
+1,mlp.gate_proj,0.0000103282,0.01000,1.514
+1,mlp.down_proj,0.0000442430,0.01000,2.251
+2,self_attn.q_proj,0.0000228562,0.01000,2.653
+2,self_attn.k_proj,0.0000204657,0.01000,2.668
+2,self_attn.v_proj,0.0000080050,0.01000,2.673
+2,self_attn.o_proj,0.0000031883,0.01000,0.518
+2,mlp.up_proj,0.0000142574,0.01000,1.446
+2,mlp.gate_proj,0.0000160240,0.01000,1.447
+2,mlp.down_proj,0.0000120081,0.01000,2.251
+3,self_attn.k_proj,0.0000283570,0.01000,2.693
+3,self_attn.v_proj,0.0000118696,0.01000,2.692
+3,self_attn.q_proj,0.0000282208,0.01000,2.703
+3,self_attn.o_proj,0.0000040169,0.01000,0.514
+3,mlp.gate_proj,0.0000204101,0.01000,1.511
+3,mlp.up_proj,0.0000194039,0.01000,1.515
+3,mlp.down_proj,0.0000197205,0.01000,2.262
+4,self_attn.k_proj,0.0000308712,0.01000,2.804
+4,self_attn.q_proj,0.0000318944,0.01000,2.817
+4,self_attn.v_proj,0.0000134761,0.01000,2.820
+4,self_attn.o_proj,0.0000068281,0.01000,0.522
+4,mlp.up_proj,0.0000247100,0.01000,1.525
+4,mlp.gate_proj,0.0000255343,0.01000,1.538
+4,mlp.down_proj,0.0000284093,0.01000,2.259
+5,self_attn.q_proj,0.0000310237,0.01000,2.709
+5,self_attn.k_proj,0.0000299238,0.01000,2.717
+5,self_attn.v_proj,0.0000137748,0.01000,2.720
+5,self_attn.o_proj,0.0000088568,0.01000,0.520
+5,mlp.gate_proj,0.0000304172,0.01000,1.499
+5,mlp.up_proj,0.0000305402,0.01000,1.506
+5,mlp.down_proj,0.0000364872,0.01000,2.250
+6,self_attn.k_proj,0.0000344456,0.01000,2.712
+6,self_attn.q_proj,0.0000366696,0.01000,2.717
+6,self_attn.v_proj,0.0000170174,0.01000,2.726
+6,self_attn.o_proj,0.0000110498,0.01000,0.516
+6,mlp.gate_proj,0.0000360194,0.01000,1.477
+6,mlp.up_proj,0.0000368625,0.01000,1.479
+6,mlp.down_proj,0.0000488365,0.01000,2.247
+7,self_attn.v_proj,0.0000174310,0.01000,2.953
+7,self_attn.k_proj,0.0000354595,0.01000,2.955
+7,self_attn.q_proj,0.0000439049,0.01000,2.971
+7,self_attn.o_proj,0.0000176574,0.01000,0.518
+7,mlp.up_proj,0.0000448088,0.01000,1.499
+7,mlp.gate_proj,0.0000420172,0.01000,1.512
+7,mlp.down_proj,0.0001264948,0.01000,2.242
+8,self_attn.k_proj,0.0000335635,0.01000,2.728
+8,self_attn.q_proj,0.0000339157,0.01000,2.743
+8,self_attn.v_proj,0.0000233532,0.01000,2.743
+8,self_attn.o_proj,0.0000312559,0.01000,0.518
+8,mlp.up_proj,0.0000518409,0.01000,1.459
+8,mlp.gate_proj,0.0000495097,0.01000,1.475
+8,mlp.down_proj,0.0000901238,0.01000,2.246
+9,self_attn.k_proj,0.0000314996,0.01000,2.727
+9,self_attn.q_proj,0.0000316438,0.01000,2.731
+9,self_attn.v_proj,0.0000202856,0.01000,2.733
+9,self_attn.o_proj,0.0000426982,0.01000,0.516
+9,mlp.gate_proj,0.0000468041,0.01000,1.512
+9,mlp.up_proj,0.0000531612,0.01000,1.518
+9,mlp.down_proj,0.0000926922,0.01000,2.254
+10,self_attn.q_proj,0.0000340312,0.01000,2.716
+10,self_attn.k_proj,0.0000332898,0.01000,2.728
+10,self_attn.v_proj,0.0000208297,0.01000,2.734
+10,self_attn.o_proj,0.0000524593,0.01000,0.516
+10,mlp.up_proj,0.0000516198,0.01000,1.584
+10,mlp.gate_proj,0.0000460696,0.01000,1.595
+10,mlp.down_proj,0.0001066424,0.01000,2.252
+11,self_attn.k_proj,0.0000331351,0.01000,2.720
+11,self_attn.v_proj,0.0000203736,0.01000,2.735
+11,self_attn.q_proj,0.0000342109,0.01000,2.742
+11,self_attn.o_proj,0.0000564186,0.01000,0.519
+11,mlp.gate_proj,0.0000459092,0.01000,1.558
+11,mlp.up_proj,0.0000510197,0.01000,1.562
+11,mlp.down_proj,0.0001131753,0.01000,2.243
+12,self_attn.k_proj,0.0000362623,0.01000,2.746
+12,self_attn.q_proj,0.0000386113,0.01000,2.762
+12,self_attn.v_proj,0.0000291280,0.01000,2.768
+12,self_attn.o_proj,0.0000756645,0.01000,0.515
+12,mlp.gate_proj,0.0000474748,0.01000,1.559
+12,mlp.up_proj,0.0000529605,0.01000,1.559
+12,mlp.down_proj,0.0001225818,0.01000,2.255
+13,self_attn.q_proj,0.0000369540,0.01000,2.922
+13,self_attn.v_proj,0.0000256396,0.01000,2.942
+13,self_attn.k_proj,0.0000353351,0.01000,2.949
+13,self_attn.o_proj,0.0000635183,0.01000,0.520
+13,mlp.gate_proj,0.0000487488,0.01000,1.604
+13,mlp.up_proj,0.0000548038,0.01000,1.611
+13,mlp.down_proj,0.0001422721,0.01000,2.252
+14,self_attn.q_proj,0.0000348595,0.01000,2.694
+14,self_attn.v_proj,0.0000276701,0.01000,2.702
+14,self_attn.k_proj,0.0000352469,0.01000,2.711
+14,self_attn.o_proj,0.0000814746,0.01000,0.515
+14,mlp.gate_proj,0.0000469035,0.01000,1.572
+14,mlp.up_proj,0.0000539995,0.01000,1.583
+14,mlp.down_proj,0.0001713480,0.01000,2.251
+15,self_attn.q_proj,0.0000382854,0.01000,2.747
+15,self_attn.v_proj,0.0000423728,0.01000,2.765
+15,self_attn.k_proj,0.0000371263,0.01000,2.772
+15,self_attn.o_proj,0.0000939422,0.01000,0.506
+15,mlp.up_proj,0.0000583667,0.01000,1.476
+15,mlp.gate_proj,0.0000500885,0.01000,1.482
+15,mlp.down_proj,0.0002465918,0.01000,2.249
+16,self_attn.v_proj,0.0000378443,0.01000,2.687
+16,self_attn.q_proj,0.0000376949,0.01000,2.700
+16,self_attn.k_proj,0.0000375540,0.01000,2.707
+16,self_attn.o_proj,0.0001148094,0.01000,0.512
+16,mlp.gate_proj,0.0000609288,0.01000,1.449
+16,mlp.up_proj,0.0000720348,0.01000,1.460
+16,mlp.down_proj,0.0003987056,0.01000,2.254
+17,self_attn.q_proj,0.0000373106,0.01000,2.609
+17,self_attn.k_proj,0.0000369693,0.01000,2.609
+17,self_attn.v_proj,0.0000533228,0.01000,2.609
+17,self_attn.o_proj,0.0001962984,0.01000,0.517
+17,mlp.gate_proj,0.0000762355,0.01000,1.642
+17,mlp.up_proj,0.0000894323,0.01000,1.646
+17,mlp.down_proj,0.0006327870,0.01000,2.247
+18,self_attn.q_proj,0.0000399231,0.01000,2.782
+18,self_attn.k_proj,0.0000382039,0.01000,2.782
+18,self_attn.v_proj,0.0000647972,0.01000,2.786
+18,self_attn.o_proj,0.0002304173,0.01000,0.521
+18,mlp.gate_proj,0.0000976185,0.01000,1.691
+18,mlp.up_proj,0.0001188175,0.01000,1.699
+18,mlp.down_proj,0.0010829040,0.01000,2.239
+19,self_attn.q_proj,0.0000443792,0.01000,2.690
+19,self_attn.k_proj,0.0000420157,0.01000,2.689
+19,self_attn.v_proj,0.0000931744,0.01000,2.698
+19,self_attn.o_proj,0.0002711860,0.01000,0.513
+19,mlp.up_proj,0.0001450418,0.01000,1.556
+19,mlp.gate_proj,0.0001153745,0.01000,1.566
+19,mlp.down_proj,0.0017201067,0.01000,2.246
+20,self_attn.q_proj,0.0000450008,0.01000,2.852
+20,self_attn.v_proj,0.0001117322,0.01000,2.871
+20,self_attn.k_proj,0.0000420948,0.01000,2.876
+20,self_attn.o_proj,0.0002943531,0.01000,0.511
+20,mlp.up_proj,0.0001687475,0.01000,1.541
+20,mlp.gate_proj,0.0001322693,0.01000,1.552
+20,mlp.down_proj,0.0023366389,0.01000,2.240
+21,self_attn.k_proj,0.0000486096,0.01000,2.809
+21,self_attn.q_proj,0.0000505927,0.01000,2.814
+21,self_attn.v_proj,0.0001461148,0.01000,2.814
+21,self_attn.o_proj,0.0004507883,0.01000,0.631
+21,mlp.up_proj,0.0001940392,0.01000,1.583
+21,mlp.gate_proj,0.0001493154,0.01000,1.596
+21,mlp.down_proj,0.0030648210,0.01000,2.246
+22,self_attn.k_proj,0.0000495095,0.01000,2.628
+22,self_attn.q_proj,0.0000522156,0.01000,2.649
+22,self_attn.v_proj,0.0001505830,0.01000,2.650
+22,self_attn.o_proj,0.0007417422,0.01000,0.515
+22,mlp.up_proj,0.0002206181,0.01000,1.459
+22,mlp.gate_proj,0.0001712538,0.01000,1.464
+22,mlp.down_proj,0.0041234960,0.01000,2.251
+23,self_attn.k_proj,0.0000474103,0.01000,2.700
+23,self_attn.q_proj,0.0000458310,0.01000,2.711
+23,self_attn.v_proj,0.0001920256,0.01000,2.714
+23,self_attn.o_proj,0.0019186277,0.01000,0.510
+23,mlp.gate_proj,0.0001959021,0.01000,1.503
+23,mlp.up_proj,0.0002367566,0.01000,1.514
+23,mlp.down_proj,0.0087288471,0.01000,2.248

smollm2-1p7b__gptq__wikitext2__n128__s2/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_n90muhuw",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__wikitext2__n128__s2/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}