Upload folder using huggingface_hub

smollm2-1p7b__gptq__wikitext2__n128__s1/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-31T00:22:10.326104+00:00

smollm2-1p7b__gptq__wikitext2__n128__s1/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__wikitext2__n128__s1/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_82gz4k5s",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__wikitext2__n128__s1/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__wikitext2__n128__s1/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ad8377807bf1eca1409598348b908f9c200b21d5ee6c65a954968bc884ef84
+size 1040336952

smollm2-1p7b__gptq__wikitext2__n128__s1/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.v_proj,0.0000001287,0.01000,3.133
+0,self_attn.k_proj,0.0000036351,0.01000,3.148
+0,self_attn.q_proj,0.0000049473,0.01000,3.159
+0,self_attn.o_proj,0.0000001102,0.01000,0.525
+0,mlp.up_proj,0.0000050381,0.01000,1.640
+0,mlp.gate_proj,0.0000053506,0.01000,1.650
+0,mlp.down_proj,0.0000027895,0.01000,2.259
+1,self_attn.q_proj,0.0000138396,0.01000,2.923
+1,self_attn.k_proj,0.0000123499,0.01000,2.933
+1,self_attn.v_proj,0.0000029527,0.01000,2.936
+1,self_attn.o_proj,0.0000012230,0.01000,0.525
+1,mlp.up_proj,0.0000088470,0.01000,1.599
+1,mlp.gate_proj,0.0000102190,0.01000,1.608
+1,mlp.down_proj,0.0000454952,0.01000,2.262
+2,self_attn.q_proj,0.0000226839,0.01000,3.114
+2,self_attn.k_proj,0.0000202795,0.01000,3.120
+2,self_attn.v_proj,0.0000079351,0.01000,3.126
+2,self_attn.o_proj,0.0000031360,0.01000,0.513
+2,mlp.up_proj,0.0000140397,0.01000,1.443
+2,mlp.gate_proj,0.0000157769,0.01000,1.449
+2,mlp.down_proj,0.0000115634,0.01000,2.247
+3,self_attn.q_proj,0.0000279007,0.01000,2.866
+3,self_attn.v_proj,0.0000116954,0.01000,2.868
+3,self_attn.k_proj,0.0000279987,0.01000,2.867
+3,self_attn.o_proj,0.0000039384,0.01000,0.513
+3,mlp.gate_proj,0.0000200172,0.01000,1.481
+3,mlp.up_proj,0.0000190241,0.01000,1.485
+3,mlp.down_proj,0.0000189716,0.01000,2.240
+4,self_attn.k_proj,0.0000303030,0.01000,2.821
+4,self_attn.q_proj,0.0000313628,0.01000,2.827
+4,self_attn.v_proj,0.0000132143,0.01000,2.832
+4,self_attn.o_proj,0.0000067843,0.01000,0.521
+4,mlp.gate_proj,0.0000248752,0.01000,1.564
+4,mlp.up_proj,0.0000240593,0.01000,1.576
+4,mlp.down_proj,0.0000269302,0.01000,2.233
+5,self_attn.q_proj,0.0000303804,0.01000,3.091
+5,self_attn.v_proj,0.0000134855,0.01000,3.114
+5,self_attn.k_proj,0.0000293331,0.01000,3.119
+5,self_attn.o_proj,0.0000087682,0.01000,0.520
+5,mlp.gate_proj,0.0000296132,0.01000,1.488
+5,mlp.up_proj,0.0000298002,0.01000,1.496
+5,mlp.down_proj,0.0000350293,0.01000,2.246
+6,self_attn.v_proj,0.0000167096,0.01000,3.055
+6,self_attn.k_proj,0.0000338393,0.01000,3.069
+6,self_attn.q_proj,0.0000360446,0.01000,3.076
+6,self_attn.o_proj,0.0000110559,0.01000,0.520
+6,mlp.up_proj,0.0000359598,0.01000,1.477
+6,mlp.gate_proj,0.0000351025,0.01000,1.482
+6,mlp.down_proj,0.0000469828,0.01000,2.241
+7,self_attn.v_proj,0.0000171332,0.01000,2.889
+7,self_attn.k_proj,0.0000349175,0.01000,2.896
+7,self_attn.q_proj,0.0000433119,0.01000,2.908
+7,self_attn.o_proj,0.0000176624,0.01000,0.513
+7,mlp.gate_proj,0.0000409533,0.01000,1.802
+7,mlp.up_proj,0.0000437307,0.01000,1.815
+7,mlp.down_proj,0.0001177320,0.01000,2.252
+8,self_attn.v_proj,0.0000229655,0.01000,2.950
+8,self_attn.k_proj,0.0000330289,0.01000,2.961
+8,self_attn.q_proj,0.0000333941,0.01000,2.965
+8,self_attn.o_proj,0.0000306277,0.01000,0.516
+8,mlp.gate_proj,0.0000485873,0.01000,1.752
+8,mlp.up_proj,0.0000508907,0.01000,1.763
+8,mlp.down_proj,0.0000870766,0.01000,2.244
+9,self_attn.k_proj,0.0000311102,0.01000,2.788
+9,self_attn.v_proj,0.0000199893,0.01000,2.792
+9,self_attn.q_proj,0.0000312271,0.01000,2.807
+9,self_attn.o_proj,0.0000418638,0.01000,0.526
+9,mlp.up_proj,0.0000522324,0.01000,1.603
+9,mlp.gate_proj,0.0000460634,0.01000,1.610
+9,mlp.down_proj,0.0000900177,0.01000,2.246
+10,self_attn.k_proj,0.0000330314,0.01000,2.658
+10,self_attn.q_proj,0.0000336916,0.01000,2.670
+10,self_attn.v_proj,0.0000205761,0.01000,2.674
+10,self_attn.o_proj,0.0000528915,0.01000,0.511
+10,mlp.gate_proj,0.0000452965,0.01000,1.449
+10,mlp.up_proj,0.0000507293,0.01000,1.458
+10,mlp.down_proj,0.0001041150,0.01000,2.244
+11,self_attn.q_proj,0.0000339143,0.01000,2.593
+11,self_attn.k_proj,0.0000327819,0.01000,2.608
+11,self_attn.v_proj,0.0000201354,0.01000,2.611
+11,self_attn.o_proj,0.0000570022,0.01000,0.510
+11,mlp.gate_proj,0.0000448873,0.01000,1.497
+11,mlp.up_proj,0.0000498736,0.01000,1.505
+11,mlp.down_proj,0.0001093105,0.01000,2.235
+12,self_attn.v_proj,0.0000288429,0.01000,2.777
+12,self_attn.q_proj,0.0000382820,0.01000,2.792
+12,self_attn.k_proj,0.0000359018,0.01000,2.796
+12,self_attn.o_proj,0.0000775334,0.01000,0.518
+12,mlp.up_proj,0.0000522739,0.01000,1.495
+12,mlp.gate_proj,0.0000468500,0.01000,1.503
+12,mlp.down_proj,0.0001210542,0.01000,2.257
+13,self_attn.q_proj,0.0000366947,0.01000,2.748
+13,self_attn.k_proj,0.0000351594,0.01000,2.761
+13,self_attn.v_proj,0.0000254146,0.01000,2.763
+13,self_attn.o_proj,0.0000641707,0.01000,0.518
+13,mlp.gate_proj,0.0000479099,0.01000,1.566
+13,mlp.up_proj,0.0000538420,0.01000,1.565
+13,mlp.down_proj,0.0001396372,0.01000,2.245
+14,self_attn.k_proj,0.0000351832,0.01000,2.807
+14,self_attn.q_proj,0.0000347396,0.01000,2.819
+14,self_attn.v_proj,0.0000274799,0.01000,2.821
+14,self_attn.o_proj,0.0000815302,0.01000,0.518
+14,mlp.gate_proj,0.0000462022,0.01000,1.499
+14,mlp.up_proj,0.0000530818,0.01000,1.501
+14,mlp.down_proj,0.0001676278,0.01000,2.251
+15,self_attn.k_proj,0.0000372603,0.01000,2.787
+15,self_attn.q_proj,0.0000383167,0.01000,2.800
+15,self_attn.v_proj,0.0000424176,0.01000,2.801
+15,self_attn.o_proj,0.0000957277,0.01000,0.514
+15,mlp.gate_proj,0.0000498395,0.01000,1.561
+15,mlp.up_proj,0.0000581153,0.01000,1.568
+15,mlp.down_proj,0.0002431892,0.01000,2.249
+16,self_attn.v_proj,0.0000379547,0.01000,2.653
+16,self_attn.k_proj,0.0000376430,0.01000,2.656
+16,self_attn.q_proj,0.0000378731,0.01000,2.666
+16,self_attn.o_proj,0.0001156948,0.01000,0.522
+16,mlp.gate_proj,0.0000605396,0.01000,1.422
+16,mlp.up_proj,0.0000715840,0.01000,1.430
+16,mlp.down_proj,0.0003943855,0.01000,2.229
+17,self_attn.v_proj,0.0000532933,0.01000,2.644
+17,self_attn.k_proj,0.0000369317,0.01000,2.658
+17,self_attn.q_proj,0.0000371970,0.01000,2.660
+17,self_attn.o_proj,0.0001922159,0.01000,0.518
+17,mlp.up_proj,0.0000884403,0.01000,1.477
+17,mlp.gate_proj,0.0000753017,0.01000,1.480
+17,mlp.down_proj,0.0006146104,0.01000,2.229
+18,self_attn.k_proj,0.0000379321,0.01000,2.630
+18,self_attn.q_proj,0.0000396400,0.01000,2.632
+18,self_attn.v_proj,0.0000644059,0.01000,2.643
+18,self_attn.o_proj,0.0002345307,0.01000,0.511
+18,mlp.up_proj,0.0001173110,0.01000,1.499
+18,mlp.gate_proj,0.0000962752,0.01000,1.507
+18,mlp.down_proj,0.0010544495,0.01000,2.228
+19,self_attn.q_proj,0.0000437249,0.01000,2.715
+19,self_attn.v_proj,0.0000919667,0.01000,2.726
+19,self_attn.k_proj,0.0000414613,0.01000,2.733
+19,self_attn.o_proj,0.0002694627,0.01000,0.512
+19,mlp.up_proj,0.0001421104,0.01000,1.539
+19,mlp.gate_proj,0.0001130587,0.01000,1.543
+19,mlp.down_proj,0.0016527406,0.01000,2.238
+20,self_attn.k_proj,0.0000413833,0.01000,2.821
+20,self_attn.v_proj,0.0001096809,0.01000,2.835
+20,self_attn.q_proj,0.0000441594,0.01000,2.844
+20,self_attn.o_proj,0.0002836728,0.01000,0.514
+20,mlp.gate_proj,0.0001290659,0.01000,1.601
+20,mlp.up_proj,0.0001646571,0.01000,1.609
+20,mlp.down_proj,0.0022439079,0.01000,2.246
+21,self_attn.q_proj,0.0000495705,0.01000,2.713
+21,self_attn.v_proj,0.0001433593,0.01000,2.729
+21,self_attn.k_proj,0.0000476724,0.01000,2.732
+21,self_attn.o_proj,0.0004578074,0.01000,0.514
+21,mlp.gate_proj,0.0001455639,0.01000,1.385
+21,mlp.up_proj,0.0001890752,0.01000,1.386
+21,mlp.down_proj,0.0029423840,0.01000,2.229
+22,self_attn.v_proj,0.0001481852,0.01000,2.836
+22,self_attn.k_proj,0.0000487704,0.01000,2.857
+22,self_attn.q_proj,0.0000513559,0.01000,2.860
+22,self_attn.o_proj,0.0007317386,0.01000,0.512
+22,mlp.up_proj,0.0002143792,0.01000,1.513
+22,mlp.gate_proj,0.0001664193,0.01000,1.528
+22,mlp.down_proj,0.0038099554,0.01000,2.240
+23,self_attn.k_proj,0.0000464830,0.01000,2.757
+23,self_attn.v_proj,0.0001884275,0.01000,2.770
+23,self_attn.q_proj,0.0000449397,0.01000,2.779
+23,self_attn.o_proj,0.0018054827,0.01000,0.519
+23,mlp.up_proj,0.0002294396,0.01000,1.551
+23,mlp.gate_proj,0.0001899644,0.01000,1.555
+23,mlp.down_proj,0.0084354896,0.01000,2.239

smollm2-1p7b__gptq__wikitext2__n128__s1/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_82gz4k5s",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__wikitext2__n128__s1/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}