Upload folder using huggingface_hub

smollm2-1p7b__gptq__wikitext2__n32__s1/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-31T00:03:28.840404+00:00

smollm2-1p7b__gptq__wikitext2__n32__s1/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__wikitext2__n32__s1/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_0o2cky07",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__wikitext2__n32__s1/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__wikitext2__n32__s1/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d37d8b4216782922421dcc6c991c3c11c756f3f4df8b68b9afba452e123859
+size 1040336952

smollm2-1p7b__gptq__wikitext2__n32__s1/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000140313,0.01000,2.757
+0,self_attn.v_proj,0.0000005018,0.01000,2.759
+0,self_attn.q_proj,0.0000190579,0.01000,2.769
+0,self_attn.o_proj,0.0000003966,0.01000,0.515
+0,mlp.gate_proj,0.0000208121,0.01000,1.473
+0,mlp.up_proj,0.0000196140,0.01000,1.481
+0,mlp.down_proj,0.0000090893,0.01000,2.226
+1,self_attn.q_proj,0.0000532194,0.01000,2.704
+1,self_attn.v_proj,0.0000114490,0.01000,2.728
+1,self_attn.k_proj,0.0000475512,0.01000,2.731
+1,self_attn.o_proj,0.0000045412,0.01000,0.510
+1,mlp.up_proj,0.0000342806,0.01000,1.453
+1,mlp.gate_proj,0.0000396502,0.01000,1.452
+1,mlp.down_proj,0.0001545026,0.01000,2.223
+2,self_attn.k_proj,0.0000787618,0.01000,2.711
+2,self_attn.q_proj,0.0000877587,0.01000,2.726
+2,self_attn.v_proj,0.0000308722,0.01000,2.728
+2,self_attn.o_proj,0.0000116263,0.01000,0.514
+2,mlp.gate_proj,0.0000616758,0.01000,1.493
+2,mlp.up_proj,0.0000549021,0.01000,1.504
+2,mlp.down_proj,0.0000402802,0.01000,2.250
+3,self_attn.v_proj,0.0000453536,0.01000,2.779
+3,self_attn.k_proj,0.0001079686,0.01000,2.789
+3,self_attn.q_proj,0.0001075549,0.01000,2.801
+3,self_attn.o_proj,0.0000147184,0.01000,0.512
+3,mlp.gate_proj,0.0000774706,0.01000,1.582
+3,mlp.up_proj,0.0000736327,0.01000,1.589
+3,mlp.down_proj,0.0000662021,0.01000,2.222
+4,self_attn.v_proj,0.0000511156,0.01000,2.760
+4,self_attn.q_proj,0.0001204849,0.01000,2.766
+4,self_attn.k_proj,0.0001167769,0.01000,2.770
+4,self_attn.o_proj,0.0000249179,0.01000,0.516
+4,mlp.up_proj,0.0000933222,0.01000,1.513
+4,mlp.gate_proj,0.0000963994,0.01000,1.514
+4,mlp.down_proj,0.0000950162,0.01000,2.228
+5,self_attn.q_proj,0.0001165438,0.01000,2.665
+5,self_attn.v_proj,0.0000519299,0.01000,2.675
+5,self_attn.k_proj,0.0001125859,0.01000,2.682
+5,self_attn.o_proj,0.0000320319,0.01000,0.517
+5,mlp.gate_proj,0.0001143912,0.01000,1.454
+5,mlp.up_proj,0.0001150300,0.01000,1.462
+5,mlp.down_proj,0.0001235573,0.01000,2.231
+6,self_attn.k_proj,0.0001296426,0.01000,2.708
+6,self_attn.q_proj,0.0001377864,0.01000,2.710
+6,self_attn.v_proj,0.0000640920,0.01000,2.712
+6,self_attn.o_proj,0.0000418499,0.01000,0.508
+6,mlp.gate_proj,0.0001349677,0.01000,1.432
+6,mlp.up_proj,0.0001382114,0.01000,1.432
+6,mlp.down_proj,0.0001650804,0.01000,2.218
+7,self_attn.k_proj,0.0001335157,0.01000,2.619
+7,self_attn.v_proj,0.0000657598,0.01000,2.628
+7,self_attn.q_proj,0.0001645490,0.01000,2.636
+7,self_attn.o_proj,0.0000646752,0.01000,0.515
+7,mlp.gate_proj,0.0001584398,0.01000,1.632
+7,mlp.up_proj,0.0001691150,0.01000,1.643
+7,mlp.down_proj,0.0004878012,0.01000,2.220
+8,self_attn.v_proj,0.0000886935,0.01000,2.835
+8,self_attn.k_proj,0.0001272746,0.01000,2.861
+8,self_attn.q_proj,0.0001287798,0.01000,2.874
+8,self_attn.o_proj,0.0001136538,0.01000,0.530
+8,mlp.up_proj,0.0001943407,0.01000,1.788
+8,mlp.gate_proj,0.0001852683,0.01000,1.808
+8,mlp.down_proj,0.0003005170,0.01000,2.234
+9,self_attn.v_proj,0.0000764535,0.01000,2.803
+9,self_attn.k_proj,0.0001187319,0.01000,2.817
+9,self_attn.q_proj,0.0001192437,0.01000,2.824
+9,self_attn.o_proj,0.0001573752,0.01000,0.516
+9,mlp.gate_proj,0.0001768676,0.01000,1.531
+9,mlp.up_proj,0.0002009571,0.01000,1.539
+9,mlp.down_proj,0.0003198897,0.01000,2.250
+10,self_attn.q_proj,0.0001290557,0.01000,2.816
+10,self_attn.v_proj,0.0000790346,0.01000,2.816
+10,self_attn.k_proj,0.0001264578,0.01000,2.828
+10,self_attn.o_proj,0.0001946802,0.01000,0.512
+10,mlp.up_proj,0.0001950986,0.01000,1.634
+10,mlp.gate_proj,0.0001737697,0.01000,1.666
+10,mlp.down_proj,0.0003717933,0.01000,2.224
+11,self_attn.q_proj,0.0001299799,0.01000,2.872
+11,self_attn.k_proj,0.0001255019,0.01000,2.874
+11,self_attn.v_proj,0.0000773584,0.01000,2.883
+11,self_attn.o_proj,0.0002108894,0.01000,0.512
+11,mlp.up_proj,0.0001915785,0.01000,1.635
+11,mlp.gate_proj,0.0001722518,0.01000,1.643
+11,mlp.down_proj,0.0003934074,0.01000,2.243
+12,self_attn.q_proj,0.0001465440,0.01000,2.796
+12,self_attn.v_proj,0.0001104692,0.01000,2.819
+12,self_attn.k_proj,0.0001377637,0.01000,2.829
+12,self_attn.o_proj,0.0002722736,0.01000,0.515
+12,mlp.gate_proj,0.0001795312,0.01000,1.523
+12,mlp.up_proj,0.0002006539,0.01000,1.528
+12,mlp.down_proj,0.0004303702,0.01000,2.241
+13,self_attn.q_proj,0.0001396844,0.01000,2.732
+13,self_attn.k_proj,0.0001340869,0.01000,2.732
+13,self_attn.v_proj,0.0000971721,0.01000,2.737
+13,self_attn.o_proj,0.0002283174,0.01000,0.512
+13,mlp.gate_proj,0.0001836450,0.01000,1.572
+13,mlp.up_proj,0.0002066669,0.01000,1.581
+13,mlp.down_proj,0.0005037283,0.01000,2.234
+14,self_attn.k_proj,0.0001336205,0.01000,2.759
+14,self_attn.v_proj,0.0001048673,0.01000,2.778
+14,self_attn.q_proj,0.0001322405,0.01000,2.792
+14,self_attn.o_proj,0.0002995336,0.01000,0.513
+14,mlp.up_proj,0.0002024275,0.01000,1.509
+14,mlp.gate_proj,0.0001759266,0.01000,1.515
+14,mlp.down_proj,0.0005963360,0.01000,2.218
+15,self_attn.v_proj,0.0001607588,0.01000,2.818
+15,self_attn.q_proj,0.0001454919,0.01000,2.830
+15,self_attn.k_proj,0.0001407737,0.01000,2.835
+15,self_attn.o_proj,0.0003328647,0.01000,0.514
+15,mlp.gate_proj,0.0001891266,0.01000,1.603
+15,mlp.up_proj,0.0002209504,0.01000,1.612
+15,mlp.down_proj,0.0008630865,0.01000,2.241
+16,self_attn.k_proj,0.0001425484,0.01000,2.728
+16,self_attn.q_proj,0.0001437933,0.01000,2.729
+16,self_attn.v_proj,0.0001441568,0.01000,2.741
+16,self_attn.o_proj,0.0004064945,0.01000,0.510
+16,mlp.gate_proj,0.0002304499,0.01000,1.517
+16,mlp.up_proj,0.0002731381,0.01000,1.532
+16,mlp.down_proj,0.0014025022,0.01000,2.226
+17,self_attn.k_proj,0.0001404218,0.01000,2.917
+17,self_attn.q_proj,0.0001418251,0.01000,2.932
+17,self_attn.v_proj,0.0002017879,0.01000,2.935
+17,self_attn.o_proj,0.0007359358,0.01000,0.522
+17,mlp.gate_proj,0.0002861184,0.01000,1.567
+17,mlp.up_proj,0.0003358395,0.01000,1.621
+17,mlp.down_proj,0.0021867924,0.01000,2.240
+18,self_attn.v_proj,0.0002428768,0.01000,2.840
+18,self_attn.q_proj,0.0001498825,0.01000,2.860
+18,self_attn.k_proj,0.0001434310,0.01000,2.867
+18,self_attn.o_proj,0.0008369975,0.01000,0.513
+18,mlp.up_proj,0.0004433132,0.01000,1.578
+18,mlp.gate_proj,0.0003642228,0.01000,1.595
+18,mlp.down_proj,0.0036796257,0.01000,2.235
+19,self_attn.k_proj,0.0001560566,0.01000,2.896
+19,self_attn.v_proj,0.0003460908,0.01000,2.912
+19,self_attn.q_proj,0.0001652066,0.01000,2.927
+19,self_attn.o_proj,0.0009389454,0.01000,0.517
+19,mlp.gate_proj,0.0004294308,0.01000,1.548
+19,mlp.up_proj,0.0005402375,0.01000,1.555
+19,mlp.down_proj,0.0056531932,0.01000,2.241
+20,self_attn.v_proj,0.0004096783,0.01000,2.862
+20,self_attn.q_proj,0.0001647081,0.01000,2.875
+20,self_attn.k_proj,0.0001544541,0.01000,2.885
+20,self_attn.o_proj,0.0009919845,0.01000,0.512
+20,mlp.gate_proj,0.0004815090,0.01000,1.529
+20,mlp.up_proj,0.0006154163,0.01000,1.539
+20,mlp.down_proj,0.0074356711,0.01000,2.231
+21,self_attn.q_proj,0.0001827845,0.01000,2.844
+21,self_attn.v_proj,0.0005285636,0.01000,2.852
+21,self_attn.k_proj,0.0001753249,0.01000,2.854
+21,self_attn.o_proj,0.0015608276,0.01000,0.513
+21,mlp.up_proj,0.0007029230,0.01000,1.543
+21,mlp.gate_proj,0.0005405610,0.01000,1.565
+21,mlp.down_proj,0.0096381567,0.01000,2.237
+22,self_attn.q_proj,0.0001885757,0.01000,2.751
+22,self_attn.k_proj,0.0001788051,0.01000,2.764
+22,self_attn.v_proj,0.0005454400,0.01000,2.765
+22,self_attn.o_proj,0.0025493964,0.01000,0.513
+22,mlp.up_proj,0.0007948312,0.01000,1.720
+22,mlp.gate_proj,0.0006167706,0.01000,1.742
+22,mlp.down_proj,0.0127694625,0.01000,2.241
+23,self_attn.k_proj,0.0001698369,0.01000,2.802
+23,self_attn.v_proj,0.0006908564,0.01000,2.804
+23,self_attn.q_proj,0.0001646895,0.01000,2.815
+23,self_attn.o_proj,0.0064120675,0.01000,0.511
+23,mlp.up_proj,0.0008558327,0.01000,1.520
+23,mlp.gate_proj,0.0007080542,0.01000,1.534
+23,mlp.down_proj,0.0281582735,0.01000,2.246

smollm2-1p7b__gptq__wikitext2__n32__s1/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_0o2cky07",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__wikitext2__n32__s1/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}