Upload folder using huggingface_hub

smollm2-1p7b__gptq__openhermes__n32__s0/BENCH_DONE

@@ -0,0 +1 @@
+2026-07-31T01:21:22.860732+00:00

smollm2-1p7b__gptq__openhermes__n32__s0/chat_template.jinja

@@ -0,0 +1,6 @@
+{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system
+You are a helpful AI assistant named SmolLM, trained by Hugging Face<|im_end|>
+' }}{% endif %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

smollm2-1p7b__gptq__openhermes__n32__s0/config.json

@@ -0,0 +1,90 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 32,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "format": "gptq",
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "act_group_aware": false,
+      "auto_forward_data_parallel": true,
+      "damp_auto_increment": 0.01,
+      "damp_percent": 0.01,
+      "dense_vram_strategy": "exclusive",
+      "dense_vram_strategy_devices": null,
+      "fallback": {
+        "smooth": null,
+        "strategy": "rtn",
+        "threshold": "0.5%"
+      },
+      "foem": null,
+      "gc_mode": "interval",
+      "gptaq": null,
+      "hessian": {
+        "chunk_bytes": null,
+        "chunk_size": null,
+        "staging_dtype": "float32"
+      },
+      "mock_quantization": false,
+      "moe_vram_strategy": "exclusive",
+      "moe_vram_strategy_devices": null,
+      "mse": 0.0,
+      "offload_to_disk": true,
+      "offload_to_disk_path": "/tmp/gptqmodel_x_hj1lap",
+      "pack_impl": "cpu",
+      "quantizer": [
+        "gptqmodel:7.3.2"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel",
+      "wait_for_submodule_finalizers": false
+    },
+    "method": "gptq",
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 130000,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers.js_config": {
+    "dtype": "q4",
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    },
+    "use_external_data_format": {
+      "model.onnx": true,
+      "model_fp16.onnx": true
+    }
+  },
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 49152
+}

smollm2-1p7b__gptq__openhermes__n32__s0/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "5.14.1"
+}

smollm2-1p7b__gptq__openhermes__n32__s0/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae002d6dd220b7194492f5dee97370c711164e88eb8960a81e3f2331501b31c
+size 1040336952

smollm2-1p7b__gptq__openhermes__n32__s0/quant_log.csv

@@ -0,0 +1,169 @@
+layer,module,loss,samples,damp,time
+0,self_attn.q_proj,0.0000184613,0.01000,3.475
+0,self_attn.v_proj,0.0000005030,0.01000,2.923
+0,self_attn.k_proj,0.0000137039,0.01000,2.957
+0,self_attn.o_proj,0.0000004304,0.01000,0.448
+0,mlp.up_proj,0.0000171527,0.01000,1.361
+0,mlp.gate_proj,0.0000182089,0.01000,1.365
+0,mlp.down_proj,0.0000072308,0.01000,2.006
+1,self_attn.q_proj,0.0000552167,0.01000,3.217
+1,self_attn.v_proj,0.0000107853,0.01000,3.227
+1,self_attn.k_proj,0.0000474163,0.01000,3.237
+1,self_attn.o_proj,0.0000049679,0.01000,0.457
+1,mlp.gate_proj,0.0000382429,0.01000,1.368
+1,mlp.up_proj,0.0000330544,0.01000,1.367
+1,mlp.down_proj,0.0002232692,0.01000,2.065
+2,self_attn.k_proj,0.0000783847,0.01000,3.062
+2,self_attn.q_proj,0.0000891805,0.01000,3.062
+2,self_attn.v_proj,0.0000301912,0.01000,3.064
+2,self_attn.o_proj,0.0000127110,0.01000,0.456
+2,mlp.up_proj,0.0000515723,0.01000,1.577
+2,mlp.gate_proj,0.0000580461,0.01000,1.586
+2,mlp.down_proj,0.0000323391,0.01000,1.999
+3,self_attn.q_proj,0.0001054438,0.01000,3.032
+3,self_attn.k_proj,0.0001048935,0.01000,3.034
+3,self_attn.v_proj,0.0000432484,0.01000,3.042
+3,self_attn.o_proj,0.0000162795,0.01000,0.469
+3,mlp.up_proj,0.0000664950,0.01000,1.423
+3,mlp.gate_proj,0.0000700708,0.01000,1.432
+3,mlp.down_proj,0.0000519395,0.01000,2.065
+4,self_attn.k_proj,0.0001111413,0.01000,2.690
+4,self_attn.q_proj,0.0001151028,0.01000,2.704
+4,self_attn.v_proj,0.0000473989,0.01000,2.705
+4,self_attn.o_proj,0.0000263754,0.01000,0.472
+4,mlp.up_proj,0.0000840555,0.01000,1.348
+4,mlp.gate_proj,0.0000869420,0.01000,1.350
+4,mlp.down_proj,0.0000706694,0.01000,2.042
+5,self_attn.v_proj,0.0000484096,0.01000,2.640
+5,self_attn.k_proj,0.0001061184,0.01000,2.645
+5,self_attn.q_proj,0.0001109536,0.01000,2.658
+5,self_attn.o_proj,0.0000300812,0.01000,0.465
+5,mlp.gate_proj,0.0001025333,0.01000,1.396
+5,mlp.up_proj,0.0001030941,0.01000,1.401
+5,mlp.down_proj,0.0000960554,0.01000,2.054
+6,self_attn.k_proj,0.0001222574,0.01000,2.674
+6,self_attn.q_proj,0.0001313874,0.01000,2.685
+6,self_attn.v_proj,0.0000599564,0.01000,2.691
+6,self_attn.o_proj,0.0000435177,0.01000,0.466
+6,mlp.up_proj,0.0001271102,0.01000,1.396
+6,mlp.gate_proj,0.0001242665,0.01000,1.400
+6,mlp.down_proj,0.0001394397,0.01000,2.054
+7,self_attn.k_proj,0.0001328580,0.01000,2.758
+7,self_attn.q_proj,0.0001676148,0.01000,2.768
+7,self_attn.v_proj,0.0000644012,0.01000,2.774
+7,self_attn.o_proj,0.0000668362,0.01000,0.466
+7,mlp.gate_proj,0.0001519495,0.01000,1.358
+7,mlp.up_proj,0.0001618967,0.01000,1.360
+7,mlp.down_proj,0.0004434982,0.01000,2.050
+8,self_attn.v_proj,0.0000873090,0.01000,2.719
+8,self_attn.k_proj,0.0001277085,0.01000,2.725
+8,self_attn.q_proj,0.0001287549,0.01000,2.733
+8,self_attn.o_proj,0.0001346973,0.01000,0.468
+8,mlp.gate_proj,0.0001774206,0.01000,1.495
+8,mlp.up_proj,0.0001858333,0.01000,1.497
+8,mlp.down_proj,0.0002705044,0.01000,2.067
+9,self_attn.v_proj,0.0000770806,0.01000,2.702
+9,self_attn.k_proj,0.0001207331,0.01000,2.711
+9,self_attn.q_proj,0.0001211217,0.01000,2.720
+9,self_attn.o_proj,0.0001547982,0.01000,0.476
+9,mlp.up_proj,0.0001962209,0.01000,1.363
+9,mlp.gate_proj,0.0001729137,0.01000,1.367
+9,mlp.down_proj,0.0002874191,0.01000,2.044
+10,self_attn.v_proj,0.0000788475,0.01000,2.694
+10,self_attn.q_proj,0.0001309472,0.01000,2.710
+10,self_attn.k_proj,0.0001275659,0.01000,2.712
+10,self_attn.o_proj,0.0001678705,0.01000,0.476
+10,mlp.gate_proj,0.0001745926,0.01000,1.526
+10,mlp.up_proj,0.0001949321,0.01000,1.539
+10,mlp.down_proj,0.0003484071,0.01000,2.098
+11,self_attn.v_proj,0.0000780905,0.01000,2.746
+11,self_attn.k_proj,0.0001277797,0.01000,2.760
+11,self_attn.q_proj,0.0001326126,0.01000,2.765
+11,self_attn.o_proj,0.0001997200,0.01000,0.473
+11,mlp.gate_proj,0.0001760165,0.01000,1.433
+11,mlp.up_proj,0.0001952612,0.01000,1.435
+11,mlp.down_proj,0.0003800914,0.01000,2.055
+12,self_attn.q_proj,0.0001499186,0.01000,2.719
+12,self_attn.v_proj,0.0001126376,0.01000,2.728
+12,self_attn.k_proj,0.0001398947,0.01000,2.736
+12,self_attn.o_proj,0.0002767842,0.01000,0.472
+12,mlp.up_proj,0.0002063411,0.01000,1.511
+12,mlp.gate_proj,0.0001852478,0.01000,1.530
+12,mlp.down_proj,0.0004446877,0.01000,2.072
+13,self_attn.v_proj,0.0001029299,0.01000,2.760
+13,self_attn.k_proj,0.0001420172,0.01000,2.769
+13,self_attn.q_proj,0.0001498544,0.01000,2.778
+13,self_attn.o_proj,0.0002353157,0.01000,0.471
+13,mlp.gate_proj,0.0002036395,0.01000,1.450
+13,mlp.up_proj,0.0002272346,0.01000,1.455
+13,mlp.down_proj,0.0005714700,0.01000,2.076
+14,self_attn.q_proj,0.0001452633,0.01000,2.916
+14,self_attn.v_proj,0.0001149308,0.01000,2.929
+14,self_attn.k_proj,0.0001471024,0.01000,2.937
+14,self_attn.o_proj,0.0003250685,0.01000,0.475
+14,mlp.up_proj,0.0002272049,0.01000,1.593
+14,mlp.gate_proj,0.0001983413,0.01000,1.614
+14,mlp.down_proj,0.0006897425,0.01000,2.068
+15,self_attn.q_proj,0.0001598870,0.01000,2.739
+15,self_attn.k_proj,0.0001553172,0.01000,2.754
+15,self_attn.v_proj,0.0001769631,0.01000,2.759
+15,self_attn.o_proj,0.0004033549,0.01000,0.478
+15,mlp.up_proj,0.0002600948,0.01000,1.509
+15,mlp.gate_proj,0.0002229825,0.01000,1.517
+15,mlp.down_proj,0.0010481894,0.01000,2.086
+16,self_attn.q_proj,0.0001686935,0.01000,2.861
+16,self_attn.k_proj,0.0001663259,0.01000,2.873
+16,self_attn.v_proj,0.0001668895,0.01000,2.876
+16,self_attn.o_proj,0.0005331542,0.01000,0.488
+16,mlp.gate_proj,0.0002787018,0.01000,1.629
+16,mlp.up_proj,0.0003297016,0.01000,1.637
+16,mlp.down_proj,0.0016766530,0.01000,2.105
+17,self_attn.v_proj,0.0002383069,0.01000,2.918
+17,self_attn.k_proj,0.0001656936,0.01000,2.927
+17,self_attn.q_proj,0.0001670973,0.01000,2.937
+17,self_attn.o_proj,0.0009057788,0.01000,0.486
+17,mlp.gate_proj,0.0003478720,0.01000,1.583
+17,mlp.up_proj,0.0004080457,0.01000,1.588
+17,mlp.down_proj,0.0025944277,0.01000,2.111
+18,self_attn.k_proj,0.0001672320,0.01000,2.915
+18,self_attn.v_proj,0.0002838329,0.01000,2.917
+18,self_attn.q_proj,0.0001750624,0.01000,2.924
+18,self_attn.o_proj,0.0010082785,0.01000,0.484
+18,mlp.gate_proj,0.0004420782,0.01000,1.566
+18,mlp.up_proj,0.0005376945,0.01000,1.579
+18,mlp.down_proj,0.0043666116,0.01000,2.110
+19,self_attn.v_proj,0.0003979214,0.01000,3.069
+19,self_attn.q_proj,0.0001887794,0.01000,3.076
+19,self_attn.k_proj,0.0001796075,0.01000,3.085
+19,self_attn.o_proj,0.0009920824,0.01000,0.482
+19,mlp.up_proj,0.0006397703,0.01000,1.560
+19,mlp.gate_proj,0.0005093174,0.01000,1.566
+19,mlp.down_proj,0.0060390416,0.01000,2.109
+20,self_attn.v_proj,0.0004682927,0.01000,3.267
+20,self_attn.q_proj,0.0001886797,0.01000,3.282
+20,self_attn.k_proj,0.0001772726,0.01000,3.284
+20,self_attn.o_proj,0.0010782894,0.01000,0.487
+20,mlp.up_proj,0.0007071099,0.01000,1.512
+20,mlp.gate_proj,0.0005543453,0.01000,1.520
+20,mlp.down_proj,0.0071963943,0.01000,2.095
+21,self_attn.k_proj,0.0001953098,0.01000,3.184
+21,self_attn.q_proj,0.0002028941,0.01000,3.195
+21,self_attn.v_proj,0.0005859086,0.01000,3.200
+21,self_attn.o_proj,0.0014764997,0.01000,0.487
+21,mlp.gate_proj,0.0005960375,0.01000,1.680
+21,mlp.up_proj,0.0007730889,0.01000,1.697
+21,mlp.down_proj,0.0085041728,0.01000,2.147
+22,self_attn.k_proj,0.0001934035,0.01000,3.234
+22,self_attn.v_proj,0.0005835084,0.01000,3.245
+22,self_attn.q_proj,0.0002028819,0.01000,3.260
+22,self_attn.o_proj,0.0024981603,0.01000,0.484
+22,mlp.gate_proj,0.0006450476,0.01000,1.567
+22,mlp.up_proj,0.0008300739,0.01000,1.579
+22,mlp.down_proj,0.0117292469,0.01000,2.076
+23,self_attn.k_proj,0.0001806692,0.01000,2.779
+23,self_attn.q_proj,0.0001741704,0.01000,2.790
+23,self_attn.v_proj,0.0007296070,0.01000,2.799
+23,self_attn.o_proj,0.0070117684,0.01000,0.474
+23,mlp.up_proj,0.0008680237,0.01000,1.487
+23,mlp.gate_proj,0.0007188843,0.01000,1.492
+23,mlp.down_proj,0.0237775221,0.01000,2.046

smollm2-1p7b__gptq__openhermes__n32__s0/quantize_config.json

@@ -0,0 +1,47 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "lm_head": false,
+  "method": "gptq",
+  "quant_method": "gptq",
+  "format": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:7.3.2"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.01,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0,
+    "gptaq": null,
+    "foem": null,
+    "act_group_aware": false,
+    "fallback": {
+      "strategy": "rtn",
+      "threshold": "0.5%",
+      "smooth": null
+    },
+    "offload_to_disk": true,
+    "offload_to_disk_path": "/tmp/gptqmodel_x_hj1lap",
+    "pack_impl": "cpu",
+    "gc_mode": "interval",
+    "wait_for_submodule_finalizers": false,
+    "auto_forward_data_parallel": true,
+    "dense_vram_strategy": "exclusive",
+    "dense_vram_strategy_devices": null,
+    "moe_vram_strategy": "exclusive",
+    "moe_vram_strategy_devices": null,
+    "mock_quantization": false,
+    "hessian": {
+      "chunk_size": null,
+      "chunk_bytes": null,
+      "staging_dtype": "float32"
+    }
+  },
+  "sym": true
+}

smollm2-1p7b__gptq__openhermes__n32__s0/tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|im_start|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 8192,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}