xnnpack 2k: Qwen/Qwen2.5-Math-1.5B-Instruct@aafeb0fc6f22

.gitattributes

@@ -42,3 +42,4 @@ vulkan/Qwen2.5-Math-1.5B-Instruct-vulkan-8da4w-8k.pte filter=lfs diff=lfs merge=
 vulkan/Qwen2.5-Math-1.5B-Instruct-vulkan-8da4w-32k.pte filter=lfs diff=lfs merge=lfs -text
 vulkan/Qwen2.5-Math-1.5B-Instruct-vulkan-8da4w-4k.pte filter=lfs diff=lfs merge=lfs -text
 xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-gptq-4k.pte filter=lfs diff=lfs merge=lfs -text
+xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-gptq-2k.pte filter=lfs diff=lfs merge=lfs -text

README.md

@@ -25,7 +25,7 @@ Windows in this repo: XNNPACK (CPU) at 2k to 16k; Vulkan (GPU) at 2k to 32k. The
 
 | Backend | Target | File | Window | Size | Smoke test |
 |---|---|---|---|---|---|
-| XNNPACK (CPU) | any arm64 | [`xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-2k.pte`](xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-2k.pte) | 2,048 tokens | 1.11 GB | passed ("Paris") |
+| XNNPACK (CPU) | any arm64 | [`xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-gptq-2k.pte`](xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-gptq-2k.pte) | 2,048 tokens | 1.11 GB | passed ("Paris") |
 | XNNPACK (CPU) | any arm64 | [`xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-gptq-4k.pte`](xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-gptq-4k.pte) | 4,096 tokens | 1.11 GB | passed ("Paris") |
 | XNNPACK (CPU) | any arm64 | [`xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-8k.pte`](xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-8k.pte) | 8,192 tokens | 1.12 GB | passed ("Paris") |
 | XNNPACK (CPU) | any arm64 | [`xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-16k.pte`](xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-16k.pte) | 16,384 tokens | 1.14 GB | passed ("Paris") |

xnnpack/{Qwen2.5-Math-1.5B-Instruct-8da4w-2k.pte → Qwen2.5-Math-1.5B-Instruct-8da4w-gptq-2k.pte}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5613e93c96cca575f0a152e91167c23e99fe658f13e4dd5f7634e34da64e66a
+oid sha256:819bbccd30e2cab6c4f59cabbb6bbf7b7f3565cfe3e7742b7c841facc0016262
 size 1107613952

xnnpack/config.json

@@ -8,12 +8,12 @@
   "source_revision": "aafeb0fc6f22cbf0eaeed126eff8be45b0360a35",
   "variants": [
     {
-      "file": "Qwen2.5-Math-1.5B-Instruct-8da4w-2k.pte",
+      "file": "Qwen2.5-Math-1.5B-Instruct-8da4w-gptq-2k.pte",
       "size_bytes": 1107613952,
-      "sha256": "e5613e93c96cca575f0a152e91167c23e99fe658f13e4dd5f7634e34da64e66a",
+      "sha256": "819bbccd30e2cab6c4f59cabbb6bbf7b7f3565cfe3e7742b7c841facc0016262",
       "context": 2048,
       "source_revision": "aafeb0fc6f22cbf0eaeed126eff8be45b0360a35",
-      "quantization": "8da4w-g32, int8 embeddings",
+      "quantization": "8da4w-gptq-g32, int8 embeddings, int4 codes solved with GPTQ",
       "fits_phone_budget": true,
       "methods": {
         "get_max_context_len": 2048,

xnnpack/export-report-2k.json

@@ -41,12 +41,15 @@
       "use_hf_rope": true,
       "attention_qkv_bias": true
     },
-    "qmode": "8da4w",
+    "qmode": "8da4w-gptq",
+    "export_llm_qmode": "8da4w",
     "group_size": 32,
     "embedding_quantize": "8,0",
+    "embedding_hqq": false,
+    "int4_codes": "gptq",
     "prefill_chunk": 2048,
     "kv_cache_dtype": "fp32",
-    "label": "8da4w-g32, int8 embeddings",
+    "label": "8da4w-gptq-g32, int8 embeddings, int4 codes solved with GPTQ",
     "description": "ExecuTorch 1.4.0 `export_llm`: 8-bit dynamic activations and 4-bit weights in groups of 32, int8 per-channel embeddings, XNNPACK with extended ops, prefill chunk 2048, fp32 KV cache."
   },
   "window": {
@@ -101,9 +104,9 @@
   },
   "files": [
     {
-      "path": "xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-2k.pte",
+      "path": "xnnpack/Qwen2.5-Math-1.5B-Instruct-8da4w-gptq-2k.pte",
       "bytes": 1107613952,
-      "sha256": "e5613e93c96cca575f0a152e91167c23e99fe658f13e4dd5f7634e34da64e66a"
+      "sha256": "819bbccd30e2cab6c4f59cabbb6bbf7b7f3565cfe3e7742b7c841facc0016262"
     }
   ],
   "estimates": {
@@ -112,16 +115,18 @@
     "export_peak_bytes_estimate": 9842653440
   },
   "host": {
-    "nproc": 4,
-    "mem_total_bytes": 16765374464,
+    "nproc": 8,
+    "mem_total_bytes": 33229729792,
     "swap_total_bytes": 25769799680,
-    "cpu_model": "INTEL(R) XEON(R) PLATINUM 8573C",
-    "peak_rss_convert_bytes": 3942838272,
-    "peak_rss_export_bytes": 9415229440,
-    "peak_swap_used_bytes": 4096,
-    "min_mem_available_bytes": 8141582336,
-    "export_seconds": 719.8,
-    "total_seconds": 763.2
+    "cpu_model": "AMD EPYC",
+    "peak_rss_convert_bytes": 3926851584,
+    "peak_rss_export_bytes": 9117868032,
+    "peak_swap_used_bytes": 0,
+    "min_mem_available_bytes": 22863732736,
+    "peak_in_use_bytes": 10365997056,
+    "peak_in_use_at": "2026-10-03T23:49:28Z",
+    "export_seconds": 312.8,
+    "total_seconds": 327.7
   },
   "conversion": {
     "tensors": 339,
@@ -159,29 +164,142 @@
   "smoke": {
     "prompt": "<|im_start|>system\nPlease reason step by step, and put your final answer within \\boxed{}.<|im_end|>\n<|im_start|>user\nWhat is the capital of France? Answer with one word.<|im_end|>\n<|im_start|>assistant\n",
     "template_error": null,
-    "reply": "The capital of France is **Paris**. (Note: The capital is actually a city, not a country, but the word \"Paris\" is",
-    "tokens": 32,
+    "reply": "The capital of France is \"paris\".<|im_end|>",
+    "tokens": 10,
     "answered": true,
     "answer_required": true,
     "passed": true,
     "problems": [],
     "stats": {
-      "prefill_token_per_sec": 161.29,
-      "decode_token_per_sec": 28.2847,
+      "prefill_token_per_sec": 296.296,
+      "decode_token_per_sec": 45.6853,
       "prompt_tokens": 40,
-      "generated_tokens": 31,
-      "model_load_start_ms": 1789303059923,
-      "model_load_end_ms": 1789303062381,
-      "inference_start_ms": 1789303062381,
-      "inference_end_ms": 1789303063725,
-      "prompt_eval_end_ms": 1789303062629,
-      "first_token_ms": 1789303062629,
-      "aggregate_sampling_time_ms": 3,
+      "generated_tokens": 9,
+      "model_load_start_ms": 1791071622493,
+      "model_load_end_ms": 1791071624343,
+      "inference_start_ms": 1791071624344,
+      "inference_end_ms": 1791071624676,
+      "prompt_eval_end_ms": 1791071624479,
+      "first_token_ms": 1791071624479,
+      "aggregate_sampling_time_ms": 0,
       "SCALING_FACTOR_UNITS_PER_SECOND": 1000
     }
   },
   "run": {
-    "url": "https://github.com/ExperimentalMachines/executorch-model-exporter/actions/runs/34753863094",
-    "id": "34753863094"
+    "url": "https://github.com/ExperimentalMachines/execupack/actions/runs/37158322503",
+    "id": "37158322503"
+  },
+  "measuring_gate": {
+    "kind": "measuring_gate",
+    "passed": true,
+    "prefill_tok_per_sec": 296.3,
+    "decode_tok_per_sec": 45.69,
+    "prompt_tokens": 40,
+    "generated_tokens": 9
+  },
+  "gate": {
+    "passed": true,
+    "problems": [],
+    "graded": 3,
+    "fp32_mean": 0.7674,
+    "export_mean": 0.7284,
+    "agreed": 3,
+    "shortfall": 0.0391,
+    "quiet_rows_answered_like_fp32": 4,
+    "measures_tool_calling": true,
+    "quiet_rows": 4,
+    "fp32_undecided_rows": [
+      "What is Concord the capital of?",
+      "What is Providence the capital of?",
+      "What is Augusta the capital of?",
+      "What is Nassau the capital of?",
+      "Who is the author of Mercy?",
+      "Who is the author of Landfall?",
+      "Who is the author of Quicksand?",
+      "Who is the author of Nightfall?",
+      "In what country is Linkoping?"
+    ],
+    "rows": {
+      "What is Concord the capital of?": {
+        "fp32": 0.3837,
+        "export": 0.3814,
+        "kind": "search"
+      },
+      "What is Providence the capital of?": {
+        "fp32": 0.0733,
+        "export": 0.1264,
+        "kind": "search"
+      },
+      "What is Augusta the capital of?": {
+        "fp32": 0.4385,
+        "export": 0.3479,
+        "kind": "search"
+      },
+      "What is Nassau the capital of?": {
+        "fp32": 0.2163,
+        "export": 0.0551,
+        "kind": "search"
+      },
+      "Who is the author of Mercy?": {
+        "fp32": 0.3152,
+        "export": 0.3211,
+        "kind": "search"
+      },
+      "Who is the author of Landfall?": {
+        "fp32": 0.2097,
+        "export": 0.2282,
+        "kind": "search"
+      },
+      "Who is the author of Quicksand?": {
+        "fp32": 0.2175,
+        "export": 0.1711,
+        "kind": "search"
+      },
+      "Who is the author of Nightfall?": {
+        "fp32": 0.2885,
+        "export": 0.2729,
+        "kind": "search"
+      },
+      "In what country is Ostrava?": {
+        "fp32": 0.8516,
+        "export": 0.8452,
+        "kind": "search"
+      },
+      "In what country is Gdynia?": {
+        "fp32": 0.6144,
+        "export": 0.5423,
+        "kind": "search"
+      },
+      "In what country is Rijeka?": {
+        "fp32": 0.8363,
+        "export": 0.7976,
+        "kind": "search"
+      },
+      "In what country is Linkoping?": {
+        "fp32": 0.0505,
+        "export": 0.0311,
+        "kind": "search"
+      },
+      "What is the capital of Norway?": {
+        "fp32": 0.2098,
+        "export": 0.3573,
+        "kind": "quiet"
+      },
+      "What is 8 times 7?": {
+        "fp32": 0.2836,
+        "export": 0.4076,
+        "kind": "quiet"
+      },
+      "Who wrote Pride and Prejudice?": {
+        "fp32": 0.0631,
+        "export": 0.0868,
+        "kind": "quiet"
+      },
+      "What is the chemical symbol for iron?": {
+        "fp32": 0.4132,
+        "export": 0.5774,
+        "kind": "quiet"
+      }
+    }
   }
 }