Publish qualified GPT-2 macOS Core AI bundle for Aether v0.0.6

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+mac/model.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,24 @@
+Modified MIT License
+
+Software Copyright (c) 2019 OpenAI
+
+We don’t claim ownership of the content you create with GPT-2, so it is yours to do with as you please.
+We only ask that you use GPT-2 responsibly and clearly indicate your content was created using GPT-2.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
+associated documentation files (the "Software"), to deal in the Software without restriction,
+including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense,
+and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included
+in all copies or substantial portions of the Software.
+The above copyright notice and this permission notice need not be included
+with content created by the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
+BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE
+OR OTHER DEALINGS IN THE SOFTWARE.

NOTICE

@@ -0,0 +1,11 @@
+GPT-2 124M Core AI conversion for Aether Kit
+
+Upstream checkpoint: openai-community/gpt2
+Revision: 607a30d783dfa663caf39e06633721c8d4cfcd7e
+Original model/software: Copyright (c) 2019 OpenAI; Modified MIT License (LICENSE).
+
+Conversion tooling: Aether Kit, Apache-2.0
+https://github.com/bubstackdev/aether-kit
+Source commit: 20bbc96
+Architecture reference: Hugging Face Transformers 4.57.3 GPT-2 implementation, Apache-2.0.
+No instruction tuning or further model training was performed for this conversion.

README.md

@@ -0,0 +1,85 @@
+---
+language:
+- en
+license: mit
+library_name: aether-kit
+pipeline_tag: text-generation
+base_model: openai-community/gpt2
+tags:
+- aether-kit
+- core-ai
+- gpt2
+- text-generation
+- experimental
+---
+
+# GPT-2 124M for Aether Kit
+
+A macOS Core AI conversion of [openai-community/gpt2](https://huggingface.co/openai-community/gpt2),
+using upstream revision `607a30d783dfa663caf39e06633721c8d4cfcd7e`.
+Built with the GPT-2 port spike for Aether Kit v0.0.6, source commit
+[`20bbc96`](https://github.com/bubstackdev/aether-kit/commit/20bbc96).
+
+## Bundle
+
+`mac/` is an Aether language bundle: `language-model.json`, `model.aimodel/`,
+`tokenizer/`, and `export-report.json`. It requires Apple silicon and macOS 27
+with Core AI. There is no qualified iOS bundle in this repository.
+
+The model uses fp16 weights and KV caches, float32 scaled dot-product attention,
+and the bucketed cache contract. The maximum context is **1,024 tokens**, including
+prompt and generated tokens; the exported prefill bound is 64 tokens.
+
+GPT-2 is a base completion model without a chat template. Use plain text/token
+prompts with `AetherLanguageCoreAI.LanguageGenerationSession`; the chat facade
+reports `unsupportedTemplate`. This conversion adds no instruction tuning.
+
+```swift
+import AetherLanguageCoreAI
+import AetherLanguageTokenizers
+
+let tokenizer = try await LanguageTokenizer.open(bundle: bundle)
+let session = try await LanguageGenerationSession.open(bundle: bundle, platform: .macos)
+let result = try await session.generate(
+    prompt: tokenizer.encode("The future of artificial intelligence is"),
+    maximumTokens: 64)
+print(tokenizer.decode(result.tokens))
+await session.unload()
+```
+
+Download `mac/` at an immutable Hub commit and pass that local directory as
+`bundle`. A pinned Aether catalog entry is maintained in
+[`Spikes/gpt2/catalog-macos.json`](https://github.com/bubstackdev/aether-kit/blob/main/Spikes/gpt2/catalog-macos.json).
+The bundle's model SHA-256 is
+`f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316`.
+
+## Qualification and limits
+
+Evidence is included under `verification/`; commands and architecture notes are in
+[`Spikes/gpt2`](https://github.com/bubstackdev/aether-kit/tree/main/Spikes/gpt2).
+The converter used Torch 2.11.0, Transformers 4.57.3 and coreai-torch 0.4.2.
+Tests ran on macOS build 26B123, Core AI device architecture `h17c`.
+
+- The float32 eager port matches all 64 reference argmax rows on both a six-token
+  prompt and a 600-token prompt, under both running and bucketed cache contracts.
+- The full converted checkpoint passes its Core AI CPU logits/cache self-check.
+- Both registered-bundle native GPU cases pass Aether's fp16 numerical policy:
+  per-row cosine >= 0.995; differing choices require a reference probability margin
+  below 0.1 and a native choice within the reference top five. Prefill widths 7 and
+  16 produce identical native continuations.
+- The 600-token prompt matches the full 64-token upstream greedy continuation.
+  The short prompt has one near-tie among 64 teacher-forced rows and first diverges
+  in free generation at token index 40: native rank 2, reference probability margin
+  approximately 0.00139. This conversion does not promise bit-exact float32 output.
+
+This is an experimental v0.0.6 spike asset. Qualification covers these synthetic
+prompts on one Mac, not general task quality, every Apple device, or iOS.
+GPT-2 retains the capabilities and limitations described in its
+[upstream model card](https://huggingface.co/openai-community/gpt2).
+
+## License and provenance
+
+The original GPT-2 assets retain the Modified MIT terms in `LICENSE`,
+Copyright (c) 2019 OpenAI. `NOTICE` identifies conversion and architecture sources.
+The Aether Kit conversion tooling is Apache-2.0. This repository distributes a
+Core AI conversion and tokenizer assets; it is not an OpenAI-hosted model service.

mac/export-report.json

@@ -0,0 +1,173 @@
+{
+  "schema": 1,
+  "recipe": "gpt2-bucketed-v2",
+  "contract": "bucketed",
+  "exportedAt": "2026-11-02T17:57:52Z",
+  "hostOS": "26B123",
+  "versions": {
+    "torch": "2.11.0",
+    "coreai-torch": "0.4.2",
+    "coreai-core": "1.0.0b2"
+  },
+  "scriptSHA256": {
+    "dense_decode.py": "1d8156015a4d8d4f57db114d67f3cd447b9b08a95d01986eeb8dacd599375e17",
+    "dense_families.py": "0412802eb1291352f2883bd9977adf2c616da108faf85c847ecea02a747e46fd",
+    "export_dense.py": "dc6f22fef2248791fc19431e135b68043b7c90dd8128dbed35a93780b644407b",
+    "export_gpt2.py": "cca87df8eb4050ecf8777ea2dc21a4e9441c0186663122677c5e293a0c924b49",
+    "export_granite_hybrid.py": "40e62b7f3f49ceaadfd6e0f0a59dfe0f437a5a016d02050c67eaefedb934fd04",
+    "export_olmo2.py": "6a85fc26702429c4d1cd1ac914e0ec847727984d4b9a1f800cb1fdbc3021c408",
+    "export_qwen3.py": "a314c09e89e6756dce1771693d47f2113911c6f2423cb5b76d566e8fb6446826",
+    "export_qwen3_vl_text.py": "6d06a39b2ed0b5eae5e24eb89db1d3ca28960da52805af76b7cf27d3dd2ebbf7",
+    "export_qwen3_vl_vision.py": "60149b5dfa0d2a971e0af834fc13a15957c957c72e95eaf172c6f31218e5828e",
+    "gpt2_decode.py": "360dade178dfac5bdef03efbdc800cfc9fc7fab1e249684cb5c8fffb1cb77f34",
+    "granite_hybrid.py": "afb235e8926d04e410f746ef7bd4ee0a97d5c135e5f472abf342912ded9c7330",
+    "olmo2_decode.py": "4f3ad03d399f8c095f7570a3b3c54f78d5f701fb9faa5200cadca5083ef752a1",
+    "probe_function_weights.py": "f06ec7b4ffd753d43c0111f6eeb91a0074de621632de00eac8683aae5beefc91",
+    "qwen3_decode.py": "43aee7983389fad450f6541e1c5ad9a37a086c4cab4015ef0888da36c07be527",
+    "qwen3_vl_divergence_margin.py": "4831dcab1b83c454efb730c2cb070ae8bcbcac8d3578a1995550b38b49b93da8",
+    "qwen3_vl_text.py": "69179d9e4397f81e81358c453a2e7d036ba1873f7b4042cf8d484909d9399986",
+    "qwen3_vl_vision.py": "dc5c594ff913009990a1dc014ae90f5bdb736c87176275c8eb6b524150908079",
+    "record_evidence.py": "bb1b30030da2ea0e1e4c8115c9b3edf96c9dadc4d74e6941227a2bd7d230299b",
+    "record_vision_evidence.py": "5b18c6c34a6e3de4834aed45a1d46a97f4d92695b28116e909e2b1f8f0ce3aa2",
+    "record_vl_evidence.py": "bc82ba4f5be871ba217d449a4e441368214c3b3250be295f7b910ccab2f5e34e",
+    "reference_chat_tokens.py": "c9d4f556d2c8afa887b88a147650e717d192edb3eca5046ea181020bdb49c394",
+    "reference_dense.py": "778aab3f04fe0c02babf738f44c609f0c2964ba6408eaf64caf4f585af77921b",
+    "reference_gpt2.py": "80e85fcf20bedd31945ce234884587f3dd90ca9c1320d83f8390885e3ca5c36e",
+    "reference_granite_hybrid.py": "7771ba220d0db36251012cdadefbe71f1841f93a19eb17ec620863c4f2244561",
+    "reference_olmo2.py": "cf105c1be1ccda1f715af9fe774be9b199f6ffdfe99f4e8ad2aba1e8990bee0b",
+    "reference_olmo2_tokens.py": "3e9a5b4b8ebeefec822defc2f45c1c93e886b3a6d8e0c9b97df666066ee994ef",
+    "reference_qwen3.py": "b7cee7de6ec99139bc036b1bf5e1739624c49c10777ac98a95a3d6a59091cf06",
+    "reference_qwen3_vl.py": "ce4c219d071e5c9b12c7c3b54fe9936cdab0835358669854a01569b0c81c39d3",
+    "reference_qwen3_vl_text.py": "cb3a68b1143d7c383cf6e5da4ef563e7063af8f8908aa323e5d27e0288e766e9",
+    "reference_qwen3_vl_vision.py": "ee4d08ea94a6da2f96970a3b18a2cb3635bceb68af05e99d56449147c2783f98",
+    "reference_sampling.py": "af349bcb14a275536920e158f9ee5d0d946b8e2d6d167e1f57028bb71e25d751",
+    "register_dense_bundle.py": "5a5ae88499d67b37ff60577c1a00752545df2896341b0521f3191142e4f9e4ec",
+    "register_qwen3_bundle.py": "adc9096b79adbcde3a539471587e000f87c86148e3ad82e2ec8605933f4242f3",
+    "register_qwen3_vl_bundle.py": "f6a3f21dd1ccaf37b0b7247a3cf048eda24fab40c791da3eed4e240d4d492c95",
+    "stage_device_assets.py": "eee5b22bb1199f94a276ae257cdb14543f737fcd591cde327b99ed23c8210c46",
+    "test_dense_decode.py": "ffa39f194d87c30aee88c1c36ba5911382cc0a7cd85f1f0c2bb6159878c3dc9b",
+    "test_dense_export.py": "575325a9278fe67a5a218e20d60742156cd0ce3849e66eb4e07fc6b7d9975ff7",
+    "test_gpt2_decode.py": "b7e4b7e2130784e113f6b118ed4454390403e97e1fd8ccad332ab0a8f3df578e",
+    "write_alpha_fixtures.py": "353df55bc464bda4cdd5e01f6af28b1ae7507380d0bf986a98c4e27c28f41f23"
+  },
+  "dtype": "float16",
+  "attentionPrecision": "float32",
+  "exportBounds": {
+    "maximumPrefillChunk": 64,
+    "maximumCacheCapacity": 1024
+  },
+  "droppedIdentityCopies": 0,
+  "config": {
+    "activation_function": "gelu_new",
+    "architectures": [
+      "GPT2LMHeadModel"
+    ],
+    "attn_pdrop": 0.1,
+    "bos_token_id": 50256,
+    "embd_pdrop": 0.1,
+    "eos_token_id": 50256,
+    "initializer_range": 0.02,
+    "layer_norm_epsilon": 1e-05,
+    "model_type": "gpt2",
+    "n_ctx": 1024,
+    "n_embd": 768,
+    "n_head": 12,
+    "n_layer": 12,
+    "n_positions": 1024,
+    "resid_pdrop": 0.1,
+    "summary_activation": null,
+    "summary_first_dropout": 0.1,
+    "summary_proj_to_labels": true,
+    "summary_type": "cls_index",
+    "summary_use_proj": true,
+    "task_specific_params": {
+      "text-generation": {
+        "do_sample": true,
+        "max_length": 50
+      }
+    },
+    "vocab_size": 50257
+  },
+  "source": {
+    "repository": "openai-community/gpt2",
+    "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+    "checkpoint": ".local/checkpoint"
+  },
+  "selfCheck": {
+    "passed": true,
+    "promptTokens": 19,
+    "chunks": [
+      8,
+      4,
+      1,
+      2
+    ],
+    "capacity": 64,
+    "decodeSteps": 4,
+    "steps": [
+      {
+        "step": 0,
+        "cosine": 1.0,
+        "maxAbs": 0.3125,
+        "argmaxEqual": true,
+        "referenceArgmax": 321,
+        "nativeArgmax": 321,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.20312
+      },
+      {
+        "step": 1,
+        "cosine": 1.0,
+        "maxAbs": 0.4375,
+        "argmaxEqual": true,
+        "referenceArgmax": 2098,
+        "nativeArgmax": 2098,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.23438
+      },
+      {
+        "step": 2,
+        "cosine": 1.0,
+        "maxAbs": 0.3125,
+        "argmaxEqual": true,
+        "referenceArgmax": 2195,
+        "nativeArgmax": 2195,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.23438
+      },
+      {
+        "step": 3,
+        "cosine": 1.0,
+        "maxAbs": 0.3125,
+        "argmaxEqual": true,
+        "referenceArgmax": 2292,
+        "nativeArgmax": 2292,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.23438
+      },
+      {
+        "step": 4,
+        "cosine": 0.999999,
+        "maxAbs": 0.34375,
+        "argmaxEqual": true,
+        "referenceArgmax": 2389,
+        "nativeArgmax": 2389,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.23438
+      }
+    ]
+  },
+  "tokenizerFiles": {
+    "config.json": "0daed7749b4f02b8f76240d5444551d7b08712dab4d0adb8239c56ba823bb7b4",
+    "generation_config.json": "ed0b32ac72c0f5f44a719abb2d7786ea5146c871f83717b7f2018065954de02b",
+    "merges.txt": "1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5",
+    "tokenizer.json": "8414cab924d8b9b33013f0d221c5862f365ee9be39c5c2bfae8a5a9e970478a6",
+    "tokenizer_config.json": "5e04eb606e3a1583530a42e36c2a6b6615c86f34fe77e44d9ddeb43ff940931f",
+    "vocab.json": "196139668be63f3b5d6574427317ae82f612a97c5d1cdaf36ed2256dbf636783"
+  },
+  "modelFiles": {
+    "main.hash": "6edab09b42478045121a3abf8a13cff090fa28997fbe5f5f897f49595cc0f240",
+    "main.mlirb": "f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316",
+    "metadata.json": "a1e268eb9bf6c3541f776ba24b530e16133c6fdb4bef1d08b5a3e93a56fe0c22"
+  }
+}

mac/language-model.json

@@ -0,0 +1,28 @@
+{
+  "schemaVersion": 1,
+  "modelDirectory": "model.aimodel",
+  "tokenizerDirectory": "tokenizer",
+  "sourceRepository": "openai-community/gpt2",
+  "sourceRevision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+  "modelSHA256": "f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316",
+  "tokenizerSHA256": "8414cab924d8b9b33013f0d221c5862f365ee9be39c5c2bfae8a5a9e970478a6",
+  "maximumContextLength": 1024,
+  "stopTokenIDs": [
+    50256
+  ],
+  "platform": "macos",
+  "quantization": "fp16",
+  "exportBounds": {
+    "maximumPrefillChunk": 64,
+    "maximumCacheCapacity": 1024
+  },
+  "tokenizerFiles": {
+    "config.json": "0daed7749b4f02b8f76240d5444551d7b08712dab4d0adb8239c56ba823bb7b4",
+    "generation_config.json": "ed0b32ac72c0f5f44a719abb2d7786ea5146c871f83717b7f2018065954de02b",
+    "merges.txt": "1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5",
+    "tokenizer.json": "8414cab924d8b9b33013f0d221c5862f365ee9be39c5c2bfae8a5a9e970478a6",
+    "tokenizer_config.json": "5e04eb606e3a1583530a42e36c2a6b6615c86f34fe77e44d9ddeb43ff940931f",
+    "vocab.json": "196139668be63f3b5d6574427317ae82f612a97c5d1cdaf36ed2256dbf636783"
+  },
+  "supportsReasoning": false
+}

mac/model.aimodel/main.hash

@@ -0,0 +1 @@
+�O�:~i���x<�Z���p�A�E.Ƒ�B�

mac/model.aimodel/main.mlirb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316
+size 248944119

mac/model.aimodel/metadata.json

@@ -0,0 +1,5 @@
+{
+  "assetVersion" : "2.0",
+  "producer" : "coreai-core 1.0.0b2",
+  "creationDate" : "20261102T175752Z"
+}

mac/tokenizer/config.json

@@ -0,0 +1,31 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "resid_pdrop": 0.1,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "vocab_size": 50257
+}

mac/tokenizer/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.26.0.dev0",
+  "_from_model_config": true
+}

mac/tokenizer/tokenizer_config.json

@@ -0,0 +1 @@
+{"model_max_length": 1024}

verification/export-report.json

@@ -0,0 +1,173 @@
+{
+  "schema": 1,
+  "recipe": "gpt2-bucketed-v2",
+  "contract": "bucketed",
+  "exportedAt": "2026-11-02T17:57:52Z",
+  "hostOS": "26B123",
+  "versions": {
+    "torch": "2.11.0",
+    "coreai-torch": "0.4.2",
+    "coreai-core": "1.0.0b2"
+  },
+  "scriptSHA256": {
+    "dense_decode.py": "1d8156015a4d8d4f57db114d67f3cd447b9b08a95d01986eeb8dacd599375e17",
+    "dense_families.py": "0412802eb1291352f2883bd9977adf2c616da108faf85c847ecea02a747e46fd",
+    "export_dense.py": "dc6f22fef2248791fc19431e135b68043b7c90dd8128dbed35a93780b644407b",
+    "export_gpt2.py": "cca87df8eb4050ecf8777ea2dc21a4e9441c0186663122677c5e293a0c924b49",
+    "export_granite_hybrid.py": "40e62b7f3f49ceaadfd6e0f0a59dfe0f437a5a016d02050c67eaefedb934fd04",
+    "export_olmo2.py": "6a85fc26702429c4d1cd1ac914e0ec847727984d4b9a1f800cb1fdbc3021c408",
+    "export_qwen3.py": "a314c09e89e6756dce1771693d47f2113911c6f2423cb5b76d566e8fb6446826",
+    "export_qwen3_vl_text.py": "6d06a39b2ed0b5eae5e24eb89db1d3ca28960da52805af76b7cf27d3dd2ebbf7",
+    "export_qwen3_vl_vision.py": "60149b5dfa0d2a971e0af834fc13a15957c957c72e95eaf172c6f31218e5828e",
+    "gpt2_decode.py": "360dade178dfac5bdef03efbdc800cfc9fc7fab1e249684cb5c8fffb1cb77f34",
+    "granite_hybrid.py": "afb235e8926d04e410f746ef7bd4ee0a97d5c135e5f472abf342912ded9c7330",
+    "olmo2_decode.py": "4f3ad03d399f8c095f7570a3b3c54f78d5f701fb9faa5200cadca5083ef752a1",
+    "probe_function_weights.py": "f06ec7b4ffd753d43c0111f6eeb91a0074de621632de00eac8683aae5beefc91",
+    "qwen3_decode.py": "43aee7983389fad450f6541e1c5ad9a37a086c4cab4015ef0888da36c07be527",
+    "qwen3_vl_divergence_margin.py": "4831dcab1b83c454efb730c2cb070ae8bcbcac8d3578a1995550b38b49b93da8",
+    "qwen3_vl_text.py": "69179d9e4397f81e81358c453a2e7d036ba1873f7b4042cf8d484909d9399986",
+    "qwen3_vl_vision.py": "dc5c594ff913009990a1dc014ae90f5bdb736c87176275c8eb6b524150908079",
+    "record_evidence.py": "bb1b30030da2ea0e1e4c8115c9b3edf96c9dadc4d74e6941227a2bd7d230299b",
+    "record_vision_evidence.py": "5b18c6c34a6e3de4834aed45a1d46a97f4d92695b28116e909e2b1f8f0ce3aa2",
+    "record_vl_evidence.py": "bc82ba4f5be871ba217d449a4e441368214c3b3250be295f7b910ccab2f5e34e",
+    "reference_chat_tokens.py": "c9d4f556d2c8afa887b88a147650e717d192edb3eca5046ea181020bdb49c394",
+    "reference_dense.py": "778aab3f04fe0c02babf738f44c609f0c2964ba6408eaf64caf4f585af77921b",
+    "reference_gpt2.py": "80e85fcf20bedd31945ce234884587f3dd90ca9c1320d83f8390885e3ca5c36e",
+    "reference_granite_hybrid.py": "7771ba220d0db36251012cdadefbe71f1841f93a19eb17ec620863c4f2244561",
+    "reference_olmo2.py": "cf105c1be1ccda1f715af9fe774be9b199f6ffdfe99f4e8ad2aba1e8990bee0b",
+    "reference_olmo2_tokens.py": "3e9a5b4b8ebeefec822defc2f45c1c93e886b3a6d8e0c9b97df666066ee994ef",
+    "reference_qwen3.py": "b7cee7de6ec99139bc036b1bf5e1739624c49c10777ac98a95a3d6a59091cf06",
+    "reference_qwen3_vl.py": "ce4c219d071e5c9b12c7c3b54fe9936cdab0835358669854a01569b0c81c39d3",
+    "reference_qwen3_vl_text.py": "cb3a68b1143d7c383cf6e5da4ef563e7063af8f8908aa323e5d27e0288e766e9",
+    "reference_qwen3_vl_vision.py": "ee4d08ea94a6da2f96970a3b18a2cb3635bceb68af05e99d56449147c2783f98",
+    "reference_sampling.py": "af349bcb14a275536920e158f9ee5d0d946b8e2d6d167e1f57028bb71e25d751",
+    "register_dense_bundle.py": "5a5ae88499d67b37ff60577c1a00752545df2896341b0521f3191142e4f9e4ec",
+    "register_qwen3_bundle.py": "adc9096b79adbcde3a539471587e000f87c86148e3ad82e2ec8605933f4242f3",
+    "register_qwen3_vl_bundle.py": "f6a3f21dd1ccaf37b0b7247a3cf048eda24fab40c791da3eed4e240d4d492c95",
+    "stage_device_assets.py": "eee5b22bb1199f94a276ae257cdb14543f737fcd591cde327b99ed23c8210c46",
+    "test_dense_decode.py": "ffa39f194d87c30aee88c1c36ba5911382cc0a7cd85f1f0c2bb6159878c3dc9b",
+    "test_dense_export.py": "575325a9278fe67a5a218e20d60742156cd0ce3849e66eb4e07fc6b7d9975ff7",
+    "test_gpt2_decode.py": "b7e4b7e2130784e113f6b118ed4454390403e97e1fd8ccad332ab0a8f3df578e",
+    "write_alpha_fixtures.py": "353df55bc464bda4cdd5e01f6af28b1ae7507380d0bf986a98c4e27c28f41f23"
+  },
+  "dtype": "float16",
+  "attentionPrecision": "float32",
+  "exportBounds": {
+    "maximumPrefillChunk": 64,
+    "maximumCacheCapacity": 1024
+  },
+  "droppedIdentityCopies": 0,
+  "config": {
+    "activation_function": "gelu_new",
+    "architectures": [
+      "GPT2LMHeadModel"
+    ],
+    "attn_pdrop": 0.1,
+    "bos_token_id": 50256,
+    "embd_pdrop": 0.1,
+    "eos_token_id": 50256,
+    "initializer_range": 0.02,
+    "layer_norm_epsilon": 1e-05,
+    "model_type": "gpt2",
+    "n_ctx": 1024,
+    "n_embd": 768,
+    "n_head": 12,
+    "n_layer": 12,
+    "n_positions": 1024,
+    "resid_pdrop": 0.1,
+    "summary_activation": null,
+    "summary_first_dropout": 0.1,
+    "summary_proj_to_labels": true,
+    "summary_type": "cls_index",
+    "summary_use_proj": true,
+    "task_specific_params": {
+      "text-generation": {
+        "do_sample": true,
+        "max_length": 50
+      }
+    },
+    "vocab_size": 50257
+  },
+  "source": {
+    "repository": "openai-community/gpt2",
+    "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+    "checkpoint": ".local/checkpoint"
+  },
+  "selfCheck": {
+    "passed": true,
+    "promptTokens": 19,
+    "chunks": [
+      8,
+      4,
+      1,
+      2
+    ],
+    "capacity": 64,
+    "decodeSteps": 4,
+    "steps": [
+      {
+        "step": 0,
+        "cosine": 1.0,
+        "maxAbs": 0.3125,
+        "argmaxEqual": true,
+        "referenceArgmax": 321,
+        "nativeArgmax": 321,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.20312
+      },
+      {
+        "step": 1,
+        "cosine": 1.0,
+        "maxAbs": 0.4375,
+        "argmaxEqual": true,
+        "referenceArgmax": 2098,
+        "nativeArgmax": 2098,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.23438
+      },
+      {
+        "step": 2,
+        "cosine": 1.0,
+        "maxAbs": 0.3125,
+        "argmaxEqual": true,
+        "referenceArgmax": 2195,
+        "nativeArgmax": 2195,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.23438
+      },
+      {
+        "step": 3,
+        "cosine": 1.0,
+        "maxAbs": 0.3125,
+        "argmaxEqual": true,
+        "referenceArgmax": 2292,
+        "nativeArgmax": 2292,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.23438
+      },
+      {
+        "step": 4,
+        "cosine": 0.999999,
+        "maxAbs": 0.34375,
+        "argmaxEqual": true,
+        "referenceArgmax": 2389,
+        "nativeArgmax": 2389,
+        "lostCacheRows": 0,
+        "cacheMaxAbs": 0.23438
+      }
+    ]
+  },
+  "tokenizerFiles": {
+    "config.json": "0daed7749b4f02b8f76240d5444551d7b08712dab4d0adb8239c56ba823bb7b4",
+    "generation_config.json": "ed0b32ac72c0f5f44a719abb2d7786ea5146c871f83717b7f2018065954de02b",
+    "merges.txt": "1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5",
+    "tokenizer.json": "8414cab924d8b9b33013f0d221c5862f365ee9be39c5c2bfae8a5a9e970478a6",
+    "tokenizer_config.json": "5e04eb606e3a1583530a42e36c2a6b6615c86f34fe77e44d9ddeb43ff940931f",
+    "vocab.json": "196139668be63f3b5d6574427317ae82f612a97c5d1cdaf36ed2256dbf636783"
+  },
+  "modelFiles": {
+    "main.hash": "6edab09b42478045121a3abf8a13cff090fa28997fbe5f5f897f49595cc0f240",
+    "main.mlirb": "f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316",
+    "metadata.json": "a1e268eb9bf6c3541f776ba24b530e16133c6fdb4bef1d08b5a3e93a56fe0c22"
+  }
+}

verification/long-native.json

@@ -0,0 +1,83 @@
+{
+  "acceptedNearTies" : 0,
+  "allocatedCapacity" : 768,
+  "argmaxMismatches" : 0,
+  "device" : "h17c",
+  "forcedRows" : 64,
+  "greedyDivergenceAccepted" : true,
+  "greedyIdentical" : true,
+  "greedyTokens" : [
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666
+  ],
+  "maximumAbs" : 0.235992431640625,
+  "minimumCosine" : 0.9999999617363302,
+  "modelReloads" : 0,
+  "modelSHA256" : "f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316",
+  "passed" : true,
+  "sourceRepository" : "openai-community/gpt2",
+  "sourceRevision" : "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+  "text" : "The future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial"
+}

verification/long-reference.json

@@ -0,0 +1,825 @@
+{
+  "schema": 1,
+  "kind": "gpt2-cpu-reference",
+  "oracle": "transformers AutoModelForCausalLM, float32, CPU",
+  "source": {
+    "repository": "openai-community/gpt2",
+    "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+    "license": "mit"
+  },
+  "versions": {
+    "torch": "2.11.0",
+    "transformers": "4.57.3"
+  },
+  "scriptSHA256": {
+    "dense_decode.py": "1d8156015a4d8d4f57db114d67f3cd447b9b08a95d01986eeb8dacd599375e17",
+    "dense_families.py": "0412802eb1291352f2883bd9977adf2c616da108faf85c847ecea02a747e46fd",
+    "export_dense.py": "dc6f22fef2248791fc19431e135b68043b7c90dd8128dbed35a93780b644407b",
+    "export_gpt2.py": "cca87df8eb4050ecf8777ea2dc21a4e9441c0186663122677c5e293a0c924b49",
+    "export_granite_hybrid.py": "40e62b7f3f49ceaadfd6e0f0a59dfe0f437a5a016d02050c67eaefedb934fd04",
+    "export_olmo2.py": "6a85fc26702429c4d1cd1ac914e0ec847727984d4b9a1f800cb1fdbc3021c408",
+    "export_qwen3.py": "a314c09e89e6756dce1771693d47f2113911c6f2423cb5b76d566e8fb6446826",
+    "export_qwen3_vl_text.py": "6d06a39b2ed0b5eae5e24eb89db1d3ca28960da52805af76b7cf27d3dd2ebbf7",
+    "export_qwen3_vl_vision.py": "60149b5dfa0d2a971e0af834fc13a15957c957c72e95eaf172c6f31218e5828e",
+    "gpt2_decode.py": "360dade178dfac5bdef03efbdc800cfc9fc7fab1e249684cb5c8fffb1cb77f34",
+    "granite_hybrid.py": "afb235e8926d04e410f746ef7bd4ee0a97d5c135e5f472abf342912ded9c7330",
+    "olmo2_decode.py": "4f3ad03d399f8c095f7570a3b3c54f78d5f701fb9faa5200cadca5083ef752a1",
+    "probe_function_weights.py": "f06ec7b4ffd753d43c0111f6eeb91a0074de621632de00eac8683aae5beefc91",
+    "qwen3_decode.py": "43aee7983389fad450f6541e1c5ad9a37a086c4cab4015ef0888da36c07be527",
+    "qwen3_vl_divergence_margin.py": "4831dcab1b83c454efb730c2cb070ae8bcbcac8d3578a1995550b38b49b93da8",
+    "qwen3_vl_text.py": "69179d9e4397f81e81358c453a2e7d036ba1873f7b4042cf8d484909d9399986",
+    "qwen3_vl_vision.py": "dc5c594ff913009990a1dc014ae90f5bdb736c87176275c8eb6b524150908079",
+    "record_evidence.py": "bb1b30030da2ea0e1e4c8115c9b3edf96c9dadc4d74e6941227a2bd7d230299b",
+    "record_vision_evidence.py": "5b18c6c34a6e3de4834aed45a1d46a97f4d92695b28116e909e2b1f8f0ce3aa2",
+    "record_vl_evidence.py": "bc82ba4f5be871ba217d449a4e441368214c3b3250be295f7b910ccab2f5e34e",
+    "reference_chat_tokens.py": "c9d4f556d2c8afa887b88a147650e717d192edb3eca5046ea181020bdb49c394",
+    "reference_dense.py": "778aab3f04fe0c02babf738f44c609f0c2964ba6408eaf64caf4f585af77921b",
+    "reference_gpt2.py": "80e85fcf20bedd31945ce234884587f3dd90ca9c1320d83f8390885e3ca5c36e",
+    "reference_granite_hybrid.py": "7771ba220d0db36251012cdadefbe71f1841f93a19eb17ec620863c4f2244561",
+    "reference_olmo2.py": "cf105c1be1ccda1f715af9fe774be9b199f6ffdfe99f4e8ad2aba1e8990bee0b",
+    "reference_olmo2_tokens.py": "3e9a5b4b8ebeefec822defc2f45c1c93e886b3a6d8e0c9b97df666066ee994ef",
+    "reference_qwen3.py": "b7cee7de6ec99139bc036b1bf5e1739624c49c10777ac98a95a3d6a59091cf06",
+    "reference_qwen3_vl.py": "ce4c219d071e5c9b12c7c3b54fe9936cdab0835358669854a01569b0c81c39d3",
+    "reference_qwen3_vl_text.py": "cb3a68b1143d7c383cf6e5da4ef563e7063af8f8908aa323e5d27e0288e766e9",
+    "reference_qwen3_vl_vision.py": "ee4d08ea94a6da2f96970a3b18a2cb3635bceb68af05e99d56449147c2783f98",
+    "reference_sampling.py": "af349bcb14a275536920e158f9ee5d0d946b8e2d6d167e1f57028bb71e25d751",
+    "register_dense_bundle.py": "5a5ae88499d67b37ff60577c1a00752545df2896341b0521f3191142e4f9e4ec",
+    "register_qwen3_bundle.py": "adc9096b79adbcde3a539471587e000f87c86148e3ad82e2ec8605933f4242f3",
+    "register_qwen3_vl_bundle.py": "f6a3f21dd1ccaf37b0b7247a3cf048eda24fab40c791da3eed4e240d4d492c95",
+    "stage_device_assets.py": "eee5b22bb1199f94a276ae257cdb14543f737fcd591cde327b99ed23c8210c46",
+    "test_dense_decode.py": "ffa39f194d87c30aee88c1c36ba5911382cc0a7cd85f1f0c2bb6159878c3dc9b",
+    "test_dense_export.py": "575325a9278fe67a5a218e20d60742156cd0ce3849e66eb4e07fc6b7d9975ff7",
+    "test_gpt2_decode.py": "333f6b9fcef19a9047037e50099e6657447308888da22471846144963c8fd583",
+    "write_alpha_fixtures.py": "353df55bc464bda4cdd5e01f6af28b1ae7507380d0bf986a98c4e27c28f41f23"
+  },
+  "checkpointSHA256": {
+    "model.safetensors": "248dfc3911869ec493c76e65bf2fcf7f615828b0254c12b473182f0f81d3a707"
+  },
+  "prompt": "The future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence is",
+  "promptStyle": "completion",
+  "promptTokens": [
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318
+  ],
+  "greedyTokens": [
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666
+  ],
+  "greedyText": "The future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial",
+  "forcedTokens": [
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    464,
+    2003,
+    286,
+    11666
+  ],
+  "forcedLogits": {
+    "file": "forced-logits.f32",
+    "dtype": "float32-le",
+    "rows": 64,
+    "vocab": 50257,
+    "sha256": "d9a94d85c13236c1174235c7ddec59b5bdc423cf143a98eee217e9241618c718",
+    "rowMeaning": "row r = logits after prompt + forcedTokens[:r]"
+  },
+  "eagerPortVsReference": {
+    "running": {
+      "minCosine": 1.0,
+      "maxAbs": 0.000702,
+      "argmaxEqualRows": 64,
+      "rows": 64,
+      "withinFloat32Tolerance": true
+    },
+    "bucketed": {
+      "minCosine": 1.0,
+      "maxAbs": 0.000702,
+      "argmaxEqualRows": 64,
+      "rows": 64,
+      "withinFloat32Tolerance": true
+    }
+  },
+  "eagerTolerance": {
+    "atol": 0.0005,
+    "rtol": 1e-05,
+    "argmax": "all rows equal"
+  },
+  "passed": true
+}

verification/qualification.json

@@ -0,0 +1,172 @@
+{
+  "schema": 1,
+  "kind": "v0.0.6-gpt2-port-spike",
+  "recordedAt": "2026-11-02T18:03:10.143189+00:00",
+  "source": {
+    "repository": "openai-community/gpt2",
+    "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+    "license": "mit"
+  },
+  "host": "26B123",
+  "scope": "macOS Core AI GPU, bucketed fp16 checkpoint; no iOS qualification or chat template",
+  "tests": {
+    "weightFreeDecoderMethods": 5,
+    "denseExportRegressionMethods": 1,
+    "families": [
+      "qwen3",
+      "olmo2",
+      "gpt2"
+    ],
+    "gpt2TinyCoreAIContracts": [
+      "running",
+      "bucketed"
+    ],
+    "swiftReleaseBuild": true
+  },
+  "numericalPolicy": {
+    "eagerFloat32": {
+      "atol": 0.0005,
+      "rtol": 1e-05,
+      "cosineMinimum": 0.999999,
+      "exactArgmax": true
+    },
+    "nativeFP16": {
+      "cosineMinimum": 0.995,
+      "nearTieMaximumProbabilityMargin": 0.1,
+      "nearTieMaximumRank": 5,
+      "greedy": "exact, or first divergence is an accepted reference near-tie"
+    }
+  },
+  "modelSHA256": "f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316",
+  "bundleManifestSHA256": "8a18de4250b763ce1c73a3f7507a1492d8cb4e80ec474fc2d28e71dd7b26f63a",
+  "cases": {
+    "short": {
+      "promptTokens": 6,
+      "referenceSHA256": "312416b991eb5594a908ba70a5d728ccdf9049ca2e59a74272f37954dda5a4e6",
+      "nativeSHA256": "72144ef967712b3f56173cf0cddb87282a80f19a56e9acd25b87da927cc7a97f",
+      "forcedLogitsSHA256": "6c8bd0baa4956eddcc32071e9444fadcf9ab0eaaa9c7573c71feca70279f6d6e",
+      "eagerPortVsReference": {
+        "running": {
+          "minCosine": 1.0,
+          "maxAbs": 0.000702,
+          "argmaxEqualRows": 64,
+          "rows": 64,
+          "withinFloat32Tolerance": true
+        },
+        "bucketed": {
+          "minCosine": 1.0,
+          "maxAbs": 0.000702,
+          "argmaxEqualRows": 64,
+          "rows": 64,
+          "withinFloat32Tolerance": true
+        }
+      },
+      "native": {
+        "acceptedNearTies": 1,
+        "allocatedCapacity": 256,
+        "argmaxMismatches": 1,
+        "device": "h17c",
+        "forcedRows": 64,
+        "greedyDivergenceAccepted": true,
+        "greedyFirstDivergence": 40,
+        "greedyIdentical": false,
+        "maximumAbs": 0.7048187255859375,
+        "minimumCosine": 0.9998206464140388,
+        "modelReloads": 0,
+        "modelSHA256": "f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316",
+        "passed": true,
+        "sourceRepository": "openai-community/gpt2",
+        "sourceRevision": "607a30d783dfa663caf39e06633721c8d4cfcd7e"
+      },
+      "referencePassed": true,
+      "greedyDivergence": {
+        "index": 40,
+        "referenceToken": 1537,
+        "nativeToken": 1135,
+        "nativeRank": 2,
+        "referenceProbabilityMargin": 0.0013895525247938454
+      }
+    },
+    "long": {
+      "promptTokens": 600,
+      "referenceSHA256": "575b99e708fc533032e28017d4cf32243b287c81e31fde771a1a7eab002017d7",
+      "nativeSHA256": "1f65094b84f602a7ff777f9969a4b96a614cce5cf5fb4fabaf4fca99fa67fcdd",
+      "forcedLogitsSHA256": "d9a94d85c13236c1174235c7ddec59b5bdc423cf143a98eee217e9241618c718",
+      "eagerPortVsReference": {
+        "running": {
+          "minCosine": 1.0,
+          "maxAbs": 0.000702,
+          "argmaxEqualRows": 64,
+          "rows": 64,
+          "withinFloat32Tolerance": true
+        },
+        "bucketed": {
+          "minCosine": 1.0,
+          "maxAbs": 0.000702,
+          "argmaxEqualRows": 64,
+          "rows": 64,
+          "withinFloat32Tolerance": true
+        }
+      },
+      "native": {
+        "acceptedNearTies": 0,
+        "allocatedCapacity": 768,
+        "argmaxMismatches": 0,
+        "device": "h17c",
+        "forcedRows": 64,
+        "greedyDivergenceAccepted": true,
+        "greedyIdentical": true,
+        "maximumAbs": 0.235992431640625,
+        "minimumCosine": 0.9999999617363302,
+        "modelReloads": 0,
+        "modelSHA256": "f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316",
+        "passed": true,
+        "sourceRepository": "openai-community/gpt2",
+        "sourceRevision": "607a30d783dfa663caf39e06633721c8d4cfcd7e"
+      },
+      "referencePassed": true
+    }
+  },
+  "sourceFilesSHA256": {
+    "Forge/language/dense_decode.py": "1d8156015a4d8d4f57db114d67f3cd447b9b08a95d01986eeb8dacd599375e17",
+    "Forge/language/dense_families.py": "0412802eb1291352f2883bd9977adf2c616da108faf85c847ecea02a747e46fd",
+    "Forge/language/export_dense.py": "dc6f22fef2248791fc19431e135b68043b7c90dd8128dbed35a93780b644407b",
+    "Forge/language/export_gpt2.py": "cca87df8eb4050ecf8777ea2dc21a4e9441c0186663122677c5e293a0c924b49",
+    "Forge/language/export_granite_hybrid.py": "40e62b7f3f49ceaadfd6e0f0a59dfe0f437a5a016d02050c67eaefedb934fd04",
+    "Forge/language/export_olmo2.py": "6a85fc26702429c4d1cd1ac914e0ec847727984d4b9a1f800cb1fdbc3021c408",
+    "Forge/language/export_qwen3.py": "a314c09e89e6756dce1771693d47f2113911c6f2423cb5b76d566e8fb6446826",
+    "Forge/language/export_qwen3_vl_text.py": "6d06a39b2ed0b5eae5e24eb89db1d3ca28960da52805af76b7cf27d3dd2ebbf7",
+    "Forge/language/export_qwen3_vl_vision.py": "60149b5dfa0d2a971e0af834fc13a15957c957c72e95eaf172c6f31218e5828e",
+    "Forge/language/gpt2_decode.py": "360dade178dfac5bdef03efbdc800cfc9fc7fab1e249684cb5c8fffb1cb77f34",
+    "Forge/language/granite_hybrid.py": "afb235e8926d04e410f746ef7bd4ee0a97d5c135e5f472abf342912ded9c7330",
+    "Forge/language/olmo2_decode.py": "4f3ad03d399f8c095f7570a3b3c54f78d5f701fb9faa5200cadca5083ef752a1",
+    "Forge/language/probe_function_weights.py": "f06ec7b4ffd753d43c0111f6eeb91a0074de621632de00eac8683aae5beefc91",
+    "Forge/language/qwen3_decode.py": "43aee7983389fad450f6541e1c5ad9a37a086c4cab4015ef0888da36c07be527",
+    "Forge/language/qwen3_vl_divergence_margin.py": "4831dcab1b83c454efb730c2cb070ae8bcbcac8d3578a1995550b38b49b93da8",
+    "Forge/language/qwen3_vl_text.py": "69179d9e4397f81e81358c453a2e7d036ba1873f7b4042cf8d484909d9399986",
+    "Forge/language/qwen3_vl_vision.py": "dc5c594ff913009990a1dc014ae90f5bdb736c87176275c8eb6b524150908079",
+    "Forge/language/record_evidence.py": "bb1b30030da2ea0e1e4c8115c9b3edf96c9dadc4d74e6941227a2bd7d230299b",
+    "Forge/language/record_vision_evidence.py": "5b18c6c34a6e3de4834aed45a1d46a97f4d92695b28116e909e2b1f8f0ce3aa2",
+    "Forge/language/record_vl_evidence.py": "bc82ba4f5be871ba217d449a4e441368214c3b3250be295f7b910ccab2f5e34e",
+    "Forge/language/reference_chat_tokens.py": "c9d4f556d2c8afa887b88a147650e717d192edb3eca5046ea181020bdb49c394",
+    "Forge/language/reference_dense.py": "778aab3f04fe0c02babf738f44c609f0c2964ba6408eaf64caf4f585af77921b",
+    "Forge/language/reference_gpt2.py": "80e85fcf20bedd31945ce234884587f3dd90ca9c1320d83f8390885e3ca5c36e",
+    "Forge/language/reference_granite_hybrid.py": "7771ba220d0db36251012cdadefbe71f1841f93a19eb17ec620863c4f2244561",
+    "Forge/language/reference_olmo2.py": "cf105c1be1ccda1f715af9fe774be9b199f6ffdfe99f4e8ad2aba1e8990bee0b",
+    "Forge/language/reference_olmo2_tokens.py": "3e9a5b4b8ebeefec822defc2f45c1c93e886b3a6d8e0c9b97df666066ee994ef",
+    "Forge/language/reference_qwen3.py": "b7cee7de6ec99139bc036b1bf5e1739624c49c10777ac98a95a3d6a59091cf06",
+    "Forge/language/reference_qwen3_vl.py": "ce4c219d071e5c9b12c7c3b54fe9936cdab0835358669854a01569b0c81c39d3",
+    "Forge/language/reference_qwen3_vl_text.py": "cb3a68b1143d7c383cf6e5da4ef563e7063af8f8908aa323e5d27e0288e766e9",
+    "Forge/language/reference_qwen3_vl_vision.py": "ee4d08ea94a6da2f96970a3b18a2cb3635bceb68af05e99d56449147c2783f98",
+    "Forge/language/reference_sampling.py": "af349bcb14a275536920e158f9ee5d0d946b8e2d6d167e1f57028bb71e25d751",
+    "Forge/language/register_dense_bundle.py": "5a5ae88499d67b37ff60577c1a00752545df2896341b0521f3191142e4f9e4ec",
+    "Forge/language/register_qwen3_bundle.py": "adc9096b79adbcde3a539471587e000f87c86148e3ad82e2ec8605933f4242f3",
+    "Forge/language/register_qwen3_vl_bundle.py": "f6a3f21dd1ccaf37b0b7247a3cf048eda24fab40c791da3eed4e240d4d492c95",
+    "Forge/language/stage_device_assets.py": "eee5b22bb1199f94a276ae257cdb14543f737fcd591cde327b99ed23c8210c46",
+    "Forge/language/test_dense_decode.py": "ffa39f194d87c30aee88c1c36ba5911382cc0a7cd85f1f0c2bb6159878c3dc9b",
+    "Forge/language/test_dense_export.py": "575325a9278fe67a5a218e20d60742156cd0ce3849e66eb4e07fc6b7d9975ff7",
+    "Forge/language/test_gpt2_decode.py": "333f6b9fcef19a9047037e50099e6657447308888da22471846144963c8fd583",
+    "Forge/language/write_alpha_fixtures.py": "353df55bc464bda4cdd5e01f6af28b1ae7507380d0bf986a98c4e27c28f41f23"
+  },
+  "passed": true
+}

verification/short-native.json

@@ -0,0 +1,84 @@
+{
+  "acceptedNearTies" : 1,
+  "allocatedCapacity" : 256,
+  "argmaxMismatches" : 1,
+  "device" : "h17c",
+  "forcedRows" : 64,
+  "greedyDivergenceAccepted" : true,
+  "greedyFirstDivergence" : 40,
+  "greedyIdentical" : false,
+  "greedyTokens" : [
+    8627,
+    13,
+    198,
+    198,
+    1,
+    1135,
+    821,
+    407,
+    1654,
+    644,
+    262,
+    2003,
+    481,
+    804,
+    588,
+    553,
+    531,
+    1583,
+    13,
+    3899,
+    311,
+    13,
+    3059,
+    6571,
+    16265,
+    11,
+    257,
+    6240,
+    286,
+    3644,
+    3783,
+    379,
+    262,
+    2059,
+    286,
+    3442,
+    11,
+    14727,
+    13,
+    366,
+    1135,
+    821,
+    407,
+    1654,
+    644,
+    262,
+    2003,
+    481,
+    804,
+    588,
+    329,
+    262,
+    1306,
+    838,
+    812,
+    526,
+    198,
+    198,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318
+  ],
+  "maximumAbs" : 0.7048187255859375,
+  "minimumCosine" : 0.9998206464140388,
+  "modelReloads" : 0,
+  "modelSHA256" : "f04fefaa3a7e69f3e4da783ce1ac5aef7f80e0bc70e441db452ec691e7429316",
+  "passed" : true,
+  "sourceRepository" : "openai-community/gpt2",
+  "sourceRevision" : "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+  "text" : " uncertain.\n\n\"We're not sure what the future will look like,\" said Dr. Michael S. Schoenfeld, a professor of computer science at the University of California, Berkeley. \"We're not sure what the future will look like for the next 10 years.\"\n\nThe future of artificial intelligence is"
+}

verification/short-reference.json

@@ -0,0 +1,231 @@
+{
+  "schema": 1,
+  "kind": "gpt2-cpu-reference",
+  "oracle": "transformers AutoModelForCausalLM, float32, CPU",
+  "source": {
+    "repository": "openai-community/gpt2",
+    "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
+    "license": "mit"
+  },
+  "versions": {
+    "torch": "2.11.0",
+    "transformers": "4.57.3"
+  },
+  "scriptSHA256": {
+    "dense_decode.py": "1d8156015a4d8d4f57db114d67f3cd447b9b08a95d01986eeb8dacd599375e17",
+    "dense_families.py": "0412802eb1291352f2883bd9977adf2c616da108faf85c847ecea02a747e46fd",
+    "export_dense.py": "dc6f22fef2248791fc19431e135b68043b7c90dd8128dbed35a93780b644407b",
+    "export_gpt2.py": "cca87df8eb4050ecf8777ea2dc21a4e9441c0186663122677c5e293a0c924b49",
+    "export_granite_hybrid.py": "40e62b7f3f49ceaadfd6e0f0a59dfe0f437a5a016d02050c67eaefedb934fd04",
+    "export_olmo2.py": "6a85fc26702429c4d1cd1ac914e0ec847727984d4b9a1f800cb1fdbc3021c408",
+    "export_qwen3.py": "a314c09e89e6756dce1771693d47f2113911c6f2423cb5b76d566e8fb6446826",
+    "export_qwen3_vl_text.py": "6d06a39b2ed0b5eae5e24eb89db1d3ca28960da52805af76b7cf27d3dd2ebbf7",
+    "export_qwen3_vl_vision.py": "60149b5dfa0d2a971e0af834fc13a15957c957c72e95eaf172c6f31218e5828e",
+    "gpt2_decode.py": "360dade178dfac5bdef03efbdc800cfc9fc7fab1e249684cb5c8fffb1cb77f34",
+    "granite_hybrid.py": "afb235e8926d04e410f746ef7bd4ee0a97d5c135e5f472abf342912ded9c7330",
+    "olmo2_decode.py": "4f3ad03d399f8c095f7570a3b3c54f78d5f701fb9faa5200cadca5083ef752a1",
+    "probe_function_weights.py": "f06ec7b4ffd753d43c0111f6eeb91a0074de621632de00eac8683aae5beefc91",
+    "qwen3_decode.py": "43aee7983389fad450f6541e1c5ad9a37a086c4cab4015ef0888da36c07be527",
+    "qwen3_vl_divergence_margin.py": "4831dcab1b83c454efb730c2cb070ae8bcbcac8d3578a1995550b38b49b93da8",
+    "qwen3_vl_text.py": "69179d9e4397f81e81358c453a2e7d036ba1873f7b4042cf8d484909d9399986",
+    "qwen3_vl_vision.py": "dc5c594ff913009990a1dc014ae90f5bdb736c87176275c8eb6b524150908079",
+    "record_evidence.py": "bb1b30030da2ea0e1e4c8115c9b3edf96c9dadc4d74e6941227a2bd7d230299b",
+    "record_vision_evidence.py": "5b18c6c34a6e3de4834aed45a1d46a97f4d92695b28116e909e2b1f8f0ce3aa2",
+    "record_vl_evidence.py": "bc82ba4f5be871ba217d449a4e441368214c3b3250be295f7b910ccab2f5e34e",
+    "reference_chat_tokens.py": "c9d4f556d2c8afa887b88a147650e717d192edb3eca5046ea181020bdb49c394",
+    "reference_dense.py": "778aab3f04fe0c02babf738f44c609f0c2964ba6408eaf64caf4f585af77921b",
+    "reference_gpt2.py": "80e85fcf20bedd31945ce234884587f3dd90ca9c1320d83f8390885e3ca5c36e",
+    "reference_granite_hybrid.py": "7771ba220d0db36251012cdadefbe71f1841f93a19eb17ec620863c4f2244561",
+    "reference_olmo2.py": "cf105c1be1ccda1f715af9fe774be9b199f6ffdfe99f4e8ad2aba1e8990bee0b",
+    "reference_olmo2_tokens.py": "3e9a5b4b8ebeefec822defc2f45c1c93e886b3a6d8e0c9b97df666066ee994ef",
+    "reference_qwen3.py": "b7cee7de6ec99139bc036b1bf5e1739624c49c10777ac98a95a3d6a59091cf06",
+    "reference_qwen3_vl.py": "ce4c219d071e5c9b12c7c3b54fe9936cdab0835358669854a01569b0c81c39d3",
+    "reference_qwen3_vl_text.py": "cb3a68b1143d7c383cf6e5da4ef563e7063af8f8908aa323e5d27e0288e766e9",
+    "reference_qwen3_vl_vision.py": "ee4d08ea94a6da2f96970a3b18a2cb3635bceb68af05e99d56449147c2783f98",
+    "reference_sampling.py": "af349bcb14a275536920e158f9ee5d0d946b8e2d6d167e1f57028bb71e25d751",
+    "register_dense_bundle.py": "5a5ae88499d67b37ff60577c1a00752545df2896341b0521f3191142e4f9e4ec",
+    "register_qwen3_bundle.py": "adc9096b79adbcde3a539471587e000f87c86148e3ad82e2ec8605933f4242f3",
+    "register_qwen3_vl_bundle.py": "f6a3f21dd1ccaf37b0b7247a3cf048eda24fab40c791da3eed4e240d4d492c95",
+    "stage_device_assets.py": "eee5b22bb1199f94a276ae257cdb14543f737fcd591cde327b99ed23c8210c46",
+    "test_dense_decode.py": "ffa39f194d87c30aee88c1c36ba5911382cc0a7cd85f1f0c2bb6159878c3dc9b",
+    "test_dense_export.py": "575325a9278fe67a5a218e20d60742156cd0ce3849e66eb4e07fc6b7d9975ff7",
+    "test_gpt2_decode.py": "333f6b9fcef19a9047037e50099e6657447308888da22471846144963c8fd583",
+    "write_alpha_fixtures.py": "353df55bc464bda4cdd5e01f6af28b1ae7507380d0bf986a98c4e27c28f41f23"
+  },
+  "checkpointSHA256": {
+    "model.safetensors": "248dfc3911869ec493c76e65bf2fcf7f615828b0254c12b473182f0f81d3a707"
+  },
+  "prompt": "The future of artificial intelligence is",
+  "promptStyle": "completion",
+  "promptTokens": [
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318
+  ],
+  "greedyTokens": [
+    8627,
+    13,
+    198,
+    198,
+    1,
+    1135,
+    821,
+    407,
+    1654,
+    644,
+    262,
+    2003,
+    481,
+    804,
+    588,
+    553,
+    531,
+    1583,
+    13,
+    3899,
+    311,
+    13,
+    3059,
+    6571,
+    16265,
+    11,
+    257,
+    6240,
+    286,
+    3644,
+    3783,
+    379,
+    262,
+    2059,
+    286,
+    3442,
+    11,
+    14727,
+    13,
+    366,
+    1537,
+    356,
+    821,
+    407,
+    1654,
+    644,
+    262,
+    2003,
+    481,
+    804,
+    588,
+    329,
+    11666,
+    4430,
+    526,
+    198,
+    198,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    8627
+  ],
+  "greedyText": " uncertain.\n\n\"We're not sure what the future will look like,\" said Dr. Michael S. Schoenfeld, a professor of computer science at the University of California, Berkeley. \"But we're not sure what the future will look like for artificial intelligence.\"\n\nThe future of artificial intelligence is uncertain",
+  "forcedTokens": [
+    8627,
+    13,
+    198,
+    198,
+    1,
+    1135,
+    821,
+    407,
+    1654,
+    644,
+    262,
+    2003,
+    481,
+    804,
+    588,
+    553,
+    531,
+    1583,
+    13,
+    3899,
+    311,
+    13,
+    3059,
+    6571,
+    16265,
+    11,
+    257,
+    6240,
+    286,
+    3644,
+    3783,
+    379,
+    262,
+    2059,
+    286,
+    3442,
+    11,
+    14727,
+    13,
+    366,
+    1537,
+    356,
+    821,
+    407,
+    1654,
+    644,
+    262,
+    2003,
+    481,
+    804,
+    588,
+    329,
+    11666,
+    4430,
+    526,
+    198,
+    198,
+    464,
+    2003,
+    286,
+    11666,
+    4430,
+    318,
+    8627
+  ],
+  "forcedLogits": {
+    "file": "forced-logits.f32",
+    "dtype": "float32-le",
+    "rows": 64,
+    "vocab": 50257,
+    "sha256": "6c8bd0baa4956eddcc32071e9444fadcf9ab0eaaa9c7573c71feca70279f6d6e",
+    "rowMeaning": "row r = logits after prompt + forcedTokens[:r]"
+  },
+  "eagerPortVsReference": {
+    "running": {
+      "minCosine": 1.0,
+      "maxAbs": 0.000702,
+      "argmaxEqualRows": 64,
+      "rows": 64,
+      "withinFloat32Tolerance": true
+    },
+    "bucketed": {
+      "minCosine": 1.0,
+      "maxAbs": 0.000702,
+      "argmaxEqualRows": 64,
+      "rows": 64,
+      "withinFloat32Tolerance": true
+    }
+  },
+  "eagerTolerance": {
+    "atol": 0.0005,
+    "rtol": 1e-05,
+    "argmax": "all rows equal"
+  },
+  "passed": true
+}