| { |
| "schema": 1, |
| "kind": "gpt2-cpu-reference", |
| "oracle": "transformers AutoModelForCausalLM, float32, CPU", |
| "source": { |
| "repository": "openai-community/gpt2", |
| "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", |
| "license": "mit" |
| }, |
| "versions": { |
| "torch": "2.11.0", |
| "transformers": "4.57.3" |
| }, |
| "scriptSHA256": { |
| "dense_decode.py": "1d8156015a4d8d4f57db114d67f3cd447b9b08a95d01986eeb8dacd599375e17", |
| "dense_families.py": "0412802eb1291352f2883bd9977adf2c616da108faf85c847ecea02a747e46fd", |
| "export_dense.py": "dc6f22fef2248791fc19431e135b68043b7c90dd8128dbed35a93780b644407b", |
| "export_gpt2.py": "cca87df8eb4050ecf8777ea2dc21a4e9441c0186663122677c5e293a0c924b49", |
| "export_granite_hybrid.py": "40e62b7f3f49ceaadfd6e0f0a59dfe0f437a5a016d02050c67eaefedb934fd04", |
| "export_olmo2.py": "6a85fc26702429c4d1cd1ac914e0ec847727984d4b9a1f800cb1fdbc3021c408", |
| "export_qwen3.py": "a314c09e89e6756dce1771693d47f2113911c6f2423cb5b76d566e8fb6446826", |
| "export_qwen3_vl_text.py": "6d06a39b2ed0b5eae5e24eb89db1d3ca28960da52805af76b7cf27d3dd2ebbf7", |
| "export_qwen3_vl_vision.py": "60149b5dfa0d2a971e0af834fc13a15957c957c72e95eaf172c6f31218e5828e", |
| "gpt2_decode.py": "360dade178dfac5bdef03efbdc800cfc9fc7fab1e249684cb5c8fffb1cb77f34", |
| "granite_hybrid.py": "afb235e8926d04e410f746ef7bd4ee0a97d5c135e5f472abf342912ded9c7330", |
| "olmo2_decode.py": "4f3ad03d399f8c095f7570a3b3c54f78d5f701fb9faa5200cadca5083ef752a1", |
| "probe_function_weights.py": "f06ec7b4ffd753d43c0111f6eeb91a0074de621632de00eac8683aae5beefc91", |
| "qwen3_decode.py": "43aee7983389fad450f6541e1c5ad9a37a086c4cab4015ef0888da36c07be527", |
| "qwen3_vl_divergence_margin.py": "4831dcab1b83c454efb730c2cb070ae8bcbcac8d3578a1995550b38b49b93da8", |
| "qwen3_vl_text.py": "69179d9e4397f81e81358c453a2e7d036ba1873f7b4042cf8d484909d9399986", |
| "qwen3_vl_vision.py": "dc5c594ff913009990a1dc014ae90f5bdb736c87176275c8eb6b524150908079", |
| "record_evidence.py": "bb1b30030da2ea0e1e4c8115c9b3edf96c9dadc4d74e6941227a2bd7d230299b", |
| "record_vision_evidence.py": "5b18c6c34a6e3de4834aed45a1d46a97f4d92695b28116e909e2b1f8f0ce3aa2", |
| "record_vl_evidence.py": "bc82ba4f5be871ba217d449a4e441368214c3b3250be295f7b910ccab2f5e34e", |
| "reference_chat_tokens.py": "c9d4f556d2c8afa887b88a147650e717d192edb3eca5046ea181020bdb49c394", |
| "reference_dense.py": "778aab3f04fe0c02babf738f44c609f0c2964ba6408eaf64caf4f585af77921b", |
| "reference_gpt2.py": "80e85fcf20bedd31945ce234884587f3dd90ca9c1320d83f8390885e3ca5c36e", |
| "reference_granite_hybrid.py": "7771ba220d0db36251012cdadefbe71f1841f93a19eb17ec620863c4f2244561", |
| "reference_olmo2.py": "cf105c1be1ccda1f715af9fe774be9b199f6ffdfe99f4e8ad2aba1e8990bee0b", |
| "reference_olmo2_tokens.py": "3e9a5b4b8ebeefec822defc2f45c1c93e886b3a6d8e0c9b97df666066ee994ef", |
| "reference_qwen3.py": "b7cee7de6ec99139bc036b1bf5e1739624c49c10777ac98a95a3d6a59091cf06", |
| "reference_qwen3_vl.py": "ce4c219d071e5c9b12c7c3b54fe9936cdab0835358669854a01569b0c81c39d3", |
| "reference_qwen3_vl_text.py": "cb3a68b1143d7c383cf6e5da4ef563e7063af8f8908aa323e5d27e0288e766e9", |
| "reference_qwen3_vl_vision.py": "ee4d08ea94a6da2f96970a3b18a2cb3635bceb68af05e99d56449147c2783f98", |
| "reference_sampling.py": "af349bcb14a275536920e158f9ee5d0d946b8e2d6d167e1f57028bb71e25d751", |
| "register_dense_bundle.py": "5a5ae88499d67b37ff60577c1a00752545df2896341b0521f3191142e4f9e4ec", |
| "register_qwen3_bundle.py": "adc9096b79adbcde3a539471587e000f87c86148e3ad82e2ec8605933f4242f3", |
| "register_qwen3_vl_bundle.py": "f6a3f21dd1ccaf37b0b7247a3cf048eda24fab40c791da3eed4e240d4d492c95", |
| "stage_device_assets.py": "eee5b22bb1199f94a276ae257cdb14543f737fcd591cde327b99ed23c8210c46", |
| "test_dense_decode.py": "ffa39f194d87c30aee88c1c36ba5911382cc0a7cd85f1f0c2bb6159878c3dc9b", |
| "test_dense_export.py": "575325a9278fe67a5a218e20d60742156cd0ce3849e66eb4e07fc6b7d9975ff7", |
| "test_gpt2_decode.py": "333f6b9fcef19a9047037e50099e6657447308888da22471846144963c8fd583", |
| "write_alpha_fixtures.py": "353df55bc464bda4cdd5e01f6af28b1ae7507380d0bf986a98c4e27c28f41f23" |
| }, |
| "checkpointSHA256": { |
| "model.safetensors": "248dfc3911869ec493c76e65bf2fcf7f615828b0254c12b473182f0f81d3a707" |
| }, |
| "prompt": "The future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence is", |
| "promptStyle": "completion", |
| "promptTokens": [ |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318 |
| ], |
| "greedyTokens": [ |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666 |
| ], |
| "greedyText": "The future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial intelligence isThe future of artificial", |
| "forcedTokens": [ |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666, |
| 4430, |
| 318, |
| 464, |
| 2003, |
| 286, |
| 11666 |
| ], |
| "forcedLogits": { |
| "file": "forced-logits.f32", |
| "dtype": "float32-le", |
| "rows": 64, |
| "vocab": 50257, |
| "sha256": "d9a94d85c13236c1174235c7ddec59b5bdc423cf143a98eee217e9241618c718", |
| "rowMeaning": "row r = logits after prompt + forcedTokens[:r]" |
| }, |
| "eagerPortVsReference": { |
| "running": { |
| "minCosine": 1.0, |
| "maxAbs": 0.000702, |
| "argmaxEqualRows": 64, |
| "rows": 64, |
| "withinFloat32Tolerance": true |
| }, |
| "bucketed": { |
| "minCosine": 1.0, |
| "maxAbs": 0.000702, |
| "argmaxEqualRows": 64, |
| "rows": 64, |
| "withinFloat32Tolerance": true |
| } |
| }, |
| "eagerTolerance": { |
| "atol": 0.0005, |
| "rtol": 1e-05, |
| "argmax": "all rows equal" |
| }, |
| "passed": true |
| } |
|
|
