{
  "schema": 1,
  "kind": "olmo2-cpu-reference",
  "oracle": "transformers AutoModelForCausalLM, float32, CPU",
  "source": {
    "repository": "allenai/OLMo-2-0425-1B-Instruct",
    "revision": "48d788eca847d4d7548f375ad03d3c9312f6139e",
    "license": "apache-2.0"
  },
  "versions": {
    "torch": "2.11.0",
    "transformers": "4.57.3"
  },
  "scriptSHA256": {
    "dense_decode.py": "b99ea6c1fcfe83047c5defa414e369a97ac4642e4737961bd410ed2bdb16c20f",
    "export_dense.py": "098c78ebbfffb5af20a0b28a789a6f0b9c12399a3dda3ba2c5db388acec2bc2c",
    "export_olmo2.py": "6a85fc26702429c4d1cd1ac914e0ec847727984d4b9a1f800cb1fdbc3021c408",
    "export_qwen3.py": "a314c09e89e6756dce1771693d47f2113911c6f2423cb5b76d566e8fb6446826",
    "export_qwen3_vl_text.py": "6d06a39b2ed0b5eae5e24eb89db1d3ca28960da52805af76b7cf27d3dd2ebbf7",
    "export_qwen3_vl_vision.py": "60149b5dfa0d2a971e0af834fc13a15957c957c72e95eaf172c6f31218e5828e",
    "olmo2_decode.py": "74de3cfb6b1b05d450dec16d1f66a16ffe288dbfa6bf6ae97930ab8b9162f6b5",
    "probe_function_weights.py": "f06ec7b4ffd753d43c0111f6eeb91a0074de621632de00eac8683aae5beefc91",
    "qwen3_decode.py": "d8ea9600711e10ca58c76c134bc0949b9daf3c218ebc450c0eeba31d49e74f8e",
    "qwen3_vl_divergence_margin.py": "4831dcab1b83c454efb730c2cb070ae8bcbcac8d3578a1995550b38b49b93da8",
    "qwen3_vl_text.py": "69179d9e4397f81e81358c453a2e7d036ba1873f7b4042cf8d484909d9399986",
    "qwen3_vl_vision.py": "dc5c594ff913009990a1dc014ae90f5bdb736c87176275c8eb6b524150908079",
    "record_evidence.py": "bb1b30030da2ea0e1e4c8115c9b3edf96c9dadc4d74e6941227a2bd7d230299b",
    "record_vision_evidence.py": "5b18c6c34a6e3de4834aed45a1d46a97f4d92695b28116e909e2b1f8f0ce3aa2",
    "record_vl_evidence.py": "bc82ba4f5be871ba217d449a4e441368214c3b3250be295f7b910ccab2f5e34e",
    "reference_chat_tokens.py": "c9d4f556d2c8afa887b88a147650e717d192edb3eca5046ea181020bdb49c394",
    "reference_dense.py": "a467b9b865d3bf270a35aac0ef655195edeb7321ba5243b09bb8a05433d5ec6d",
    "reference_olmo2.py": "cf105c1be1ccda1f715af9fe774be9b199f6ffdfe99f4e8ad2aba1e8990bee0b",
    "reference_olmo2_tokens.py": "3e9a5b4b8ebeefec822defc2f45c1c93e886b3a6d8e0c9b97df666066ee994ef",
    "reference_qwen3.py": "b7cee7de6ec99139bc036b1bf5e1739624c49c10777ac98a95a3d6a59091cf06",
    "reference_qwen3_vl.py": "ce4c219d071e5c9b12c7c3b54fe9936cdab0835358669854a01569b0c81c39d3",
    "reference_qwen3_vl_text.py": "cb3a68b1143d7c383cf6e5da4ef563e7063af8f8908aa323e5d27e0288e766e9",
    "reference_qwen3_vl_vision.py": "ee4d08ea94a6da2f96970a3b18a2cb3635bceb68af05e99d56449147c2783f98",
    "reference_sampling.py": "af349bcb14a275536920e158f9ee5d0d946b8e2d6d167e1f57028bb71e25d751",
    "register_dense_bundle.py": "5a5ae88499d67b37ff60577c1a00752545df2896341b0521f3191142e4f9e4ec",
    "register_qwen3_bundle.py": "adc9096b79adbcde3a539471587e000f87c86148e3ad82e2ec8605933f4242f3",
    "register_qwen3_vl_bundle.py": "f6a3f21dd1ccaf37b0b7247a3cf048eda24fab40c791da3eed4e240d4d492c95",
    "stage_device_assets.py": "eee5b22bb1199f94a276ae257cdb14543f737fcd591cde327b99ed23c8210c46",
    "test_dense_decode.py": "89c77de3db68a7c27257ef67520778fdf0aae9c197e78f7f2ea05b310fc84e82",
    "write_alpha_fixtures.py": "353df55bc464bda4cdd5e01f6af28b1ae7507380d0bf986a98c4e27c28f41f23"
  },
  "checkpointSHA256": {
    "model.safetensors": "36d044c73655bb904f822915e6294ba3dae8e6e1af5e703e9d452f2d6a3a294f"
  },
  "prompt": "Explain, in a few sentences, why the sky is blue during the day and red at sunset.",
  "promptTokens": [
    100257,
    27,
    91,
    882,
    91,
    397,
    849,
    21435,
    11,
    304,
    264,
    2478,
    23719,
    11,
    3249,
    279,
    13180,
    374,
    6437,
    2391,
    279,
    1938,
    323,
    2579,
    520,
    44084,
    627,
    27,
    91,
    78191,
    91,
    397
  ],
  "greedyTokens": [
    791,
    13180,
    8111,
    6437,
    2391,
    279,
    1938,
    4245,
    311,
    13558,
    64069,
    72916,
    11,
    902,
    374,
    279,
    1890,
    1920,
    430,
    3727,
    279,
    13180,
    5101,
    18718,
    477,
    19087,
    2391,
    64919,
    323,
    44084,
    13,
    3277,
    40120,
    29933,
    279,
    16975,
    11,
    24210,
    6437,
    93959,
    527,
    38067,
    810,
    1109,
    279,
    5129,
    2579,
    93959,
    13,
    1115,
    72916,
    374,
    9057,
    555,
    279,
    35715,
    323,
    19252,
    304,
    279,
    3805,
    11,
    902,
    45577
  ],
  "greedyText": "The sky appears blue during the day due to Rayleigh scattering, which is the same process that makes the sky appear pink or orange during sunrise and sunset. When sunlight enters the atmosphere, shorter blue wavelengths are scattered more than the longer red wavelengths. This scattering is caused by the molecules and particles in the air, which scatter",
  "forcedTokens": [
    791,
    13180,
    8111,
    6437,
    2391,
    279,
    1938,
    4245,
    311,
    13558,
    64069,
    72916,
    11,
    902,
    374,
    279,
    1890,
    1920,
    430,
    3727,
    279,
    13180,
    5101,
    18718,
    477,
    19087,
    2391,
    64919,
    323,
    44084,
    13,
    3277
  ],
  "forcedLogits": {
    "file": "forced-logits.f32",
    "dtype": "float32-le",
    "rows": 32,
    "vocab": 100352,
    "sha256": "3f5b90eaa652912bcc44e3a3772d46d777b06b5370d1cba74ea1c13a9f9062f1",
    "rowMeaning": "row r = logits after prompt + forcedTokens[:r]"
  },
  "eagerPortVsReference": {
    "running": {
      "minCosine": 1.0,
      "maxAbs": 8e-05,
      "argmaxEqualRows": 32,
      "rows": 32
    },
    "bucketed": {
      "minCosine": 1.0,
      "maxAbs": 9.9e-05,
      "argmaxEqualRows": 32,
      "rows": 32
    }
  },
  "passed": true
}