{
  "previous_download_smoke": {
    "mode": "functional smoke, not full benchmark re-evaluation",
    "device": "cpu",
    "num_puzzles_per_task": 1,
    "installed_from": "GitHub/public-simplified",
    "package": "frm",
    "package_version": "0.2.0",
    "tested_code_revision": "5c40fd89631c5f7384589b408f6591dd98057621",
    "tested_bundle_revision": "3e8c45fd28b56f65c072334fc25c51328aa57850",
    "tasks": {
      "maze_unique": {
        "passed": true,
        "model_sha256": "3f0023f50352d395ca97a1d4a5c08a0f4bae4140fb53411a0a9c3840f7a7a4e3"
      },
      "sudoku": {
        "passed": true,
        "model_sha256": "5952ab8fb4184cffa7580b2035bc269531350d27e95cbdb4d26c9d5b241066c2"
      },
      "zebra": {
        "passed": true,
        "model_sha256": "2a94118070b94af73c9233ecf81400638ea5d3b4bc99b5b57169b796fcc847c4"
      }
    }
  },
  "standard_download_workflow": {
    "code_revision": "700c1df787b00768bd3a3ef456a41a608ab2b343",
    "method": "huggingface_hub.snapshot_download(local_dir) then python -m frm.evaluate",
    "device": "cpu",
    "task": "sudoku",
    "num_puzzles": 1,
    "passed": true
  },
  "zebra_seed0_gpu_validation": {
    "job": 404162,
    "num_puzzles": 1024,
    "solved": 1020,
    "mean_nfe": 6.240234375,
    "model_sha256": "c43ce99d692dd8f0a15143bb28a35c69dd85f483ed430bca711ad6b865f7fe57"
  }
}