File size: 1,354 Bytes
cb1268f f94da20 cb1268f f94da20 cb1268f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | {
"previous_download_smoke": {
"mode": "functional smoke, not full benchmark re-evaluation",
"device": "cpu",
"num_puzzles_per_task": 1,
"installed_from": "GitHub/public-simplified",
"package": "frm",
"package_version": "0.2.0",
"tested_code_revision": "5c40fd89631c5f7384589b408f6591dd98057621",
"tested_bundle_revision": "3e8c45fd28b56f65c072334fc25c51328aa57850",
"tasks": {
"maze_unique": {
"passed": true,
"model_sha256": "3f0023f50352d395ca97a1d4a5c08a0f4bae4140fb53411a0a9c3840f7a7a4e3"
},
"sudoku": {
"passed": true,
"model_sha256": "5952ab8fb4184cffa7580b2035bc269531350d27e95cbdb4d26c9d5b241066c2"
},
"zebra": {
"passed": true,
"model_sha256": "2a94118070b94af73c9233ecf81400638ea5d3b4bc99b5b57169b796fcc847c4"
}
}
},
"standard_download_workflow": {
"code_revision": "700c1df787b00768bd3a3ef456a41a608ab2b343",
"method": "huggingface_hub.snapshot_download(local_dir) then python -m frm.evaluate",
"device": "cpu",
"task": "sudoku",
"num_puzzles": 1,
"passed": true
},
"zebra_seed0_gpu_validation": {
"job": 404162,
"num_puzzles": 1024,
"solved": 1020,
"mean_nfe": 6.240234375,
"model_sha256": "c43ce99d692dd8f0a15143bb28a35c69dd85f483ed430bca711ad6b865f7fe57"
}
}
|