| { | |
| "status": "CPU_AND_CUDA_FUNCTIONAL_PASS_NOT_RESEARCH_QUALIFICATION", | |
| "checkpoint_sha256": "fd8231d3cdc1efc46f7a6d7d83ca88b336a953591d63ea431407c8b13b990309", | |
| "manifest_sha256": "03f20f46defab861c35b4684d8dc28e54e0f2171212f0decde0a214dc8dcc18b", | |
| "loader_sha256": "4288fea399a065fa732d2c8120e0e5ddc0979156a80b479b1f56fa718e4e0c42", | |
| "parameter_count": 149606401, | |
| "profiles": [ | |
| { | |
| "device": "cpu", | |
| "precision": "fp32", | |
| "forwards": 1, | |
| "readout_dtypes": [ | |
| "torch.float32" | |
| ], | |
| "cuda_initialized": false, | |
| "scores": [ | |
| [ | |
| "cache", | |
| 2.694885015487671 | |
| ], | |
| [ | |
| "logs", | |
| 0.884480357170105 | |
| ] | |
| ], | |
| "groups": 2, | |
| "windows": 1, | |
| "encoded_tokens": 28, | |
| "original_worker_and_guardian_waited": true | |
| }, | |
| { | |
| "device": "cuda:0", | |
| "precision": "fp32-parameters-bf16-autocast", | |
| "forwards": 1, | |
| "readout_dtypes": [ | |
| "torch.bfloat16" | |
| ], | |
| "cuda_initialized": true, | |
| "scores": [ | |
| [ | |
| "cache", | |
| 2.71875 | |
| ], | |
| [ | |
| "logs", | |
| 0.90625 | |
| ] | |
| ], | |
| "groups": 2, | |
| "windows": 1, | |
| "encoded_tokens": 28, | |
| "original_worker_and_guardian_waited": true | |
| } | |
| ], | |
| "packages": { | |
| "huggingface_hub": "1.33.0", | |
| "safetensors": "0.8.0", | |
| "tokenizers": "0.23.2", | |
| "torch": "2.11.0+cu128", | |
| "transformers": "5.19.0" | |
| }, | |
| "request": { | |
| "schema_version": 1, | |
| "model_revision": "fd8231d3cdc1efc46f7a6d7d83ca88b336a953591d63ea431407c8b13b990309", | |
| "query": "Which group explains cache invalidation?", | |
| "groups": [ | |
| { | |
| "id": "cache", | |
| "text": "Invalidate an entry when its source changes." | |
| }, | |
| { | |
| "id": "logs", | |
| "text": "Write diagnostic events to the application log." | |
| } | |
| ] | |
| }, | |
| "tests": { | |
| "runtime_regression": 11, | |
| "existing_sdk": 17 | |
| }, | |
| "limitations": [ | |
| "One fixed small request per device; no numerical equivalence or maximum-shape study.", | |
| "CPU tested with the installed CUDA-enabled Torch build and CUDA disabled; no fresh CPU-wheel install certification.", | |
| "No quality, benchmark, latency or research-qualification claim." | |
| ], | |
| "unchanged": [ | |
| "checkpoint", | |
| "tokenizer", | |
| "artifact manifest", | |
| "CUDA default", | |
| "no automatic device/precision fallback", | |
| "all historical evaluations and failures" | |
| ], | |
| "evidence_sha256": { | |
| "execution-scope.json": "1db2317a9fd09c16b61c46c880495482cd1643311b46fabaab120be17819d4d3", | |
| "execution-terminal.json": "e7caa102defe6449fe1817cd9966366f74e061622b0e8aeea178cb489992f1c5" | |
| } | |
| } | |