| { | |
| "model": "numbat", | |
| "run_id": "nt-1145862-3", | |
| "checkpoint": { | |
| "path": "nt-1145862-3/eval/step_1830000-nvfp4", | |
| "step": 1830000, | |
| "format": "safetensors", | |
| "dtype": "nvfp4" | |
| }, | |
| "eval": { | |
| "last_run": "2026-10-08T17:23:51Z", | |
| "harness": "lm-eval-harness@v0.4.13", | |
| "config": { | |
| "num_fewshot": 0, | |
| "batch_size": 16, | |
| "max_length": 4096, | |
| "compiler_flags": [ | |
| "--experimental-unsafe-fp8e4m3fn-as-fp8e4m3" | |
| ] | |
| }, | |
| "results": { | |
| "mmlu": { | |
| "acc": 0.8849, | |
| "acc_stderr": 0.0027, | |
| "n": 14042 | |
| }, | |
| "arc_challenge": { | |
| "acc": 0.7201, | |
| "acc_stderr": 0.0131, | |
| "acc_norm": 0.7568, | |
| "n": 1172 | |
| }, | |
| "hellaswag": { | |
| "acc": 0.7185, | |
| "acc_stderr": 0.0045, | |
| "acc_norm": 0.8896, | |
| "acc_norm_stderr": 0.0031, | |
| "n": 10042 | |
| } | |
| } | |
| } | |
| } | |
Xet Storage Details
- Size:
- 898 Bytes
- Xet hash:
- 72f8ef6c661a87d9b5d89c11be1c5ee4dc4ae43083664f11241459f2878fad02
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.