| { | |
| "contract_cpu_fp32": { | |
| "batch_size": 4, | |
| "device": "cpu", | |
| "dtype": "fp32", | |
| "s11700": { | |
| "en": 4.674, | |
| "it": 3.93, | |
| "mixed": 4.9375 | |
| }, | |
| "s11900": { | |
| "en": 4.6333, | |
| "it": 3.9477, | |
| "lc_en": 0.95, | |
| "lc_it": 0.775, | |
| "loop": 0.375, | |
| "mixed": 4.9193, | |
| "ppl": 136.9 | |
| }, | |
| "s12100": { | |
| "en": 4.715, | |
| "it": 3.9171, | |
| "mixed": 4.9522 | |
| }, | |
| "seed": 1337 | |
| }, | |
| "contract_gpu_bf16": { | |
| "batch_size": 4, | |
| "device": "cuda", | |
| "dtype": "bf16", | |
| "runnerup_11700_mixed": 4.9359, | |
| "seed": 1337, | |
| "source_11000_mixed": 5.155, | |
| "winner_en": 4.6377, | |
| "winner_it": 3.9426, | |
| "winner_mixed": 4.9239, | |
| "winner_ppl": 137.5 | |
| }, | |
| "decoding_grid_needed": false, | |
| "result": "RELEASE_SELECTION_CLEAR=11900", | |
| "suite": "configs/eval/20260919_pretrain_minimal_48k_en_it_code.yaml" | |
| } |