| { | |
| "release": "TransWave-Meyer-96M-C4", | |
| "architecture": "causal_transwave_blocklifting_meyer_byte_lm_g4_v2", | |
| "source_commit": "5cae31b81e15160379ded79f32bcbb443d7db9f7", | |
| "parameters": 96130040, | |
| "dataset": "allenai/c4:en", | |
| "context_tokens": 20480, | |
| "physical_batch": 280, | |
| "tokens_per_full_step": 5734400, | |
| "usable_training_tokens": 4499988480, | |
| "tokens_seen": 4499988480, | |
| "steps": 785, | |
| "target_ppl": 3.0, | |
| "best_full_validation_nll": 2.228725892720205, | |
| "best_full_validation_ppl": 9.288024597671594, | |
| "final_validation": { | |
| "nll": 2.228725892720205, | |
| "ppl": 9.288024597671594, | |
| "tokens": 16773120, | |
| "contexts": 819 | |
| }, | |
| "stop_reason": "maximum_4p5B_token_budget_exhausted", | |
| "wall_hours": 2.553788356317414 | |
| } |