{ "checkpoint": "gpu-additional-100m/best.pt", "checkpoint_step": 23000, "training_tokens": 148910080, "method": "token-weighted next-token cross-entropy over nonoverlapping context windows", "validation": { "tokens": 105075, "loss": 1.780266351765631, "perplexity": 5.931436056678534 }, "test": { "tokens": 102850, "loss": 1.8464635412079882, "perplexity": 6.3373680057668 } }