training_state.json

{
  "release_checkpoint": "checkpoint_000900005888",
  "base_pretraining_tokens": 1626560000,
  "recovery_tokens": 900005888,
  "total_token_exposures": 2526565888,
  "recovery_peak_learning_rate": 0.000005,
  "recovery_terminal_learning_rate": 0.0000005,
  "recovery_mixture": {
    "original_curriculum": 0.70,
    "cosmopedia_v2_english": 0.15,
    "finephrase": 0.15
  },
  "recovery_context": {
    "initial_phase": "75% 512 / 25% 1024",
    "final_400982016_tokens": "512 only"
  },
  "optimizer": "nGPT-aware AdamW",
  "seed": 20260920,
  "weight_format": "MLX NPZ",
  "selection_note": "Selected from recovery checkpoints using the reported evaluation suite."
}