[
  {
    "stage": "pretrain",
    "step": 100,
    "tokens": 52428800,
    "wall_s": 1420.0,
    "loss": 7.3191,
    "grad_norm": 1.059,
    "lr": 5.9399999999999994e-05,
    "tok_per_s": 36921
  },
  {
    "stage": "pretrain",
    "step": 200,
    "tokens": 104857600,
    "wall_s": 2843.1,
    "loss": 6.1484,
    "grad_norm": 1.084,
    "lr": 0.00011939999999999999,
    "tok_per_s": 36881
  },
  {
    "stage": "pretrain",
    "step": 300,
    "tokens": 157286400,
    "wall_s": 4285.5,
    "loss": 5.7304,
    "grad_norm": 1.385,
    "lr": 0.00017939999999999997,
    "tok_per_s": 36702
  },
  {
    "stage": "pretrain",
    "step": 400,
    "tokens": 209715200,
    "wall_s": 5708.5,
    "loss": 5.5112,
    "grad_norm": 1.089,
    "lr": 0.00023939999999999996,
    "tok_per_s": 36738
  },
  {
    "stage": "pretrain",
    "step": 500,
    "tokens": 262144000,
    "wall_s": 7148.0,
    "loss": 4.8949,
    "grad_norm": 0.888,
    "lr": 0.0002994,
    "tok_per_s": 36674
  },
  {
    "stage": "pretrain",
    "step": 600,
    "tokens": 314572800,
    "wall_s": 8570.8,
    "loss": 4.904,
    "grad_norm": 0.96,
    "lr": 0.00029995826888796654,
    "tok_per_s": 36703
  },
  {
    "stage": "pretrain",
    "step": 700,
    "tokens": 367001600,
    "wall_s": 10010.9,
    "loss": 4.6172,
    "grad_norm": 0.857,
    "lr": 0.0002998314102112406,
    "tok_per_s": 36660
  },
  {
    "stage": "pretrain",
    "step": 800,
    "tokens": 419430400,
    "wall_s": 11433.9,
    "loss": 4.4615,
    "grad_norm": 0.706,
    "lr": 0.0002996194955214142,
    "tok_per_s": 36683
  },
  {
    "stage": "pretrain",
    "step": 900,
    "tokens": 471859200,
    "wall_s": 12875.0,
    "loss": 4.2078,
    "grad_norm": 0.571,
    "lr": 0.0002993226514568634,
    "tok_per_s": 36649
  },
  {
    "stage": "pretrain",
    "step": 1000,
    "tokens": 524288000,
    "wall_s": 14298.0,
    "loss": 4.0421,
    "grad_norm": 0.435,
    "lr": 0.0002989410554090198,
    "tok_per_s": 36669
  },
  {
    "stage": "pretrain",
    "step": 1100,
    "tokens": 576716800,
    "wall_s": 15737.7,
    "loss": 3.9573,
    "grad_norm": 0.607,
    "lr": 0.0002984749354163635,
    "tok_per_s": 36645
  },
  {
    "stage": "pretrain",
    "step": 1200,
    "tokens": 629145600,
    "wall_s": 17160.5,
    "loss": 3.957,
    "grad_norm": 0.538,
    "lr": 0.000297924570028149,
    "tok_per_s": 36662
  },
  {
    "stage": "pretrain",
    "step": 1300,
    "tokens": 681574400,
    "wall_s": 18600.7,
    "loss": 3.6969,
    "grad_norm": 0.43,
    "lr": 0.0002972902881379466,
    "tok_per_s": 36642
  },
  {
    "stage": "pretrain",
    "step": 1400,
    "tokens": 734003200,
    "wall_s": 20023.5,
    "loss": 3.9048,
    "grad_norm": 0.373,
    "lr": 0.0002965724687870983,
    "tok_per_s": 36657
  },
  {
    "stage": "pretrain",
    "step": 1500,
    "tokens": 786432000,
    "wall_s": 21463.8,
    "loss": 3.2995,
    "grad_norm": 0.403,
    "lr": 0.0002957715409382067,
    "tok_per_s": 36640
  },
  {
    "stage": "pretrain",
    "step": 1600,
    "tokens": 838860800,
    "wall_s": 22886.7,
    "loss": 3.9037,
    "grad_norm": 0.377,
    "lr": 0.00029488798321878956,
    "tok_per_s": 36653
  },
  {
    "stage": "pretrain",
    "step": 1700,
    "tokens": 891289600,
    "wall_s": 24328.5,
    "loss": 3.267,
    "grad_norm": 0.398,
    "lr": 0.00029392232363525717,
    "tok_per_s": 36636
  },
  {
    "stage": "pretrain",
    "step": 1800,
    "tokens": 943718400,
    "wall_s": 25751.5,
    "loss": 3.4073,
    "grad_norm": 0.355,
    "lr": 0.0002928751392573797,
    "tok_per_s": 36647
  }
]