{
  "status": "completed",
  "model": "teddyoas/Agron (continued pretraining)",
  "data_dir": "/content/data/agron-domain",
  "corpus": {
    "created": "2026-10-26T11:57:09Z",
    "tokenizer": "teddyoas/Agron tokenizer.json",
    "seed": 1234,
    "sources": {
      "code": {
        "dataset": "codeparrot/github-code",
        "shards": 8
      },
      "cyber": {
        "dataset": "Trendyol/Trendyol-Cybersecurity-Instruction-Tuning-Dataset",
        "file": "CyberSec-Dataset_escaped.jsonl"
      },
      "replay": {
        "dataset": "Salesforce/wikitext",
        "config": "wikitext-2-raw-v1"
      }
    },
    "caps_chars": {
      "code_total": 150000000,
      "cyber": 120000000,
      "replay": 15000000
    },
    "val": {
      "code": {
        "tokens": 455373,
        "docs": 150
      },
      "cyber": {
        "tokens": 137298,
        "docs": 150
      },
      "replay": {
        "tokens": 22625,
        "docs": 150
      }
    },
    "train": {
      "tokens": 118720966,
      "docs": 74018,
      "tokens_per_source": {
        "C": 7064900,
        "cyber": 30769293,
        "JavaScript": 14200205,
        "replay": 2342084,
        "C++": 9751154,
        "Java": 8843792,
        "Rust": 5327110,
        "TypeScript": 9911774,
        "Python": 20339178,
        "Go": 5748972,
        "C#": 4422504
      }
    },
    "disk_bytes": 238672524
  },
  "hyperparameters": {
    "block_size": 512,
    "batch_size": 16,
    "grad_accum": 2,
    "epochs": 1.0,
    "steps": 7246,
    "lr": 0.0003,
    "warmup": 100,
    "weight_decay": 0.01,
    "grad_clip": 1.0,
    "seed": 42
  },
  "tokens_per_step": 16384,
  "total_tokens": 118718464,
  "train_wall_seconds": 3659.7,
  "tokens_per_second": 32439.5,
  "eval_before": {
    "code": {
      "loss": 1.4532,
      "perplexity": 4.28,
      "blocks": 16
    },
    "cyber": {
      "loss": 1.358,
      "perplexity": 3.89,
      "blocks": 16
    },
    "replay": {
      "loss": 5.626,
      "perplexity": 277.55,
      "blocks": 5
    }
  },
  "eval_after": {
    "code": {
      "loss": 1.2451,
      "perplexity": 3.47,
      "blocks": 16
    },
    "cyber": {
      "loss": 1.0636,
      "perplexity": 2.9,
      "blocks": 16
    },
    "replay": {
      "loss": 5.0238,
      "perplexity": 151.98,
      "blocks": 5
    }
  },
  "eval_history": [
    {
      "step": 500,
      "code": {
        "loss": 1.5055,
        "perplexity": 4.51,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.4013,
        "perplexity": 4.06,
        "blocks": 16
      },
      "replay": {
        "loss": 5.793,
        "perplexity": 327.99,
        "blocks": 5
      }
    },
    {
      "step": 1000,
      "code": {
        "loss": 1.4807,
        "perplexity": 4.4,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.3501,
        "perplexity": 3.86,
        "blocks": 16
      },
      "replay": {
        "loss": 5.6901,
        "perplexity": 295.92,
        "blocks": 5
      }
    },
    {
      "step": 1500,
      "code": {
        "loss": 1.4339,
        "perplexity": 4.19,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.3048,
        "perplexity": 3.69,
        "blocks": 16
      },
      "replay": {
        "loss": 5.5986,
        "perplexity": 270.06,
        "blocks": 5
      }
    },
    {
      "step": 2000,
      "code": {
        "loss": 1.4063,
        "perplexity": 4.08,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.2648,
        "perplexity": 3.54,
        "blocks": 16
      },
      "replay": {
        "loss": 5.5139,
        "perplexity": 248.12,
        "blocks": 5
      }
    },
    {
      "step": 2500,
      "code": {
        "loss": 1.3737,
        "perplexity": 3.95,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.2266,
        "perplexity": 3.41,
        "blocks": 16
      },
      "replay": {
        "loss": 5.4098,
        "perplexity": 223.59,
        "blocks": 5
      }
    },
    {
      "step": 3000,
      "code": {
        "loss": 1.3446,
        "perplexity": 3.84,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.1879,
        "perplexity": 3.28,
        "blocks": 16
      },
      "replay": {
        "loss": 5.3373,
        "perplexity": 207.95,
        "blocks": 5
      }
    },
    {
      "step": 3500,
      "code": {
        "loss": 1.3275,
        "perplexity": 3.77,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.1612,
        "perplexity": 3.19,
        "blocks": 16
      },
      "replay": {
        "loss": 5.2525,
        "perplexity": 191.05,
        "blocks": 5
      }
    },
    {
      "step": 4000,
      "code": {
        "loss": 1.3077,
        "perplexity": 3.7,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.1404,
        "perplexity": 3.13,
        "blocks": 16
      },
      "replay": {
        "loss": 5.1941,
        "perplexity": 180.21,
        "blocks": 5
      }
    },
    {
      "step": 4500,
      "code": {
        "loss": 1.2838,
        "perplexity": 3.61,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.1155,
        "perplexity": 3.05,
        "blocks": 16
      },
      "replay": {
        "loss": 5.1429,
        "perplexity": 171.22,
        "blocks": 5
      }
    },
    {
      "step": 5000,
      "code": {
        "loss": 1.2708,
        "perplexity": 3.56,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.0989,
        "perplexity": 3.0,
        "blocks": 16
      },
      "replay": {
        "loss": 5.1017,
        "perplexity": 164.31,
        "blocks": 5
      }
    },
    {
      "step": 5500,
      "code": {
        "loss": 1.261,
        "perplexity": 3.53,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.0821,
        "perplexity": 2.95,
        "blocks": 16
      },
      "replay": {
        "loss": 5.0702,
        "perplexity": 159.21,
        "blocks": 5
      }
    },
    {
      "step": 6000,
      "code": {
        "loss": 1.2511,
        "perplexity": 3.49,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.0722,
        "perplexity": 2.92,
        "blocks": 16
      },
      "replay": {
        "loss": 5.0406,
        "perplexity": 154.56,
        "blocks": 5
      }
    },
    {
      "step": 6500,
      "code": {
        "loss": 1.2471,
        "perplexity": 3.48,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.0659,
        "perplexity": 2.9,
        "blocks": 16
      },
      "replay": {
        "loss": 5.0278,
        "perplexity": 152.59,
        "blocks": 5
      }
    },
    {
      "step": 7000,
      "code": {
        "loss": 1.2451,
        "perplexity": 3.47,
        "blocks": 16
      },
      "cyber": {
        "loss": 1.0637,
        "perplexity": 2.9,
        "blocks": 16
      },
      "replay": {
        "loss": 5.0241,
        "perplexity": 152.03,
        "blocks": 5
      }
    }
  ],
  "train_loss_history": [
    {
      "step": 25,
      "loss": 1.465992431640625,
      "learning_rate": 7.199999999999999e-05,
      "grad_norm": 0.503962516784668
    },
    {
      "step": 50,
      "loss": 1.4964903259277345,
      "learning_rate": 0.000147,
      "grad_norm": 0.5079663991928101
    },
    {
      "step": 75,
      "loss": 1.4984529113769531,
      "learning_rate": 0.00022199999999999998,
      "grad_norm": 0.5481196641921997
    },
    {
      "step": 100,
      "loss": 1.53364013671875,
      "learning_rate": 0.00029699999999999996,
      "grad_norm": 0.5628758072853088
    },
    {
      "step": 125,
      "loss": 1.503697509765625,
      "learning_rate": 0.00029999165063514596,
      "grad_norm": 0.6324927806854248
    },
    {
      "step": 150,
      "loss": 1.5965298461914061,
      "learning_rate": 0.00029996519750734643,
      "grad_norm": 0.5400546193122864
    },
    {
      "step": 175,
      "loss": 1.5519804382324218,
      "learning_rate": 0.0002999206293164506,
      "grad_norm": 0.5300002098083496
    },
    {
      "step": 200,
      "loss": 1.5133120727539062,
      "learning_rate": 0.0002998579514460781,
      "grad_norm": 0.5625991821289062
    },
    {
      "step": 225,
      "loss": 1.560133819580078,
      "learning_rate": 0.00029977717146740954,
      "grad_norm": 0.5264961123466492
    },
    {
      "step": 250,
      "loss": 1.5489260864257812,
      "learning_rate": 0.0002996782991382715,
      "grad_norm": 0.5348047018051147
    },
    {
      "step": 275,
      "loss": 1.4816361999511718,
      "learning_rate": 0.0002995613464019583,
      "grad_norm": 0.5102686285972595
    },
    {
      "step": 300,
      "loss": 1.5427243041992187,
      "learning_rate": 0.00029942632738578904,
      "grad_norm": 0.9355897307395935
    },
    {
      "step": 325,
      "loss": 1.4962777709960937,
      "learning_rate": 0.00029927325839940107,
      "grad_norm": 0.515880286693573
    },
    {
      "step": 350,
      "loss": 1.5118930053710937,
      "learning_rate": 0.0002991021579327801,
      "grad_norm": 0.5115503072738647
    },
    {
      "step": 375,
      "loss": 1.489414520263672,
      "learning_rate": 0.0002989130466540265,
      "grad_norm": 0.5668929815292358
    },
    {
      "step": 400,
      "loss": 1.531691436767578,
      "learning_rate": 0.00029870594740685855,
      "grad_norm": 0.5156782269477844
    },
    {
      "step": 425,
      "loss": 1.5007366943359375,
      "learning_rate": 0.00029848088520785347,
      "grad_norm": 0.4919520318508148
    },
    {
      "step": 450,
      "loss": 1.5251170349121095,
      "learning_rate": 0.0002982378872434252,
      "grad_norm": 0.5143119096755981
    },
    {
      "step": 475,
      "loss": 1.5015919494628907,
      "learning_rate": 0.0002979769828665405,
      "grad_norm": 0.5741536021232605
    },
    {
      "step": 500,
      "loss": 1.4777200317382813,
      "learning_rate": 0.0002976982035931733,
      "grad_norm": 0.5316178202629089
    },
    {
      "step": 525,
      "loss": 1.5096803283691407,
      "learning_rate": 0.0002974015830984975,
      "grad_norm": 0.51364666223526
    },
    {
      "step": 550,
      "loss": 1.4988615417480469,
      "learning_rate": 0.0002970871572128197,
      "grad_norm": 0.4849585294723511
    },
    {
      "step": 575,
      "loss": 1.5281857299804686,
      "learning_rate": 0.00029675496391725037,
      "grad_norm": 0.4936002492904663
    },
    {
      "step": 600,
      "loss": 1.4581077575683594,
      "learning_rate": 0.00029640504333911655,
      "grad_norm": 0.4904490113258362
    },
    {
      "step": 625,
      "loss": 1.4236958312988282,
      "learning_rate": 0.0002960374377471143,
      "grad_norm": 0.49264708161354065
    },
    {
      "step": 650,
      "loss": 1.463341522216797,
      "learning_rate": 0.0002956521915462028,
      "grad_norm": 0.5007567405700684
    },
    {
      "step": 675,
      "loss": 1.4722225952148438,
      "learning_rate": 0.0002952493512722409,
      "grad_norm": 0.48851534724235535
    },
    {
      "step": 700,
      "loss": 1.4606297302246094,
      "learning_rate": 0.00029482896558636517,
      "grad_norm": 0.5092523694038391
    },
    {
      "step": 725,
      "loss": 1.4079983520507813,
      "learning_rate": 0.00029439108526911243,
      "grad_norm": 0.5120623707771301
    },
    {
      "step": 750,
      "loss": 1.472628631591797,
      "learning_rate": 0.0002939357632142855,
      "grad_norm": 0.5220867991447449
    },
    {
      "step": 775,
      "loss": 1.4448049926757813,
      "learning_rate": 0.0002934630544225637,
      "grad_norm": 0.510402262210846
    },
    {
      "step": 800,
      "loss": 1.500727996826172,
      "learning_rate": 0.0002929730159948594,
      "grad_norm": 0.46804383397102356
    },
    {
      "step": 825,
      "loss": 1.4285128784179688,
      "learning_rate": 0.0002924657071254201,
      "grad_norm": 0.511221170425415
    },
    {
      "step": 850,
      "loss": 1.4769186401367187,
      "learning_rate": 0.0002919411890946786,
      "grad_norm": 0.5099458694458008
    },
    {
      "step": 875,
      "loss": 1.435450897216797,
      "learning_rate": 0.0002913995252618499,
      "grad_norm": 0.513334333896637
    },
    {
      "step": 900,
      "loss": 1.4503627014160156,
      "learning_rate": 0.0002908407810572784,
      "grad_norm": 0.48919397592544556
    },
    {
      "step": 925,
      "loss": 1.4501026916503905,
      "learning_rate": 0.00029026502397453395,
      "grad_norm": 0.46839049458503723
    },
    {
      "step": 950,
      "loss": 1.4088829040527344,
      "learning_rate": 0.0002896723235622588,
      "grad_norm": 0.5264255404472351
    },
    {
      "step": 975,
      "loss": 1.4610905456542969,
      "learning_rate": 0.0002890627514157666,
      "grad_norm": 0.4739971458911896
    },
    {
      "step": 1000,
      "loss": 1.439478759765625,
      "learning_rate": 0.0002884363811683943,
      "grad_norm": 0.5118926167488098
    },
    {
      "step": 1025,
      "loss": 1.3943740844726562,
      "learning_rate": 0.00028779328848260716,
      "grad_norm": 0.49222490191459656
    },
    {
      "step": 1050,
      "loss": 1.4404747009277343,
      "learning_rate": 0.0002871335510408592,
      "grad_norm": 0.48402321338653564
    },
    {
      "step": 1075,
      "loss": 1.3960848999023439,
      "learning_rate": 0.00028645724853620995,
      "grad_norm": 0.48026469349861145
    },
    {
      "step": 1100,
      "loss": 1.4121771240234375,
      "learning_rate": 0.0002857644626626973,
      "grad_norm": 0.5774903297424316
    },
    {
      "step": 1125,
      "loss": 1.3999868774414062,
      "learning_rate": 0.00028505527710546974,
      "grad_norm": 0.5563474297523499
    },
    {
      "step": 1150,
      "loss": 1.4009886169433594,
      "learning_rate": 0.00028432977753067726,
      "grad_norm": 0.5073521733283997
    },
    {
      "step": 1175,
      "loss": 1.375696258544922,
      "learning_rate": 0.0002835880515751236,
      "grad_norm": 0.5103248357772827
    },
    {
      "step": 1200,
      "loss": 1.4315164184570313,
      "learning_rate": 0.00028283018883568,
      "grad_norm": 0.4903603494167328
    },
    {
      "step": 1225,
      "loss": 1.4241004943847657,
      "learning_rate": 0.0002820562808584622,
      "grad_norm": 0.506152868270874
    },
    {
      "step": 1250,
      "loss": 1.4256643676757812,
      "learning_rate": 0.0002812664211277724,
      "grad_norm": 0.4851268529891968
    },
    {
      "step": 1275,
      "loss": 1.4002693176269532,
      "learning_rate": 0.00028046070505480665,
      "grad_norm": 0.5567605495452881
    },
    {
      "step": 1300,
      "loss": 1.4149452209472657,
      "learning_rate": 0.0002796392299661297,
      "grad_norm": 0.49636349081993103
    },
    {
      "step": 1325,
      "loss": 1.3971769714355469,
      "learning_rate": 0.0002788020950919183,
      "grad_norm": 0.4663887917995453
    },
    {
      "step": 1350,
      "loss": 1.4440313720703124,
      "learning_rate": 0.0002779494015539749,
      "grad_norm": 0.5311484932899475
    },
    {
      "step": 1375,
      "loss": 1.4248406982421875,
      "learning_rate": 0.00027708125235351237,
      "grad_norm": 0.4884320795536041
    },
    {
      "step": 1400,
      "loss": 1.3670068359375,
      "learning_rate": 0.00027619775235871217,
      "grad_norm": 0.5010215640068054
    },
    {
      "step": 1425,
      "loss": 1.3905780029296875,
      "learning_rate": 0.0002752990082920567,
      "grad_norm": 0.5153194069862366
    },
    {
      "step": 1450,
      "loss": 1.4214459228515626,
      "learning_rate": 0.0002743851287174378,
      "grad_norm": 0.4822602868080139
    },
    {
      "step": 1475,
      "loss": 1.4260044860839844,
      "learning_rate": 0.00027345622402704257,
      "grad_norm": 0.503484845161438
    },
    {
      "step": 1500,
      "loss": 1.387130126953125,
      "learning_rate": 0.00027251240642801893,
      "grad_norm": 0.5117263793945312
    },
    {
      "step": 1525,
      "loss": 1.4189169311523437,
      "learning_rate": 0.000271553789928921,
      "grad_norm": 0.5162776112556458
    },
    {
      "step": 1550,
      "loss": 1.3924339294433594,
      "learning_rate": 0.0002705804903259379,
      "grad_norm": 0.47961705923080444
    },
    {
      "step": 1575,
      "loss": 1.43085693359375,
      "learning_rate": 0.000269592625188906,
      "grad_norm": 0.4925697147846222
    },
    {
      "step": 1600,
      "loss": 1.3906794738769532,
      "learning_rate": 0.00026859031384710686,
      "grad_norm": 0.5015848278999329
    },
    {
      "step": 1625,
      "loss": 1.4191299438476563,
      "learning_rate": 0.000267573677374853,
      "grad_norm": 0.47783127427101135
    },
    {
      "step": 1650,
      "loss": 1.4013314819335938,
      "learning_rate": 0.0002665428385768629,
      "grad_norm": 0.44291064143180847
    },
    {
      "step": 1675,
      "loss": 1.4088816833496094,
      "learning_rate": 0.00026549792197342627,
      "grad_norm": 0.4942842721939087
    },
    {
      "step": 1700,
      "loss": 1.4031414794921875,
      "learning_rate": 0.0002644390537853633,
      "grad_norm": 0.4807228744029999
    },
    {
      "step": 1725,
      "loss": 1.4029275512695312,
      "learning_rate": 0.0002633663619187772,
      "grad_norm": 0.46695584058761597
    },
    {
      "step": 1750,
      "loss": 1.3980467224121094,
      "learning_rate": 0.000262279975949604,
      "grad_norm": 0.5140073299407959
    },
    {
      "step": 1775,
      "loss": 1.3929660034179687,
      "learning_rate": 0.0002611800271079604,
      "grad_norm": 0.4695814251899719
    },
    {
      "step": 1800,
      "loss": 1.3747761535644532,
      "learning_rate": 0.00026006664826229203,
      "grad_norm": 0.45960962772369385
    },
    {
      "step": 1825,
      "loss": 1.373397979736328,
      "learning_rate": 0.00025893997390332314,
      "grad_norm": 0.4975016415119171
    },
    {
      "step": 1850,
      "loss": 1.3793846130371095,
      "learning_rate": 0.00025780014012781113,
      "grad_norm": 0.48639926314353943
    },
    {
      "step": 1875,
      "loss": 1.4201519775390625,
      "learning_rate": 0.0002566472846221067,
      "grad_norm": 0.48666369915008545
    },
    {
      "step": 1900,
      "loss": 1.4070872497558593,
      "learning_rate": 0.00025548154664552166,
      "grad_norm": 0.4822351634502411
    },
    {
      "step": 1925,
      "loss": 1.4160031127929686,
      "learning_rate": 0.00025430306701350764,
      "grad_norm": 0.49669837951660156
    },
    {
      "step": 1950,
      "loss": 1.4190867614746094,
      "learning_rate": 0.0002531119880806459,
      "grad_norm": 0.4919108748435974
    },
    {
      "step": 1975,
      "loss": 1.4013197326660156,
      "learning_rate": 0.0002519084537234516,
      "grad_norm": 0.48018497228622437
    },
    {
      "step": 2000,
      "loss": 1.3750941467285156,
      "learning_rate": 0.0002506926093229944,
      "grad_norm": 0.5125364065170288
    },
    {
      "step": 2025,
      "loss": 1.3990634155273438,
      "learning_rate": 0.000249464601747337,
      "grad_norm": 0.4900771677494049
    },
    {
      "step": 2050,
      "loss": 1.3854647827148439,
      "learning_rate": 0.0002482245793337941,
      "grad_norm": 0.4588489532470703
    },
    {
      "step": 2075,
      "loss": 1.3835163879394532,
      "learning_rate": 0.00024697269187101445,
      "grad_norm": 0.46798691153526306
    },
    {
      "step": 2100,
      "loss": 1.4211228942871095,
      "learning_rate": 0.0002457090905808864,
      "grad_norm": 0.4728078842163086
    },
    {
      "step": 2125,
      "loss": 1.4086012268066406,
      "learning_rate": 0.00024443392810027167,
      "grad_norm": 0.4489896893501282
    },
    {
      "step": 2150,
      "loss": 1.3630841064453125,
      "learning_rate": 0.0002431473584625671,
      "grad_norm": 0.45225420594215393
    },
    {
      "step": 2175,
      "loss": 1.3702024841308593,
      "learning_rate": 0.00024184953707909852,
      "grad_norm": 0.4957192540168762
    },
    {
      "step": 2200,
      "loss": 1.397852783203125,
      "learning_rate": 0.0002405406207203476,
      "grad_norm": 0.45574721693992615
    },
    {
      "step": 2225,
      "loss": 1.4111256408691406,
      "learning_rate": 0.00023922076749701487,
      "grad_norm": 0.45370936393737793
    },
    {
      "step": 2250,
      "loss": 1.36464599609375,
      "learning_rate": 0.00023789013684092053,
      "grad_norm": 0.45561283826828003
    },
    {
      "step": 2275,
      "loss": 1.420698699951172,
      "learning_rate": 0.00023654888948574615,
      "grad_norm": 0.48367705941200256
    },
    {
      "step": 2300,
      "loss": 1.3629957580566405,
      "learning_rate": 0.0002351971874476186,
      "grad_norm": 0.45925864577293396
    },
    {
      "step": 2325,
      "loss": 1.3583328247070312,
      "learning_rate": 0.00023383519400553934,
      "grad_norm": 0.4538702964782715
    },
    {
      "step": 2350,
      "loss": 1.3273094177246094,
      "learning_rate": 0.00023246307368166122,
      "grad_norm": 0.4757903516292572
    },
    {
      "step": 2375,
      "loss": 1.3557374572753906,
      "learning_rate": 0.00023108099222141494,
      "grad_norm": 0.44728630781173706
    },
    {
      "step": 2400,
      "loss": 1.3738319396972656,
      "learning_rate": 0.0002296891165734876,
      "grad_norm": 0.5025182366371155
    },
    {
      "step": 2425,
      "loss": 1.3842662048339844,
      "learning_rate": 0.00022828761486965658,
      "grad_norm": 0.46316027641296387
    },
    {
      "step": 2450,
      "loss": 1.4199676513671875,
      "learning_rate": 0.0002268766564044796,
      "grad_norm": 0.4852520227432251
    },
    {
      "step": 2475,
      "loss": 1.3864126586914063,
      "learning_rate": 0.0002254564116148451,
      "grad_norm": 0.47896522283554077
    },
    {
      "step": 2500,
      "loss": 1.3791714477539063,
      "learning_rate": 0.0002240270520593839,
      "grad_norm": 0.7034990787506104
    },
    {
      "step": 2525,
      "loss": 1.4165682983398438,
      "learning_rate": 0.0002225887503977462,
      "grad_norm": 0.4801398515701294
    },
    {
      "step": 2550,
      "loss": 1.376103515625,
      "learning_rate": 0.0002211416803697449,
      "grad_norm": 0.4766090214252472
    },
    {
      "step": 2575,
      "loss": 1.3946040344238282,
      "learning_rate": 0.00021968601677436867,
      "grad_norm": 0.46213752031326294
    },
    {
      "step": 2600,
      "loss": 1.3469049072265624,
      "learning_rate": 0.00021822193544866712,
      "grad_norm": 0.48614174127578735
    },
    {
      "step": 2625,
      "loss": 1.4027534484863282,
      "learning_rate": 0.00021674961324651061,
      "grad_norm": 0.46639734506607056
    },
    {
      "step": 2650,
      "loss": 1.3664921569824218,
      "learning_rate": 0.000215269228017227,
      "grad_norm": 0.4851883351802826
    },
    {
      "step": 2675,
      "loss": 1.3809815979003905,
      "learning_rate": 0.00021378095858411863,
      "grad_norm": 0.45697319507598877
    },
    {
      "step": 2700,
      "loss": 1.3494392395019532,
      "learning_rate": 0.0002122849847228609,
      "grad_norm": 0.47020864486694336
    },
    {
      "step": 2725,
      "loss": 1.338717041015625,
      "learning_rate": 0.00021078148713978665,
      "grad_norm": 0.45249685645103455
    },
    {
      "step": 2750,
      "loss": 1.3287506103515625,
      "learning_rate": 0.00020927064745005744,
      "grad_norm": 0.44328123331069946
    },
    {
      "step": 2775,
      "loss": 1.3808297729492187,
      "learning_rate": 0.00020775264815572558,
      "grad_norm": 0.44321563839912415
    },
    {
      "step": 2800,
      "loss": 1.3122210693359375,
      "learning_rate": 0.00020622767262368853,
      "grad_norm": 0.4848768711090088
    },
    {
      "step": 2825,
      "loss": 1.3498515319824218,
      "learning_rate": 0.00020469590506353916,
      "grad_norm": 0.47914770245552063
    },
    {
      "step": 2850,
      "loss": 1.3182548522949218,
      "learning_rate": 0.0002031575305053142,
      "grad_norm": 0.4577605426311493
    },
    {
      "step": 2875,
      "loss": 1.3279336547851563,
      "learning_rate": 0.00020161273477714345,
      "grad_norm": 0.4621855318546295
    },
    {
      "step": 2900,
      "loss": 1.336206817626953,
      "learning_rate": 0.0002000617044828027,
      "grad_norm": 0.4753350019454956
    },
    {
      "step": 2925,
      "loss": 1.3457479858398438,
      "learning_rate": 0.00019850462697917277,
      "grad_norm": 0.45626455545425415
    },
    {
      "step": 2950,
      "loss": 1.3458819580078125,
      "learning_rate": 0.00019694169035360792,
      "grad_norm": 0.4753391742706299
    },
    {
      "step": 2975,
      "loss": 1.3453900146484374,
      "learning_rate": 0.0001953730834012157,
      "grad_norm": 0.4793599545955658
    },
    {
      "step": 3000,
      "loss": 1.3578317260742188,
      "learning_rate": 0.00019379899560205134,
      "grad_norm": 0.4540102779865265
    },
    {
      "step": 3025,
      "loss": 1.3426896667480468,
      "learning_rate": 0.00019221961709822968,
      "grad_norm": 0.4781694710254669
    },
    {
      "step": 3050,
      "loss": 1.3274795532226562,
      "learning_rate": 0.00019063513867095678,
      "grad_norm": 0.4815289080142975
    },
    {
      "step": 3075,
      "loss": 1.3402708435058595,
      "learning_rate": 0.00018904575171748458,
      "grad_norm": 0.44584402441978455
    },
    {
      "step": 3100,
      "loss": 1.3204678344726561,
      "learning_rate": 0.00018745164822799094,
      "grad_norm": 0.4505169987678528
    },
    {
      "step": 3125,
      "loss": 1.3190098571777344,
      "learning_rate": 0.00018585302076238827,
      "grad_norm": 0.47513049840927124
    },
    {
      "step": 3150,
      "loss": 1.318228759765625,
      "learning_rate": 0.00018425006242706312,
      "grad_norm": 0.46475449204444885
    },
    {
      "step": 3175,
      "loss": 1.3169645690917968,
      "learning_rate": 0.00018264296685155002,
      "grad_norm": 0.49327173829078674
    },
    {
      "step": 3200,
      "loss": 1.3219915771484374,
      "learning_rate": 0.00018103192816514195,
      "grad_norm": 0.4188969135284424
    },
    {
      "step": 3225,
      "loss": 1.3042182922363281,
      "learning_rate": 0.00017941714097344027,
      "grad_norm": 0.4400496482849121
    },
    {
      "step": 3250,
      "loss": 1.388089141845703,
      "learning_rate": 0.00017779880033484753,
      "grad_norm": 0.4402545690536499
    },
    {
      "step": 3275,
      "loss": 1.2967855834960937,
      "learning_rate": 0.00017617710173700537,
      "grad_norm": 0.4542015492916107
    },
    {
      "step": 3300,
      "loss": 1.3468402099609376,
      "learning_rate": 0.00017455224107318037,
      "grad_norm": 0.44114288687705994
    },
    {
      "step": 3325,
      "loss": 1.314374237060547,
      "learning_rate": 0.0001729244146186013,
      "grad_norm": 0.448632150888443
    },
    {
      "step": 3350,
      "loss": 1.3190969848632812,
      "learning_rate": 0.00017129381900674997,
      "grad_norm": 0.49022868275642395
    },
    {
      "step": 3375,
      "loss": 1.3036573791503907,
      "learning_rate": 0.00016966065120560889,
      "grad_norm": 0.465278685092926
    },
    {
      "step": 3400,
      "loss": 1.3122999572753906,
      "learning_rate": 0.00016802510849386838,
      "grad_norm": 0.46860554814338684
    },
    {
      "step": 3425,
      "loss": 1.3047955322265625,
      "learning_rate": 0.00016638738843709644,
      "grad_norm": 0.4665217399597168
    },
    {
      "step": 3450,
      "loss": 1.2953912353515624,
      "learning_rate": 0.0001647476888638736,
      "grad_norm": 0.4496661424636841
    },
    {
      "step": 3475,
      "loss": 1.2946479797363282,
      "learning_rate": 0.00016310620784189646,
      "grad_norm": 0.4517843425273895
    },
    {
      "step": 3500,
      "loss": 1.2945361328125,
      "learning_rate": 0.00016146314365405177,
      "grad_norm": 0.4854501783847809
    },
    {
      "step": 3525,
      "loss": 1.299219970703125,
      "learning_rate": 0.00015981869477446509,
      "grad_norm": 0.4721055030822754
    },
    {
      "step": 3550,
      "loss": 1.2779254913330078,
      "learning_rate": 0.00015817305984452593,
      "grad_norm": 0.4885696768760681
    },
    {
      "step": 3575,
      "loss": 1.3132022094726563,
      "learning_rate": 0.00015652643764889294,
      "grad_norm": 0.46799078583717346
    },
    {
      "step": 3600,
      "loss": 1.3397958374023438,
      "learning_rate": 0.00015487902709148153,
      "grad_norm": 0.4386662244796753
    },
    {
      "step": 3625,
      "loss": 1.298585205078125,
      "learning_rate": 0.00015323102717143747,
      "grad_norm": 0.439731627702713
    },
    {
      "step": 3650,
      "loss": 1.2728870391845704,
      "learning_rate": 0.00015158263695909857,
      "grad_norm": 0.47465574741363525
    },
    {
      "step": 3675,
      "loss": 1.3068107604980468,
      "learning_rate": 0.00014993405557194814,
      "grad_norm": 0.4406924247741699
    },
    {
      "step": 3700,
      "loss": 1.3211735534667968,
      "learning_rate": 0.00014828548215056232,
      "grad_norm": 0.4591175317764282
    },
    {
      "step": 3725,
      "loss": 1.2942324829101564,
      "learning_rate": 0.0001466371158345553,
      "grad_norm": 0.4335545301437378
    },
    {
      "step": 3750,
      "loss": 1.3200546264648438,
      "learning_rate": 0.00014498915573852368,
      "grad_norm": 0.4724709093570709
    },
    {
      "step": 3775,
      "loss": 1.2709454345703124,
      "learning_rate": 0.00014334180092799478,
      "grad_norm": 0.4954122304916382
    },
    {
      "step": 3800,
      "loss": 1.307467498779297,
      "learning_rate": 0.00014169525039538032,
      "grad_norm": 0.4750748574733734
    },
    {
      "step": 3825,
      "loss": 1.2666266632080079,
      "learning_rate": 0.0001400497030359393,
      "grad_norm": 0.4433806538581848
    },
    {
      "step": 3850,
      "loss": 1.3017340087890625,
      "learning_rate": 0.00013840535762375225,
      "grad_norm": 0.44521960616111755
    },
    {
      "step": 3875,
      "loss": 1.3061532592773437,
      "learning_rate": 0.0001367624127877103,
      "grad_norm": 0.44376805424690247
    },
    {
      "step": 3900,
      "loss": 1.3032217407226563,
      "learning_rate": 0.0001351210669875218,
      "grad_norm": 0.4341404438018799
    },
    {
      "step": 3925,
      "loss": 1.272267074584961,
      "learning_rate": 0.00013348151848973955,
      "grad_norm": 0.45423921942710876
    },
    {
      "step": 3950,
      "loss": 1.339799346923828,
      "learning_rate": 0.00013184396534381086,
      "grad_norm": 0.4589066803455353
    },
    {
      "step": 3975,
      "loss": 1.2691211700439453,
      "learning_rate": 0.00013020860535815427,
      "grad_norm": 0.44028106331825256
    },
    {
      "step": 4000,
      "loss": 1.2714073181152343,
      "learning_rate": 0.0001285756360762654,
      "grad_norm": 0.4480900466442108
    },
    {
      "step": 4025,
      "loss": 1.3150112915039063,
      "learning_rate": 0.00012694525475285442,
      "grad_norm": 0.471388578414917
    },
    {
      "step": 4050,
      "loss": 1.2618749237060547,
      "learning_rate": 0.00012531765833001876,
      "grad_norm": 0.45005708932876587
    },
    {
      "step": 4075,
      "loss": 1.2932235717773437,
      "learning_rate": 0.00012369304341345355,
      "grad_norm": 0.45370563864707947
    },
    {
      "step": 4100,
      "loss": 1.214958953857422,
      "learning_rate": 0.00012207160624870243,
      "grad_norm": 0.45486775040626526
    },
    {
      "step": 4125,
      "loss": 1.2909408569335938,
      "learning_rate": 0.00012045354269745233,
      "grad_norm": 0.452974796295166
    },
    {
      "step": 4150,
      "loss": 1.283765106201172,
      "learning_rate": 0.00011883904821387391,
      "grad_norm": 0.46668413281440735
    },
    {
      "step": 4175,
      "loss": 1.238913803100586,
      "learning_rate": 0.0001172283178210121,
      "grad_norm": 0.4666079580783844
    },
    {
      "step": 4200,
      "loss": 1.303359375,
      "learning_rate": 0.00011562154608722795,
      "grad_norm": 0.4673307538032532
    },
    {
      "step": 4225,
      "loss": 1.2495006561279296,
      "learning_rate": 0.00011401892710269586,
      "grad_norm": 0.465811550617218
    },
    {
      "step": 4250,
      "loss": 1.263448257446289,
      "learning_rate": 0.00011242065445595839,
      "grad_norm": 0.43971243500709534
    },
    {
      "step": 4275,
      "loss": 1.2942657470703125,
      "learning_rate": 0.00011082692121054178,
      "grad_norm": 0.5017976760864258
    },
    {
      "step": 4300,
      "loss": 1.2541777038574218,
      "learning_rate": 0.00010923791988163473,
      "grad_norm": 0.44632741808891296
    },
    {
      "step": 4325,
      "loss": 1.2856007385253907,
      "learning_rate": 0.0001076538424128336,
      "grad_norm": 0.47356122732162476
    },
    {
      "step": 4350,
      "loss": 1.24027099609375,
      "learning_rate": 0.00010607488015295649,
      "grad_norm": 0.47505736351013184
    },
    {
      "step": 4375,
      "loss": 1.2527085113525391,
      "learning_rate": 0.00010450122383292921,
      "grad_norm": 0.4675339460372925
    },
    {
      "step": 4400,
      "loss": 1.2761446380615233,
      "learning_rate": 0.000102933063542746,
      "grad_norm": 0.4455282390117645
    },
    {
      "step": 4425,
      "loss": 1.2683029174804688,
      "learning_rate": 0.00010137058870850752,
      "grad_norm": 0.4367285668849945
    },
    {
      "step": 4450,
      "loss": 1.2697316741943359,
      "learning_rate": 9.981398806953917e-05,
      "grad_norm": 0.4658321738243103
    },
    {
      "step": 4475,
      "loss": 1.290264892578125,
      "learning_rate": 9.826344965559224e-05,
      "grad_norm": 0.48173364996910095
    },
    {
      "step": 4500,
      "loss": 1.2587723541259765,
      "learning_rate": 9.671916076413083e-05,
      "grad_norm": 0.5190169215202332
    },
    {
      "step": 4525,
      "loss": 1.2330872344970703,
      "learning_rate": 9.51813079377074e-05,
      "grad_norm": 0.4717499315738678
    },
    {
      "step": 4550,
      "loss": 1.2380457305908203,
      "learning_rate": 9.365007694142903e-05,
      "grad_norm": 0.42915889620780945
    },
    {
      "step": 4575,
      "loss": 1.264954833984375,
      "learning_rate": 9.212565274051817e-05,
      "grad_norm": 0.4541546106338501
    },
    {
      "step": 4600,
      "loss": 1.2391783142089843,
      "learning_rate": 9.060821947796955e-05,
      "grad_norm": 0.4281995892524719
    },
    {
      "step": 4625,
      "loss": 1.2423888397216798,
      "learning_rate": 8.909796045230688e-05,
      "grad_norm": 0.445817768573761
    },
    {
      "step": 4650,
      "loss": 1.2846461486816407,
      "learning_rate": 8.759505809544096e-05,
      "grad_norm": 0.4558369815349579
    },
    {
      "step": 4675,
      "loss": 1.2639895629882814,
      "learning_rate": 8.609969395063299e-05,
      "grad_norm": 0.4140309989452362
    },
    {
      "step": 4700,
      "loss": 1.1922022247314452,
      "learning_rate": 8.461204865056494e-05,
      "grad_norm": 0.42347386479377747
    },
    {
      "step": 4725,
      "loss": 1.2776814270019532,
      "learning_rate": 8.313230189552016e-05,
      "grad_norm": 0.4576684236526489
    },
    {
      "step": 4750,
      "loss": 1.2211253356933593,
      "learning_rate": 8.166063243167627e-05,
      "grad_norm": 0.5280000567436218
    },
    {
      "step": 4775,
      "loss": 1.2126011657714844,
      "learning_rate": 8.019721802951368e-05,
      "grad_norm": 0.45232927799224854
    },
    {
      "step": 4800,
      "loss": 1.237452163696289,
      "learning_rate": 7.874223546234149e-05,
      "grad_norm": 0.4481607973575592
    },
    {
      "step": 4825,
      "loss": 1.198594436645508,
      "learning_rate": 7.72958604849445e-05,
      "grad_norm": 0.45539891719818115
    },
    {
      "step": 4850,
      "loss": 1.212102279663086,
      "learning_rate": 7.585826781235274e-05,
      "grad_norm": 0.45331281423568726
    },
    {
      "step": 4875,
      "loss": 1.2540426635742188,
      "learning_rate": 7.442963109873657e-05,
      "grad_norm": 0.4342852830886841
    },
    {
      "step": 4900,
      "loss": 1.2529083251953126,
      "learning_rate": 7.301012291643042e-05,
      "grad_norm": 0.4284408688545227
    },
    {
      "step": 4925,
      "loss": 1.2232284545898438,
      "learning_rate": 7.159991473508666e-05,
      "grad_norm": 0.4916747808456421
    },
    {
      "step": 4950,
      "loss": 1.2357479858398437,
      "learning_rate": 7.019917690096307e-05,
      "grad_norm": 0.44929102063179016
    },
    {
      "step": 4975,
      "loss": 1.2480144500732422,
      "learning_rate": 6.880807861634563e-05,
      "grad_norm": 0.4392186403274536
    },
    {
      "step": 5000,
      "loss": 1.2522673797607422,
      "learning_rate": 6.742678791910994e-05,
      "grad_norm": 0.4787065386772156
    },
    {
      "step": 5025,
      "loss": 1.253096923828125,
      "learning_rate": 6.6055471662423e-05,
      "grad_norm": 0.4620949923992157
    },
    {
      "step": 5050,
      "loss": 1.2833746337890626,
      "learning_rate": 6.469429549458793e-05,
      "grad_norm": 0.4496528208255768
    },
    {
      "step": 5075,
      "loss": 1.2286983489990235,
      "learning_rate": 6.334342383903497e-05,
      "grad_norm": 0.4651983380317688
    },
    {
      "step": 5100,
      "loss": 1.2594075775146485,
      "learning_rate": 6.200301987445924e-05,
      "grad_norm": 0.49068841338157654
    },
    {
      "step": 5125,
      "loss": 1.2662586975097656,
      "learning_rate": 6.067324551511042e-05,
      "grad_norm": 0.4658633768558502
    },
    {
      "step": 5150,
      "loss": 1.2304222106933593,
      "learning_rate": 5.935426139123334e-05,
      "grad_norm": 0.44955214858055115
    },
    {
      "step": 5175,
      "loss": 1.229621353149414,
      "learning_rate": 5.80462268296654e-05,
      "grad_norm": 0.4408133029937744
    },
    {
      "step": 5200,
      "loss": 1.2133523559570312,
      "learning_rate": 5.674929983459037e-05,
      "grad_norm": 0.44262009859085083
    },
    {
      "step": 5225,
      "loss": 1.2221240234375,
      "learning_rate": 5.546363706845204e-05,
      "grad_norm": 0.43076950311660767
    },
    {
      "step": 5250,
      "loss": 1.2376617431640624,
      "learning_rate": 5.418939383303067e-05,
      "grad_norm": 0.45389309525489807
    },
    {
      "step": 5275,
      "loss": 1.2449069976806642,
      "learning_rate": 5.2926724050682747e-05,
      "grad_norm": 0.48846372961997986
    },
    {
      "step": 5300,
      "loss": 1.2519512939453126,
      "learning_rate": 5.167578024574836e-05,
      "grad_norm": 0.4938410520553589
    },
    {
      "step": 5325,
      "loss": 1.1897734832763671,
      "learning_rate": 5.0436713526126756e-05,
      "grad_norm": 0.4553002417087555
    },
    {
      "step": 5350,
      "loss": 1.232283477783203,
      "learning_rate": 4.920967356502332e-05,
      "grad_norm": 0.49487122893333435
    },
    {
      "step": 5375,
      "loss": 1.2140327453613282,
      "learning_rate": 4.799480858286981e-05,
      "grad_norm": 0.4383367896080017
    },
    {
      "step": 5400,
      "loss": 1.2149247741699218,
      "learning_rate": 4.679226532941989e-05,
      "grad_norm": 0.4817405939102173
    },
    {
      "step": 5425,
      "loss": 1.2574878692626954,
      "learning_rate": 4.560218906602277e-05,
      "grad_norm": 0.4749167859554291
    },
    {
      "step": 5450,
      "loss": 1.2151976013183594,
      "learning_rate": 4.4424723548076014e-05,
      "grad_norm": 0.49512583017349243
    },
    {
      "step": 5475,
      "loss": 1.226508560180664,
      "learning_rate": 4.32600110076609e-05,
      "grad_norm": 0.46990203857421875
    },
    {
      "step": 5500,
      "loss": 1.218799819946289,
      "learning_rate": 4.210819213636126e-05,
      "grad_norm": 0.4672454595565796
    },
    {
      "step": 5525,
      "loss": 1.2233743286132812,
      "learning_rate": 4.096940606826865e-05,
      "grad_norm": 0.45172497630119324
    },
    {
      "step": 5550,
      "loss": 1.194942626953125,
      "learning_rate": 3.9843790363175865e-05,
      "grad_norm": 0.4389333426952362
    },
    {
      "step": 5575,
      "loss": 1.2313622283935546,
      "learning_rate": 3.8731480989959944e-05,
      "grad_norm": 0.46159827709198
    },
    {
      "step": 5600,
      "loss": 1.1869064331054688,
      "learning_rate": 3.763261231015831e-05,
      "grad_norm": 0.4371712803840637
    },
    {
      "step": 5625,
      "loss": 1.2109555053710936,
      "learning_rate": 3.6547317061738065e-05,
      "grad_norm": 0.4667040705680847
    },
    {
      "step": 5650,
      "loss": 1.1982355499267578,
      "learning_rate": 3.547572634306225e-05,
      "grad_norm": 0.4180281460285187
    },
    {
      "step": 5675,
      "loss": 1.2502777099609375,
      "learning_rate": 3.441796959705373e-05,
      "grad_norm": 0.4566985070705414
    },
    {
      "step": 5700,
      "loss": 1.2031982421875,
      "learning_rate": 3.3374174595558906e-05,
      "grad_norm": 0.48893609642982483
    },
    {
      "step": 5725,
      "loss": 1.2035820007324218,
      "learning_rate": 3.2344467423913764e-05,
      "grad_norm": 0.47163310647010803
    },
    {
      "step": 5750,
      "loss": 1.2236875152587892,
      "learning_rate": 3.1328972465713305e-05,
      "grad_norm": 0.4129290282726288
    },
    {
      "step": 5775,
      "loss": 1.209072036743164,
      "learning_rate": 3.032781238778656e-05,
      "grad_norm": 0.5045214295387268
    },
    {
      "step": 5800,
      "loss": 1.2049720001220703,
      "learning_rate": 2.9341108125378987e-05,
      "grad_norm": 1.177187442779541
    },
    {
      "step": 5825,
      "loss": 1.2237082672119142,
      "learning_rate": 2.836897886754428e-05,
      "grad_norm": 0.44473758339881897
    },
    {
      "step": 5850,
      "loss": 1.211065444946289,
      "learning_rate": 2.741154204274677e-05,
      "grad_norm": 0.4674845039844513
    },
    {
      "step": 5875,
      "loss": 1.1834144592285156,
      "learning_rate": 2.6468913304676588e-05,
      "grad_norm": 0.4646168649196625
    },
    {
      "step": 5900,
      "loss": 1.2036126708984376,
      "learning_rate": 2.5541206518279465e-05,
      "grad_norm": 0.4711571931838989
    },
    {
      "step": 5925,
      "loss": 1.2229229736328124,
      "learning_rate": 2.4628533746002134e-05,
      "grad_norm": 0.47303342819213867
    },
    {
      "step": 5950,
      "loss": 1.2234363555908203,
      "learning_rate": 2.37310052342561e-05,
      "grad_norm": 0.429867684841156
    },
    {
      "step": 5975,
      "loss": 1.2309221649169921,
      "learning_rate": 2.2848729400099936e-05,
      "grad_norm": 0.5267869830131531
    },
    {
      "step": 6000,
      "loss": 1.2363741302490234,
      "learning_rate": 2.198181281814349e-05,
      "grad_norm": 0.4759523570537567
    },
    {
      "step": 6025,
      "loss": 1.220240478515625,
      "learning_rate": 2.1130360207673923e-05,
      "grad_norm": 0.4383280575275421
    },
    {
      "step": 6050,
      "loss": 1.1791091918945313,
      "learning_rate": 2.0294474420006134e-05,
      "grad_norm": 0.4518462121486664
    },
    {
      "step": 6075,
      "loss": 1.205836639404297,
      "learning_rate": 1.9474256426059033e-05,
      "grad_norm": 0.4878427982330322
    },
    {
      "step": 6100,
      "loss": 1.2177058410644532,
      "learning_rate": 1.866980530415844e-05,
      "grad_norm": 0.45281848311424255
    },
    {
      "step": 6125,
      "loss": 1.2058243560791015,
      "learning_rate": 1.7881218228069215e-05,
      "grad_norm": 0.467458039522171
    },
    {
      "step": 6150,
      "loss": 1.2168304443359375,
      "learning_rate": 1.710859045525692e-05,
      "grad_norm": 0.4621610939502716
    },
    {
      "step": 6175,
      "loss": 1.239758529663086,
      "learning_rate": 1.6352015315381306e-05,
      "grad_norm": 0.44325652718544006
    },
    {
      "step": 6200,
      "loss": 1.2028849029541016,
      "learning_rate": 1.5611584199022474e-05,
      "grad_norm": 0.44522371888160706
    },
    {
      "step": 6225,
      "loss": 1.2188538360595702,
      "learning_rate": 1.488738654664135e-05,
      "grad_norm": 0.4577750861644745
    },
    {
      "step": 6250,
      "loss": 1.2289091491699218,
      "learning_rate": 1.4179509837775794e-05,
      "grad_norm": 0.44208669662475586
    },
    {
      "step": 6275,
      "loss": 1.233956527709961,
      "learning_rate": 1.348803958047333e-05,
      "grad_norm": 0.4531864821910858
    },
    {
      "step": 6300,
      "loss": 1.2187274169921876,
      "learning_rate": 1.281305930096243e-05,
      "grad_norm": 0.4565826654434204
    },
    {
      "step": 6325,
      "loss": 1.2017286682128907,
      "learning_rate": 1.215465053356272e-05,
      "grad_norm": 0.47588875889778137
    },
    {
      "step": 6350,
      "loss": 1.219265899658203,
      "learning_rate": 1.1512892810836188e-05,
      "grad_norm": 0.4373761713504791
    },
    {
      "step": 6375,
      "loss": 1.2092100524902343,
      "learning_rate": 1.0887863653980012e-05,
      "grad_norm": 0.4859849214553833
    },
    {
      "step": 6400,
      "loss": 1.214217987060547,
      "learning_rate": 1.0279638563462234e-05,
      "grad_norm": 0.4610133469104767
    },
    {
      "step": 6425,
      "loss": 1.1977297973632812,
      "learning_rate": 9.68829100990191e-06,
      "grad_norm": 0.46569377183914185
    },
    {
      "step": 6450,
      "loss": 1.2287699127197265,
      "learning_rate": 9.113892425194091e-06,
      "grad_norm": 0.45601311326026917
    },
    {
      "step": 6475,
      "loss": 1.1981573486328125,
      "learning_rate": 8.556512193881105e-06,
      "grad_norm": 0.46404409408569336
    },
    {
      "step": 6500,
      "loss": 1.2465553283691406,
      "learning_rate": 8.01621764477146e-06,
      "grad_norm": 0.47190892696380615
    },
    {
      "step": 6525,
      "loss": 1.197098846435547,
      "learning_rate": 7.4930740428066294e-06,
      "grad_norm": 0.45320889353752136
    },
    {
      "step": 6550,
      "loss": 1.1829496002197266,
      "learning_rate": 6.987144581177639e-06,
      "grad_norm": 0.44584017992019653
    },
    {
      "step": 6575,
      "loss": 1.2278943634033204,
      "learning_rate": 6.498490373691289e-06,
      "grad_norm": 0.4520955979824066
    },
    {
      "step": 6600,
      "loss": 1.2047061157226562,
      "learning_rate": 6.027170447388219e-06,
      "grad_norm": 0.4502451717853546
    },
    {
      "step": 6625,
      "loss": 1.2211988830566407,
      "learning_rate": 5.573241735412543e-06,
      "grad_norm": 0.4682001769542694
    },
    {
      "step": 6650,
      "loss": 1.2268491363525391,
      "learning_rate": 5.136759070134638e-06,
      "grad_norm": 0.44889962673187256
    },
    {
      "step": 6675,
      "loss": 1.2038793182373047,
      "learning_rate": 4.7177751765277775e-06,
      "grad_norm": 0.44545120000839233
    },
    {
      "step": 6700,
      "loss": 1.23889892578125,
      "learning_rate": 4.316340665799017e-06,
      "grad_norm": 0.42067432403564453
    },
    {
      "step": 6725,
      "loss": 1.1800360107421874,
      "learning_rate": 3.932504029275779e-06,
      "grad_norm": 0.44353973865509033
    },
    {
      "step": 6750,
      "loss": 1.202306671142578,
      "learning_rate": 3.5663116325482466e-06,
      "grad_norm": 0.443708211183548
    },
    {
      "step": 6775,
      "loss": 1.1959423828125,
      "learning_rate": 3.2178077098686304e-06,
      "grad_norm": 0.4556666612625122
    },
    {
      "step": 6800,
      "loss": 1.1825554656982422,
      "learning_rate": 2.88703435880796e-06,
      "grad_norm": 0.45425671339035034
    },
    {
      "step": 6825,
      "loss": 1.1897866058349609,
      "learning_rate": 2.5740315351707843e-06,
      "grad_norm": 0.4512813091278076
    },
    {
      "step": 6850,
      "loss": 1.1878171539306641,
      "learning_rate": 2.2788370481687965e-06,
      "grad_norm": 0.43827131390571594
    },
    {
      "step": 6875,
      "loss": 1.2006049346923828,
      "learning_rate": 2.0014865558536596e-06,
      "grad_norm": 0.4461023211479187
    },
    {
      "step": 6900,
      "loss": 1.179116439819336,
      "learning_rate": 1.7420135608096297e-06,
      "grad_norm": 0.43480661511421204
    },
    {
      "step": 6925,
      "loss": 1.2001779937744141,
      "learning_rate": 1.5004494061066797e-06,
      "grad_norm": 0.4782886207103729
    },
    {
      "step": 6950,
      "loss": 1.2102194976806642,
      "learning_rate": 1.27682327151436e-06,
      "grad_norm": 0.4564678370952606
    },
    {
      "step": 6975,
      "loss": 1.174234848022461,
      "learning_rate": 1.0711621699770522e-06,
      "grad_norm": 0.4488446116447449
    },
    {
      "step": 7000,
      "loss": 1.1999745178222656,
      "learning_rate": 8.834909443508953e-07,
      "grad_norm": 0.458385169506073
    },
    {
      "step": 7025,
      "loss": 1.1988882446289062,
      "learning_rate": 7.138322644029692e-07,
      "grad_norm": 0.44504058361053467
    },
    {
      "step": 7050,
      "loss": 1.2174333953857421,
      "learning_rate": 5.622066240728029e-07,
      "grad_norm": 0.430634081363678
    },
    {
      "step": 7075,
      "loss": 1.2466523742675781,
      "learning_rate": 4.286323389968871e-07,
      "grad_norm": 0.4718645513057709
    },
    {
      "step": 7100,
      "loss": 1.216027069091797,
      "learning_rate": 3.1312554429617776e-07,
      "grad_norm": 0.466147243976593
    },
    {
      "step": 7125,
      "loss": 1.2029841613769532,
      "learning_rate": 2.1570019262707185e-07,
      "grad_norm": 0.45927485823631287
    },
    {
      "step": 7150,
      "loss": 1.1904071044921876,
      "learning_rate": 1.3636805249603866e-07,
      "grad_norm": 0.4847685992717743
    },
    {
      "step": 7175,
      "loss": 1.2437645721435546,
      "learning_rate": 7.513870683794054e-08,
      "grad_norm": 0.46799784898757935
    },
    {
      "step": 7200,
      "loss": 1.1522864532470702,
      "learning_rate": 3.20195518585753e-08,
      "grad_norm": 0.4408682882785797
    },
    {
      "step": 7225,
      "loss": 1.1922702026367187,
      "learning_rate": 7.015796141157659e-09,
      "grad_norm": 0.4327032268047333
    }
  ],
  "final_checkpoint": "/content/agron-epoch1/final"
}