training_metrics.jsonl

{"type": "train", "step": 1, "tokens_seen": 5734400, "batch": 280, "context_tokens": 20480, "nll": 5.810012340545654, "ppl": 333.62324274202274, "lr": 4.551114549730993e-08, "grad_norm": 4.090626239776611, "seconds": 12.017698876999987, "tokens_per_second": 477162.89604948857, "peak_allocated_gib": 87.93144273757935, "peak_reserved_gib": 89.3359375, "driver_free_gib": 4.9569091796875}
{"type": "train", "step": 2, "tokens_seen": 11468800, "batch": 280, "context_tokens": 20480, "nll": 5.810307025909424, "ppl": 333.72157111592685, "lr": 1.2788631884744092e-05, "grad_norm": 4.111175537109375, "seconds": 11.096115043999987, "tokens_per_second": 516793.4882849622, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 3, "tokens_seen": 17203200, "batch": 280, "context_tokens": 20480, "nll": 5.774480819702148, "ppl": 321.9772270841186, "lr": 2.5531752623990873e-05, "grad_norm": 4.086452007293701, "seconds": 11.097226815000056, "tokens_per_second": 516741.71354674356, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 4, "tokens_seen": 22937600, "batch": 280, "context_tokens": 20480, "nll": 5.702478408813477, "ppl": 299.6090352244932, "lr": 3.827487336323765e-05, "grad_norm": 4.042609691619873, "seconds": 11.099597004000088, "tokens_per_second": 516631.36940318, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 5, "tokens_seen": 28672000, "batch": 280, "context_tokens": 20480, "nll": 5.598602294921875, "ppl": 270.0486950899501, "lr": 5.1017994102484436e-05, "grad_norm": 3.9896368980407715, "seconds": 11.100105817999975, "tokens_per_second": 516607.68771240674, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 6, "tokens_seen": 34406400, "batch": 280, "context_tokens": 20480, "nll": 5.462431907653809, "ppl": 235.66985535847857, "lr": 6.376111484173122e-05, "grad_norm": 3.9370076656341553, "seconds": 11.10126341900002, "tokens_per_second": 516553.81766596646, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 7, "tokens_seen": 40140800, "batch": 280, "context_tokens": 20480, "nll": 5.29615592956543, "ppl": 199.5681794480493, "lr": 7.6504235580978e-05, "grad_norm": 3.8737659454345703, "seconds": 11.10185761899993, "tokens_per_second": 516526.1703758513, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 8, "tokens_seen": 45875200, "batch": 280, "context_tokens": 20480, "nll": 5.09707498550415, "ppl": 163.54284182170878, "lr": 8.924735632022479e-05, "grad_norm": 3.7944858074188232, "seconds": 11.102956019999965, "tokens_per_second": 516475.07111354097, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 9, "tokens_seen": 51609600, "batch": 280, "context_tokens": 20480, "nll": 4.883469581604004, "ppl": 132.08816041760153, "lr": 9.999999142891434e-05, "grad_norm": 3.623779296875, "seconds": 11.104207830000064, "tokens_per_second": 516416.8473601027, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 10, "tokens_seen": 57344000, "batch": 280, "context_tokens": 20480, "nll": 4.67349100112915, "ppl": 107.07087529643485, "lr": 9.999951118837477e-05, "grad_norm": 3.3820712566375732, "seconds": 11.105967409000073, "tokens_per_second": 516335.0286219053, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 11, "tokens_seen": 63078400, "batch": 280, "context_tokens": 20480, "nll": 4.517354488372803, "ppl": 91.59296691906805, "lr": 9.999829509978646e-05, "grad_norm": 3.1354048252105713, "seconds": 11.106620162000013, "tokens_per_second": 516304.682825075, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 12, "tokens_seen": 68812800, "batch": 280, "context_tokens": 20480, "nll": 4.403670310974121, "ppl": 81.75036797366316, "lr": 9.999634318303533e-05, "grad_norm": 2.976609230041504, "seconds": 11.107396907000066, "tokens_per_second": 516268.5774185386, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 13, "tokens_seen": 74547200, "batch": 280, "context_tokens": 20480, "nll": 4.326347351074219, "ppl": 75.66739475457963, "lr": 9.999365547003982e-05, "grad_norm": 2.880798578262329, "seconds": 11.106907256999989, "tokens_per_second": 516291.3372114426, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 14, "tokens_seen": 80281600, "batch": 280, "context_tokens": 20480, "nll": 4.276492595672607, "ppl": 71.98750740318168, "lr": 9.999023200475036e-05, "grad_norm": 2.727013349533081, "seconds": 11.107194267000068, "tokens_per_second": 516277.99623863056, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 15, "tokens_seen": 86016000, "batch": 280, "context_tokens": 20480, "nll": 4.216160774230957, "ppl": 67.77278913736373, "lr": 9.998607284314868e-05, "grad_norm": 2.601456642150879, "seconds": 11.107487206999963, "tokens_per_second": 516264.38033493015, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 16, "tokens_seen": 91750400, "batch": 280, "context_tokens": 20480, "nll": 4.168397903442383, "ppl": 64.61185471303031, "lr": 9.99811780532469e-05, "grad_norm": 2.4804813861846924, "seconds": 11.107665562999955, "tokens_per_second": 516256.0906678266, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 17, "tokens_seen": 97484800, "batch": 280, "context_tokens": 20480, "nll": 4.1183977127075195, "ppl": 61.460685651902985, "lr": 9.997554771508633e-05, "grad_norm": 2.3873515129089355, "seconds": 11.107289572000013, "tokens_per_second": 516273.56636633055, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 18, "tokens_seen": 103219200, "batch": 280, "context_tokens": 20480, "nll": 4.073864936828613, "ppl": 58.783719471423446, "lr": 9.996918192073629e-05, "grad_norm": 2.295571804046631, "seconds": 11.108209662000036, "tokens_per_second": 516230.8035665506, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 19, "tokens_seen": 108953600, "batch": 280, "context_tokens": 20480, "nll": 4.033534526824951, "ppl": 56.46011879194283, "lr": 9.99620807742925e-05, "grad_norm": 2.2009947299957275, "seconds": 11.107732772000077, "tokens_per_second": 516252.9669830592, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 20, "tokens_seen": 114688000, "batch": 280, "context_tokens": 20480, "nll": 3.9957194328308105, "ppl": 54.36493847957319, "lr": 9.995424439187546e-05, "grad_norm": 2.1023924350738525, "seconds": 11.108571751, "tokens_per_second": 516213.97678633046, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 21, "tokens_seen": 120422400, "batch": 280, "context_tokens": 20480, "nll": 3.952059030532837, "ppl": 52.04241350924432, "lr": 9.994567290162848e-05, "grad_norm": 2.0144431591033936, "seconds": 11.108614731999978, "tokens_per_second": 516211.9794722224, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 22, "tokens_seen": 126156800, "batch": 280, "context_tokens": 20480, "nll": 3.91776967048645, "ppl": 50.288160440662054, "lr": 9.993636644371562e-05, "grad_norm": 1.9211628437042236, "seconds": 11.107637940000018, "tokens_per_second": 516257.3745179158, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 23, "tokens_seen": 131891200, "batch": 280, "context_tokens": 20480, "nll": 3.8850905895233154, "ppl": 48.671351374306774, "lr": 9.992632517031939e-05, "grad_norm": 1.8328943252563477, "seconds": 11.108190909000086, "tokens_per_second": 516231.67507445975, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 24, "tokens_seen": 137625600, "batch": 280, "context_tokens": 20480, "nll": 3.8515806198120117, "ppl": 47.06740013206238, "lr": 9.99155492456383e-05, "grad_norm": 1.7484383583068848, "seconds": 11.107875298999943, "tokens_per_second": 516246.34285517014, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 25, "tokens_seen": 143360000, "batch": 280, "context_tokens": 20480, "nll": 3.8166022300720215, "ppl": 45.449518661984676, "lr": 9.990403884588408e-05, "grad_norm": 1.671774983406067, "seconds": 11.108158647999971, "tokens_per_second": 516233.1743463604, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 25, "tokens_seen": 143360000, "nll": 3.8018872141838074, "ppl": 44.78562485617308, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 26, "tokens_seen": 149094400, "batch": 280, "context_tokens": 20480, "nll": 3.7888786792755127, "ppl": 44.2068024698835, "lr": 9.98917941592789e-05, "grad_norm": 1.588943362236023, "seconds": 11.107214227999975, "tokens_per_second": 516277.0684249751, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 27, "tokens_seen": 154828800, "batch": 280, "context_tokens": 20480, "nll": 3.7619104385375977, "ppl": 43.03055473287117, "lr": 9.987881538605226e-05, "grad_norm": 1.5137627124786377, "seconds": 11.105361047999963, "tokens_per_second": 516363.22089976043, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 28, "tokens_seen": 160563200, "batch": 280, "context_tokens": 20480, "nll": 3.723656177520752, "ppl": 41.4155401988548, "lr": 9.986510273843765e-05, "grad_norm": 1.4638005495071411, "seconds": 11.105676975999927, "tokens_per_second": 516348.5316917107, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 29, "tokens_seen": 166297600, "batch": 280, "context_tokens": 20480, "nll": 3.7085790634155273, "ppl": 40.795797082312575, "lr": 9.985065644066923e-05, "grad_norm": 1.3799643516540527, "seconds": 11.106714315999966, "tokens_per_second": 516300.30599951715, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 30, "tokens_seen": 172032000, "batch": 280, "context_tokens": 20480, "nll": 3.6796135902404785, "ppl": 39.63107727844307, "lr": 9.983547672897793e-05, "grad_norm": 1.3180094957351685, "seconds": 11.107265875999929, "tokens_per_second": 516274.6677731582, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 31, "tokens_seen": 177766400, "batch": 280, "context_tokens": 20480, "nll": 3.65444016456604, "ppl": 38.64587972507146, "lr": 9.981956385158788e-05, "grad_norm": 1.2576230764389038, "seconds": 11.108422063000035, "tokens_per_second": 516220.93286319723, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 32, "tokens_seen": 183500800, "batch": 280, "context_tokens": 20480, "nll": 3.635981321334839, "ppl": 37.93906504957333, "lr": 9.98029180687121e-05, "grad_norm": 1.194892168045044, "seconds": 11.108306086000084, "tokens_per_second": 516226.32250178314, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 33, "tokens_seen": 189235200, "batch": 280, "context_tokens": 20480, "nll": 3.6185505390167236, "ppl": 37.283487677283304, "lr": 9.978553965254834e-05, "grad_norm": 1.1389237642288208, "seconds": 11.108837204999986, "tokens_per_second": 516201.64146603923, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 34, "tokens_seen": 194969600, "batch": 280, "context_tokens": 20480, "nll": 3.5908632278442383, "ppl": 36.26536769374572, "lr": 9.976742888727469e-05, "grad_norm": 1.1023036241531372, "seconds": 11.109152412999947, "tokens_per_second": 516186.99490427336, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 35, "tokens_seen": 200704000, "batch": 280, "context_tokens": 20480, "nll": 3.5716216564178467, "ppl": 35.57423558833438, "lr": 9.974858606904482e-05, "grad_norm": 1.0598291158676147, "seconds": 11.110605662000012, "tokens_per_second": 516119.47849184624, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 36, "tokens_seen": 206438400, "batch": 280, "context_tokens": 20480, "nll": 3.5507407188415527, "ppl": 34.839113920574555, "lr": 9.972901150598323e-05, "grad_norm": 1.0276811122894287, "seconds": 11.109988681999994, "tokens_per_second": 516148.14057287655, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 37, "tokens_seen": 212172800, "batch": 280, "context_tokens": 20480, "nll": 3.5393426418304443, "ppl": 34.444269525234844, "lr": 9.970870551818013e-05, "grad_norm": 0.9844951033592224, "seconds": 11.10575575300004, "tokens_per_second": 516344.86905143264, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 38, "tokens_seen": 217907200, "batch": 280, "context_tokens": 20480, "nll": 3.540024995803833, "ppl": 34.467780729975594, "lr": 9.968766843768629e-05, "grad_norm": 0.936063289642334, "seconds": 11.106502752000097, "tokens_per_second": 516310.14082874375, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 39, "tokens_seen": 223641600, "batch": 280, "context_tokens": 20480, "nll": 3.5008254051208496, "ppl": 33.14279690609558, "lr": 9.966590060850755e-05, "grad_norm": 0.9327778816223145, "seconds": 11.107048315000043, "tokens_per_second": 516284.7803818145, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 40, "tokens_seen": 229376000, "batch": 280, "context_tokens": 20480, "nll": 3.4763472080230713, "ppl": 32.34136975329571, "lr": 9.964340238659917e-05, "grad_norm": 0.9165347814559937, "seconds": 11.108333614999992, "tokens_per_second": 516225.0431744891, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 41, "tokens_seen": 235110400, "batch": 280, "context_tokens": 20480, "nll": 3.47123122215271, "ppl": 32.17633428213923, "lr": 9.962017413986016e-05, "grad_norm": 0.8777177929878235, "seconds": 11.108341395000025, "tokens_per_second": 516224.681623587, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 42, "tokens_seen": 240844800, "batch": 280, "context_tokens": 20480, "nll": 3.46220064163208, "ppl": 31.887071376340092, "lr": 9.959621624812706e-05, "grad_norm": 0.8487517833709717, "seconds": 11.107187365000073, "tokens_per_second": 516278.3170534877, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 43, "tokens_seen": 246579200, "batch": 280, "context_tokens": 20480, "nll": 3.4413135051727295, "ppl": 31.227949314332918, "lr": 9.957152910316785e-05, "grad_norm": 0.830595850944519, "seconds": 11.107411325000044, "tokens_per_second": 516267.90727496333, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 44, "tokens_seen": 252313600, "batch": 280, "context_tokens": 20480, "nll": 3.4264309406280518, "ppl": 30.76663860093709, "lr": 9.954611310867553e-05, "grad_norm": 0.8159246444702148, "seconds": 11.108627954999974, "tokens_per_second": 516211.3650065089, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 45, "tokens_seen": 258048000, "batch": 280, "context_tokens": 20480, "nll": 3.422532796859741, "ppl": 30.64693927456903, "lr": 9.951996868026151e-05, "grad_norm": 0.7921479344367981, "seconds": 11.108749045999957, "tokens_per_second": 516205.73804076033, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 46, "tokens_seen": 263782400, "batch": 280, "context_tokens": 20480, "nll": 3.3896324634552, "ppl": 29.655050952212324, "lr": 9.949309624544882e-05, "grad_norm": 0.7982406616210938, "seconds": 11.10936299499997, "tokens_per_second": 516177.21039279224, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 47, "tokens_seen": 269516800, "batch": 280, "context_tokens": 20480, "nll": 3.396963596343994, "ppl": 29.873254935476556, "lr": 9.946549624366504e-05, "grad_norm": 0.7599446773529053, "seconds": 11.109857654000052, "tokens_per_second": 516154.2279468681, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 48, "tokens_seen": 275251200, "batch": 280, "context_tokens": 20480, "nll": 3.375246286392212, "ppl": 29.231482211053667, "lr": 9.943716912623528e-05, "grad_norm": 0.7480388879776001, "seconds": 11.107235934999949, "tokens_per_second": 516276.05945871415, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 49, "tokens_seen": 280985600, "batch": 280, "context_tokens": 20480, "nll": 3.351182222366333, "ppl": 28.536450139253123, "lr": 9.940811535637466e-05, "grad_norm": 0.7448496222496033, "seconds": 11.108024775000104, "tokens_per_second": 516239.395946067, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 50, "tokens_seen": 286720000, "batch": 280, "context_tokens": 20480, "nll": 3.3457694053649902, "ppl": 28.382404842391274, "lr": 9.937833540918077e-05, "grad_norm": 0.7309077978134155, "seconds": 11.108446684, "tokens_per_second": 516219.7887000274, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 50, "tokens_seen": 286720000, "nll": 3.349568098783493, "ppl": 28.490425936480957, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 50, "tokens_seen": 286720000, "nll": 3.3344674517965722, "ppl": 28.063434112174637, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 51, "tokens_seen": 292454400, "batch": 280, "context_tokens": 20480, "nll": 3.327511787414551, "ppl": 27.86891158406342, "lr": 9.934782977162593e-05, "grad_norm": 0.7250106930732727, "seconds": 11.105893943999945, "tokens_per_second": 516338.44415541703, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 52, "tokens_seen": 298188800, "batch": 280, "context_tokens": 20480, "nll": 3.3136539459228516, "ppl": 27.485372276133276, "lr": 9.93165989425492e-05, "grad_norm": 0.7218220829963684, "seconds": 11.103020044999994, "tokens_per_second": 516472.0928863281, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 53, "tokens_seen": 303923200, "batch": 280, "context_tokens": 20480, "nll": 3.31064772605896, "ppl": 27.402869277241443, "lr": 9.928464343264822e-05, "grad_norm": 0.6998597383499146, "seconds": 11.104599934999897, "tokens_per_second": 516398.61260792497, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 54, "tokens_seen": 309657600, "batch": 280, "context_tokens": 20480, "nll": 3.2990505695343018, "ppl": 27.08690957130795, "lr": 9.92519637644709e-05, "grad_norm": 0.7209036350250244, "seconds": 11.105811594999977, "tokens_per_second": 516342.2727774099, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 55, "tokens_seen": 315392000, "batch": 280, "context_tokens": 20480, "nll": 3.2965502738952637, "ppl": 27.019268885525484, "lr": 9.92185604724068e-05, "grad_norm": 0.7159830927848816, "seconds": 11.10659087099998, "tokens_per_second": 516306.04445625935, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 56, "tokens_seen": 321126400, "batch": 280, "context_tokens": 20480, "nll": 3.279114007949829, "ppl": 26.55223720420533, "lr": 9.918443410267849e-05, "grad_norm": 0.6864412426948547, "seconds": 11.10761726099986, "tokens_per_second": 516258.33563190437, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 57, "tokens_seen": 326860800, "batch": 280, "context_tokens": 20480, "nll": 3.272057056427002, "ppl": 26.36551895912349, "lr": 9.91495852133325e-05, "grad_norm": 0.6718286871910095, "seconds": 11.108898890999853, "tokens_per_second": 516198.77507804707, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 58, "tokens_seen": 332595200, "batch": 280, "context_tokens": 20480, "nll": 3.2422304153442383, "ppl": 25.590736111352456, "lr": 9.911401437423031e-05, "grad_norm": 0.6725701093673706, "seconds": 11.11000672099999, "tokens_per_second": 516147.30251791043, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 59, "tokens_seen": 338329600, "batch": 280, "context_tokens": 20480, "nll": 3.2398877143859863, "ppl": 25.53085483868638, "lr": 9.907772216703896e-05, "grad_norm": 0.6634116768836975, "seconds": 11.110293650999893, "tokens_per_second": 516133.97270412574, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 60, "tokens_seen": 344064000, "batch": 280, "context_tokens": 20480, "nll": 3.2163472175598145, "ppl": 24.93686467315462, "lr": 9.904070918522156e-05, "grad_norm": 0.6917213797569275, "seconds": 11.110339591000184, "tokens_per_second": 516131.8385483997, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 61, "tokens_seen": 349798400, "batch": 280, "context_tokens": 20480, "nll": 3.231757879257202, "ppl": 25.32413463731136, "lr": 9.900297603402758e-05, "grad_norm": 0.7465313076972961, "seconds": 11.111858341000016, "tokens_per_second": 516061.29452186037, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 62, "tokens_seen": 355532800, "batch": 280, "context_tokens": 20480, "nll": 3.2045235633850098, "ppl": 24.64375603134192, "lr": 9.896452333048298e-05, "grad_norm": 0.8590119481086731, "seconds": 11.111836381000103, "tokens_per_second": 516062.3143988271, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 63, "tokens_seen": 361267200, "batch": 280, "context_tokens": 20480, "nll": 3.2017323970794678, "ppl": 24.575067115552933, "lr": 9.892535170338003e-05, "grad_norm": 0.7503905296325684, "seconds": 11.112148380999997, "tokens_per_second": 516047.82472171716, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 64, "tokens_seen": 367001600, "batch": 280, "context_tokens": 20480, "nll": 3.1800355911254883, "ppl": 24.047609418318284, "lr": 9.888546179326719e-05, "grad_norm": 0.5708840489387512, "seconds": 11.110036451000042, "tokens_per_second": 516145.9213289829, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 65, "tokens_seen": 372736000, "batch": 280, "context_tokens": 20480, "nll": 3.182004451751709, "ppl": 24.09500244948368, "lr": 9.884485425243846e-05, "grad_norm": 0.7577927708625793, "seconds": 11.110541220999949, "tokens_per_second": 516122.47197836364, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 66, "tokens_seen": 378470400, "batch": 280, "context_tokens": 20480, "nll": 3.169879198074341, "ppl": 23.80460854017888, "lr": 9.880352974492282e-05, "grad_norm": 0.6211948990821838, "seconds": 11.111154355000053, "tokens_per_second": 516093.99138798774, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 67, "tokens_seen": 384204800, "batch": 280, "context_tokens": 20480, "nll": 3.149888277053833, "ppl": 23.333457552690938, "lr": 9.876148894647337e-05, "grad_norm": 0.5594766736030579, "seconds": 11.11173930799987, "tokens_per_second": 516066.8227584797, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 68, "tokens_seen": 389939200, "batch": 280, "context_tokens": 20480, "nll": 3.144118309020996, "ppl": 23.1992119174761, "lr": 9.871873254455624e-05, "grad_norm": 0.7220365405082703, "seconds": 11.112295667999888, "tokens_per_second": 516040.98480868986, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 69, "tokens_seen": 395673600, "batch": 280, "context_tokens": 20480, "nll": 3.1326828002929688, "ppl": 22.93542825191052, "lr": 9.867526123833932e-05, "grad_norm": 0.5635359287261963, "seconds": 11.11133762899999, "tokens_per_second": 516085.4787666182, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 70, "tokens_seen": 401408000, "batch": 280, "context_tokens": 20480, "nll": 3.12516713142395, "ppl": 22.76369930509546, "lr": 9.863107573868094e-05, "grad_norm": 0.5902712941169739, "seconds": 11.112113897999961, "tokens_per_second": 516049.4261161343, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 71, "tokens_seen": 407142400, "batch": 280, "context_tokens": 20480, "nll": 3.108837604522705, "ppl": 22.394997421516926, "lr": 9.858617676811812e-05, "grad_norm": 0.799940288066864, "seconds": 11.112753257999884, "tokens_per_second": 516019.73578167066, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 72, "tokens_seen": 412876800, "batch": 280, "context_tokens": 20480, "nll": 3.1101157665252686, "ppl": 22.423640157397475, "lr": 9.854056506085485e-05, "grad_norm": 0.6856361627578735, "seconds": 11.112825139000051, "tokens_per_second": 516016.39801523864, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 73, "tokens_seen": 418611200, "batch": 280, "context_tokens": 20480, "nll": 3.095491647720337, "ppl": 22.098100347894498, "lr": 9.849424136275001e-05, "grad_norm": 0.5738011002540588, "seconds": 11.112645167999972, "tokens_per_second": 516024.754980282, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 74, "tokens_seen": 424345600, "batch": 280, "context_tokens": 20480, "nll": 3.091869831085205, "ppl": 22.018209842161667, "lr": 9.844720643130524e-05, "grad_norm": 0.7077153325080872, "seconds": 11.111100109000063, "tokens_per_second": 516096.51103360136, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 75, "tokens_seen": 430080000, "batch": 280, "context_tokens": 20480, "nll": 3.0735065937042236, "ppl": 21.617573972007314, "lr": 9.83994610356525e-05, "grad_norm": 0.8087080121040344, "seconds": 11.111857968000095, "tokens_per_second": 516061.31184487, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 75, "tokens_seen": 430080000, "nll": 3.086108833551407, "ppl": 21.891727671118893, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 76, "tokens_seen": 435814400, "batch": 280, "context_tokens": 20480, "nll": 3.081334114074707, "ppl": 21.787449959149885, "lr": 9.835100595654153e-05, "grad_norm": 0.7826470732688904, "seconds": 11.109722459000068, "tokens_per_second": 516160.5090642494, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 77, "tokens_seen": 441548800, "batch": 280, "context_tokens": 20480, "nll": 3.0673701763153076, "ppl": 21.485325695481798, "lr": 9.830184198632702e-05, "grad_norm": 0.6604030728340149, "seconds": 11.108827001999998, "tokens_per_second": 516202.11557598267, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 78, "tokens_seen": 447283200, "batch": 280, "context_tokens": 20480, "nll": 3.0454494953155518, "ppl": 21.019477236299643, "lr": 9.82519699289558e-05, "grad_norm": 0.6056646108627319, "seconds": 11.109568735000039, "tokens_per_second": 516167.65121890936, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 79, "tokens_seen": 453017600, "batch": 280, "context_tokens": 20480, "nll": 3.042503833770752, "ppl": 20.95765207321991, "lr": 9.820139059995347e-05, "grad_norm": 0.883694052696228, "seconds": 11.110284105000119, "tokens_per_second": 516134.4161684638, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 80, "tokens_seen": 458752000, "batch": 280, "context_tokens": 20480, "nll": 3.0330209732055664, "ppl": 20.75985291400862, "lr": 9.815010482641129e-05, "grad_norm": 0.810251772403717, "seconds": 11.110567834999983, "tokens_per_second": 516121.23567040067, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 81, "tokens_seen": 464486400, "batch": 280, "context_tokens": 20480, "nll": 3.032022476196289, "ppl": 20.73913460826544, "lr": 9.809811344697249e-05, "grad_norm": 0.7502394914627075, "seconds": 11.111919384999965, "tokens_per_second": 516058.4595079852, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 82, "tokens_seen": 470220800, "batch": 280, "context_tokens": 20480, "nll": 3.018954277038574, "ppl": 20.469874670052924, "lr": 9.804541731181866e-05, "grad_norm": 0.49712228775024414, "seconds": 11.111732914999948, "tokens_per_second": 516067.1196712279, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 83, "tokens_seen": 475955200, "batch": 280, "context_tokens": 20480, "nll": 3.0195863246917725, "ppl": 20.482816695857068, "lr": 9.799201728265577e-05, "grad_norm": 0.5250815749168396, "seconds": 11.112441235000006, "tokens_per_second": 516034.2249494917, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 84, "tokens_seen": 481689600, "batch": 280, "context_tokens": 20480, "nll": 2.9993815422058105, "ppl": 20.073118706794222, "lr": 9.793791423270012e-05, "grad_norm": 0.5672987103462219, "seconds": 11.11258709599997, "tokens_per_second": 516027.45161512616, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 85, "tokens_seen": 487424000, "batch": 280, "context_tokens": 20480, "nll": 2.993292808532715, "ppl": 19.951270161109104, "lr": 9.788310904666411e-05, "grad_norm": 0.6104949712753296, "seconds": 11.112059144999876, "tokens_per_second": 516051.9688720631, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 86, "tokens_seen": 493158400, "batch": 280, "context_tokens": 20480, "nll": 2.9886021614074707, "ppl": 19.85790493593187, "lr": 9.782760262074166e-05, "grad_norm": 0.4661399722099304, "seconds": 11.112374025000008, "tokens_per_second": 516037.34603416536, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 87, "tokens_seen": 498892800, "batch": 280, "context_tokens": 20480, "nll": 2.9737942218780518, "ppl": 19.566016745427678, "lr": 9.777139586259361e-05, "grad_norm": 0.5034956336021423, "seconds": 11.11311185500017, "tokens_per_second": 516003.08489830384, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 88, "tokens_seen": 504627200, "batch": 280, "context_tokens": 20480, "nll": 2.952235221862793, "ppl": 19.148707538039094, "lr": 9.771448969133295e-05, "grad_norm": 0.5897569060325623, "seconds": 11.113550845999953, "tokens_per_second": 515982.7025098783, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 89, "tokens_seen": 510361600, "batch": 280, "context_tokens": 20480, "nll": 2.9545838832855225, "ppl": 19.193734224251212, "lr": 9.765688503750966e-05, "grad_norm": 0.6312360167503357, "seconds": 11.113990405000095, "tokens_per_second": 515962.2953624415, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 90, "tokens_seen": 516096000, "batch": 280, "context_tokens": 20480, "nll": 2.940631151199341, "ppl": 18.927788839715387, "lr": 9.759858284309555e-05, "grad_norm": 0.804206371307373, "seconds": 11.110610125999983, "tokens_per_second": 516119.27112633607, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 91, "tokens_seen": 521830400, "batch": 280, "context_tokens": 20480, "nll": 2.941779375076294, "ppl": 18.94953466094548, "lr": 9.753958406146892e-05, "grad_norm": 1.2113184928894043, "seconds": 11.110998304999839, "tokens_per_second": 516101.239743649, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 92, "tokens_seen": 527564800, "batch": 280, "context_tokens": 20480, "nll": 2.9361281394958496, "ppl": 18.842748397799397, "lr": 9.747988965739886e-05, "grad_norm": 1.0671613216400146, "seconds": 11.112549774999934, "tokens_per_second": 516029.18467017927, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 93, "tokens_seen": 533299200, "batch": 280, "context_tokens": 20480, "nll": 2.921093463897705, "ppl": 18.561572776810806, "lr": 9.741950060702957e-05, "grad_norm": 0.7174400091171265, "seconds": 11.113029786000197, "tokens_per_second": 516006.8955474226, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 94, "tokens_seen": 539033600, "batch": 280, "context_tokens": 20480, "nll": 2.9246459007263184, "ppl": 18.627628852089522, "lr": 9.735841789786432e-05, "grad_norm": 0.5445569753646851, "seconds": 11.113050925000152, "tokens_per_second": 516005.9140105058, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 95, "tokens_seen": 544768000, "batch": 280, "context_tokens": 20480, "nll": 2.9044315814971924, "ppl": 18.254864299946377, "lr": 9.729664252874932e-05, "grad_norm": 0.5663327574729919, "seconds": 11.112094005000017, "tokens_per_second": 516050.34995381965, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 96, "tokens_seen": 550502400, "batch": 280, "context_tokens": 20480, "nll": 2.9054715633392334, "ppl": 18.273858902656215, "lr": 9.723417550985746e-05, "grad_norm": 0.4876069128513336, "seconds": 11.11288324599991, "tokens_per_second": 516013.69987074245, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 97, "tokens_seen": 556236800, "batch": 280, "context_tokens": 20480, "nll": 2.8970301151275635, "ppl": 18.120250320699697, "lr": 9.717101786267168e-05, "grad_norm": 0.5025758743286133, "seconds": 11.113428634999991, "tokens_per_second": 515988.37661497295, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 98, "tokens_seen": 561971200, "batch": 280, "context_tokens": 20480, "nll": 2.8957858085632324, "ppl": 18.097717196243, "lr": 9.710717061996835e-05, "grad_norm": 0.7072849273681641, "seconds": 11.114230684999939, "tokens_per_second": 515951.1407064187, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 99, "tokens_seen": 567705600, "batch": 280, "context_tokens": 20480, "nll": 2.9013640880584717, "ppl": 18.198953420450742, "lr": 9.704263482580034e-05, "grad_norm": 1.1542905569076538, "seconds": 11.114259565000111, "tokens_per_second": 515949.8000261021, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 100, "tokens_seen": 573440000, "batch": 280, "context_tokens": 20480, "nll": 2.8788251876831055, "ppl": 17.793357040738726, "lr": 9.697741153547997e-05, "grad_norm": 1.8628044128417969, "seconds": 11.114815207999982, "tokens_per_second": 515924.00707414525, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 100, "tokens_seen": 573440000, "nll": 2.8795308768749237, "ppl": 17.805918052052224, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 100, "tokens_seen": 573440000, "nll": 2.8675080667339694, "ppl": 17.5931226425862, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 101, "tokens_seen": 579174400, "batch": 280, "context_tokens": 20480, "nll": 2.8626034259796143, "ppl": 17.507045956439853, "lr": 9.691150181556174e-05, "grad_norm": 0.6724187135696411, "seconds": 11.110223825000048, "tokens_per_second": 516137.21652452624, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 102, "tokens_seen": 584908800, "batch": 280, "context_tokens": 20480, "nll": 2.874763250350952, "ppl": 17.721228130240984, "lr": 9.684490674382488e-05, "grad_norm": 2.176748275756836, "seconds": 11.108716884999922, "tokens_per_second": 516207.2325151385, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 103, "tokens_seen": 590643200, "batch": 280, "context_tokens": 20480, "nll": 2.8563709259033203, "ppl": 17.398272608230783, "lr": 9.677762740925573e-05, "grad_norm": 1.043831706047058, "seconds": 11.109519025000054, "tokens_per_second": 516169.96083230275, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 104, "tokens_seen": 596377600, "batch": 280, "context_tokens": 20480, "nll": 2.857966184616089, "ppl": 17.42604950397299, "lr": 9.670966491202996e-05, "grad_norm": 1.672094702720642, "seconds": 11.110785384999872, "tokens_per_second": 516111.12997842015, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 105, "tokens_seen": 602112000, "batch": 280, "context_tokens": 20480, "nll": 2.8478338718414307, "ppl": 17.25037481835215, "lr": 9.664102036349457e-05, "grad_norm": 1.3360730409622192, "seconds": 11.111696505000054, "tokens_per_second": 516068.8106824757, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 106, "tokens_seen": 607846400, "batch": 280, "context_tokens": 20480, "nll": 2.853757619857788, "ppl": 17.352864955131185, "lr": 9.657169488614966e-05, "grad_norm": 1.2439478635787964, "seconds": 11.112269734999927, "tokens_per_second": 516042.1891072857, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 107, "tokens_seen": 613580800, "batch": 280, "context_tokens": 20480, "nll": 2.8323893547058105, "ppl": 16.98599795060513, "lr": 9.650168961363019e-05, "grad_norm": 1.1333661079406738, "seconds": 11.113110264999932, "tokens_per_second": 516003.15872507315, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 108, "tokens_seen": 619315200, "batch": 280, "context_tokens": 20480, "nll": 2.8346145153045654, "ppl": 17.023836606906237, "lr": 9.643100569068729e-05, "grad_norm": 1.1899851560592651, "seconds": 11.114081695000095, "tokens_per_second": 515958.057297684, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 109, "tokens_seen": 625049600, "batch": 280, "context_tokens": 20480, "nll": 2.8246610164642334, "ppl": 16.855230371976052, "lr": 9.635964427316966e-05, "grad_norm": 1.1930983066558838, "seconds": 11.11320591499998, "tokens_per_second": 515998.7175491844, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 110, "tokens_seen": 630784000, "batch": 280, "context_tokens": 20480, "nll": 2.806964874267578, "ppl": 16.559581456430593, "lr": 9.62876065280047e-05, "grad_norm": 0.7373054027557373, "seconds": 11.112748564999947, "tokens_per_second": 516019.95370080863, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 111, "tokens_seen": 636518400, "batch": 280, "context_tokens": 20480, "nll": 2.796807050704956, "ppl": 16.392223584607734, "lr": 9.621489363317924e-05, "grad_norm": 1.152451992034912, "seconds": 11.113799055000072, "tokens_per_second": 515971.1788580617, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 112, "tokens_seen": 642252800, "batch": 280, "context_tokens": 20480, "nll": 2.8012847900390625, "ppl": 16.465788267748447, "lr": 9.614150677772048e-05, "grad_norm": 0.6364847421646118, "seconds": 11.11422771499997, "tokens_per_second": 515951.278581484, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 113, "tokens_seen": 647987200, "batch": 280, "context_tokens": 20480, "nll": 2.789454936981201, "ppl": 16.272148038040953, "lr": 9.606744716167645e-05, "grad_norm": 1.209967851638794, "seconds": 11.112945315000161, "tokens_per_second": 516010.8177856103, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 114, "tokens_seen": 653721600, "batch": 280, "context_tokens": 20480, "nll": 2.785334825515747, "ppl": 16.20524289730522, "lr": 9.599271599609635e-05, "grad_norm": 0.8088333010673523, "seconds": 11.11206336500004, "tokens_per_second": 516051.7728923137, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 115, "tokens_seen": 659456000, "batch": 280, "context_tokens": 20480, "nll": 2.791761875152588, "ppl": 16.309730210687107, "lr": 9.591731450301091e-05, "grad_norm": 1.2862523794174194, "seconds": 11.112423284999977, "tokens_per_second": 516035.0585043442, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 116, "tokens_seen": 665190400, "batch": 280, "context_tokens": 20480, "nll": 2.777337074279785, "ppl": 16.076154293250372, "lr": 9.584124391541218e-05, "grad_norm": 0.9956372380256653, "seconds": 11.113111955000022, "tokens_per_second": 516003.08025511913, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 117, "tokens_seen": 670924800, "batch": 280, "context_tokens": 20480, "nll": 2.776134967803955, "ppl": 16.05684065491865, "lr": 9.576450547723352e-05, "grad_norm": 1.9862216711044312, "seconds": 11.114042474999906, "tokens_per_second": 515959.8780460886, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 118, "tokens_seen": 676659200, "batch": 280, "context_tokens": 20480, "nll": 2.764225959777832, "ppl": 15.866753730614805, "lr": 9.568710044332927e-05, "grad_norm": 0.9692493081092834, "seconds": 11.114288585000168, "tokens_per_second": 515948.45285366627, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 119, "tokens_seen": 682393600, "batch": 280, "context_tokens": 20480, "nll": 2.792654037475586, "ppl": 16.324287630304408, "lr": 9.560903007945408e-05, "grad_norm": 3.0732228755950928, "seconds": 11.11345947399991, "tokens_per_second": 515986.9447866982, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 120, "tokens_seen": 688128000, "batch": 280, "context_tokens": 20480, "nll": 2.771009922027588, "ppl": 15.974759126995705, "lr": 9.553029566224241e-05, "grad_norm": 1.8170024156570435, "seconds": 11.11418155399997, "tokens_per_second": 515953.4215037365, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 121, "tokens_seen": 693862400, "batch": 280, "context_tokens": 20480, "nll": 2.76887845993042, "ppl": 15.94074579534598, "lr": 9.545089847918752e-05, "grad_norm": 2.708465337753296, "seconds": 11.114313153000012, "tokens_per_second": 515947.31235840265, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 122, "tokens_seen": 699596800, "batch": 280, "context_tokens": 20480, "nll": 2.770446300506592, "ppl": 15.965757945826995, "lr": 9.537083982862044e-05, "grad_norm": 2.2486441135406494, "seconds": 11.115403448000052, "tokens_per_second": 515896.70377927367, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 123, "tokens_seen": 705331200, "batch": 280, "context_tokens": 20480, "nll": 2.745234966278076, "ppl": 15.568271521278131, "lr": 9.529012101968875e-05, "grad_norm": 1.674096941947937, "seconds": 11.115140548, "tokens_per_second": 515908.90598606225, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 124, "tokens_seen": 711065600, "batch": 280, "context_tokens": 20480, "nll": 2.7412567138671875, "ppl": 15.50646003992415, "lr": 9.520874337233522e-05, "grad_norm": 2.0484907627105713, "seconds": 11.11357961800013, "tokens_per_second": 515981.3666797571, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 125, "tokens_seen": 716800000, "batch": 280, "context_tokens": 20480, "nll": 2.7461819648742676, "ppl": 15.583021635620362, "lr": 9.512670821727614e-05, "grad_norm": 1.7353922128677368, "seconds": 11.114050999000028, "tokens_per_second": 515959.4823270061, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 125, "tokens_seen": 716800000, "nll": 2.7515512108802795, "ppl": 15.66691573478033, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 126, "tokens_seen": 722534400, "batch": 280, "context_tokens": 20480, "nll": 2.7425668239593506, "ppl": 15.52678852308402, "lr": 9.504401689597958e-05, "grad_norm": 1.2094086408615112, "seconds": 11.11344077800004, "tokens_per_second": 515987.81282496336, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 127, "tokens_seen": 728268800, "batch": 280, "context_tokens": 20480, "nll": 2.7320566177368164, "ppl": 15.364453356126134, "lr": 9.496067076064353e-05, "grad_norm": 2.040823459625244, "seconds": 11.111399198000072, "tokens_per_second": 516082.61910274345, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 128, "tokens_seen": 734003200, "batch": 280, "context_tokens": 20480, "nll": 2.724595308303833, "ppl": 15.25024103197357, "lr": 9.487667117417372e-05, "grad_norm": 1.312121033668518, "seconds": 11.111874597999986, "tokens_per_second": 516060.5395089797, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 129, "tokens_seen": 739737600, "batch": 280, "context_tokens": 20480, "nll": 2.718613862991333, "ppl": 15.159294815302692, "lr": 9.479201951016132e-05, "grad_norm": 1.8873063325881958, "seconds": 11.112817288000088, "tokens_per_second": 516016.7625712839, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 130, "tokens_seen": 745472000, "batch": 280, "context_tokens": 20480, "nll": 2.724114418029785, "ppl": 15.2429091024525, "lr": 9.47067171528605e-05, "grad_norm": 1.3220012187957764, "seconds": 11.113908428000059, "tokens_per_second": 515966.10113800457, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 131, "tokens_seen": 751206400, "batch": 280, "context_tokens": 20480, "nll": 2.7183573246002197, "ppl": 15.155406372989056, "lr": 9.462076549716584e-05, "grad_norm": 2.931213617324829, "seconds": 11.114736347999951, "tokens_per_second": 515927.66759887023, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 132, "tokens_seen": 756940800, "batch": 280, "context_tokens": 20480, "nll": 2.72310733795166, "ppl": 15.22756599952616, "lr": 9.453416594858945e-05, "grad_norm": 2.489107131958008, "seconds": 11.114022947999956, "tokens_per_second": 515960.7845718858, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 133, "tokens_seen": 762675200, "batch": 280, "context_tokens": 20480, "nll": 2.7167396545410156, "ppl": 15.130909744937288, "lr": 9.444691992323802e-05, "grad_norm": 1.7253267765045166, "seconds": 11.113572707999992, "tokens_per_second": 515981.6874975003, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 134, "tokens_seen": 768409600, "batch": 280, "context_tokens": 20480, "nll": 2.707350730895996, "ppl": 14.989511615490656, "lr": 9.435902884778963e-05, "grad_norm": 1.8727741241455078, "seconds": 11.114113838999856, "tokens_per_second": 515956.5650549456, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 135, "tokens_seen": 774144000, "batch": 280, "context_tokens": 20480, "nll": 2.703022003173828, "ppl": 14.924766334464449, "lr": 9.427049415947052e-05, "grad_norm": 1.3887462615966797, "seconds": 11.114651057999936, "tokens_per_second": 515931.6266499055, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 136, "tokens_seen": 779878400, "batch": 280, "context_tokens": 20480, "nll": 2.693751811981201, "ppl": 14.787050210672371, "lr": 9.418131730603146e-05, "grad_norm": 1.4229111671447754, "seconds": 11.115234128000111, "tokens_per_second": 515904.5625098094, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 137, "tokens_seen": 785612800, "batch": 280, "context_tokens": 20480, "nll": 2.7098517417907715, "ppl": 15.027047466568872, "lr": 9.409149974572414e-05, "grad_norm": 1.9162383079528809, "seconds": 11.115487127999586, "tokens_per_second": 515892.8199876382, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 138, "tokens_seen": 791347200, "batch": 280, "context_tokens": 20480, "nll": 2.703786849975586, "ppl": 14.936185860799752, "lr": 9.400104294727732e-05, "grad_norm": 0.9138959050178528, "seconds": 11.110828467999909, "tokens_per_second": 516109.1287220876, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 139, "tokens_seen": 797081600, "batch": 280, "context_tokens": 20480, "nll": 2.7014260292053223, "ppl": 14.900965793482461, "lr": 9.390994838987284e-05, "grad_norm": 2.015089988708496, "seconds": 11.111087948999739, "tokens_per_second": 516097.0758508155, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 140, "tokens_seen": 802816000, "batch": 280, "context_tokens": 20480, "nll": 2.6838667392730713, "ppl": 14.641599225372916, "lr": 9.381821756312136e-05, "grad_norm": 1.222367286682129, "seconds": 11.111653057999774, "tokens_per_second": 516070.8285318133, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 141, "tokens_seen": 808550400, "batch": 280, "context_tokens": 20480, "nll": 2.690483570098877, "ppl": 14.738801441129562, "lr": 9.372585196703806e-05, "grad_norm": 2.0556435585021973, "seconds": 11.112491698000213, "tokens_per_second": 516031.8815834935, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 142, "tokens_seen": 814284800, "batch": 280, "context_tokens": 20480, "nll": 2.6873021125793457, "ppl": 14.691985082072893, "lr": 9.363285311201808e-05, "grad_norm": 1.8455883264541626, "seconds": 11.112795367999752, "tokens_per_second": 516017.7804148808, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 143, "tokens_seen": 820019200, "batch": 280, "context_tokens": 20480, "nll": 2.670970916748047, "ppl": 14.453996009066971, "lr": 9.353922251881188e-05, "grad_norm": 1.900194764137268, "seconds": 11.11092442800009, "tokens_per_second": 516104.671322309, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 144, "tokens_seen": 825753600, "batch": 280, "context_tokens": 20480, "nll": 2.669947385787964, "ppl": 14.439209465188386, "lr": 9.34449617185003e-05, "grad_norm": 1.6061826944351196, "seconds": 11.11218873100006, "tokens_per_second": 516045.9508757752, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 145, "tokens_seen": 831488000, "batch": 280, "context_tokens": 20480, "nll": 2.6779794692993164, "ppl": 14.55565341920725, "lr": 9.335007225246952e-05, "grad_norm": 2.2316765785217285, "seconds": 11.11280354399969, "tokens_per_second": 516017.4007661878, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 146, "tokens_seen": 837222400, "batch": 280, "context_tokens": 20480, "nll": 2.6703593730926514, "ppl": 14.445159461755132, "lr": 9.325455567238592e-05, "grad_norm": 1.7202388048171997, "seconds": 11.112677072999759, "tokens_per_second": 516023.27344981104, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 147, "tokens_seen": 842956800, "batch": 280, "context_tokens": 20480, "nll": 2.6811044216156006, "ppl": 14.60121028652051, "lr": 9.315841354017069e-05, "grad_norm": 1.7202554941177368, "seconds": 11.11390114400001, "tokens_per_second": 515966.43929983064, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 148, "tokens_seen": 848691200, "batch": 280, "context_tokens": 20480, "nll": 2.6608920097351074, "ppl": 14.309047217066484, "lr": 9.306164742797422e-05, "grad_norm": 1.7649421691894531, "seconds": 11.114651102000153, "tokens_per_second": 515931.6246074569, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 149, "tokens_seen": 854425600, "batch": 280, "context_tokens": 20480, "nll": 2.655543088912964, "ppl": 14.232713589724513, "lr": 9.296425891815051e-05, "grad_norm": 1.7725991010665894, "seconds": 11.115312772999914, "tokens_per_second": 515900.9122918582, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 150, "tokens_seen": 860160000, "batch": 280, "context_tokens": 20480, "nll": 2.6564853191375732, "ppl": 14.246130402517608, "lr": 9.286624960323117e-05, "grad_norm": 1.3792277574539185, "seconds": 11.114920324000195, "tokens_per_second": 515919.1278787523, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 150, "tokens_seen": 860160000, "nll": 2.6752690970897675, "ppl": 14.516255596188733, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 150, "tokens_seen": 860160000, "nll": 2.66189363558796, "ppl": 14.323386708892807, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 151, "tokens_seen": 865894400, "batch": 280, "context_tokens": 20480, "nll": 2.6683549880981445, "ppl": 14.416234798650958, "lr": 9.276762108589945e-05, "grad_norm": 2.3345234394073486, "seconds": 11.112039804000233, "tokens_per_second": 516052.8670834736, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 152, "tokens_seen": 871628800, "batch": 280, "context_tokens": 20480, "nll": 2.6655805110931396, "ppl": 14.376292721512543, "lr": 9.266837497896403e-05, "grad_norm": 2.227593183517456, "seconds": 11.108731202999934, "tokens_per_second": 516206.5671776642, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 153, "tokens_seen": 877363200, "batch": 280, "context_tokens": 20480, "nll": 2.6398603916168213, "ppl": 14.011247383590606, "lr": 9.256851290533264e-05, "grad_norm": 1.2630308866500854, "seconds": 11.110975104000318, "tokens_per_second": 516102.317422656, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 154, "tokens_seen": 883097600, "batch": 280, "context_tokens": 20480, "nll": 2.6421337127685547, "ppl": 14.043135681067268, "lr": 9.24680364979855e-05, "grad_norm": 2.1304593086242676, "seconds": 11.111836083000071, "tokens_per_second": 516062.3282387168, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 155, "tokens_seen": 888832000, "batch": 280, "context_tokens": 20480, "nll": 2.640324115753174, "ppl": 14.017746243905517, "lr": 9.236694739994863e-05, "grad_norm": 1.4360458850860596, "seconds": 11.112676844000362, "tokens_per_second": 516023.2840835242, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 156, "tokens_seen": 894566400, "batch": 280, "context_tokens": 20480, "nll": 2.635509967803955, "ppl": 13.950424917006652, "lr": 9.226524726426702e-05, "grad_norm": 1.50664222240448, "seconds": 11.112830752999798, "tokens_per_second": 516016.1373331503, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 157, "tokens_seen": 900300800, "batch": 280, "context_tokens": 20480, "nll": 2.6328935623168945, "ppl": 13.91397265644897, "lr": 9.216293775397753e-05, "grad_norm": 0.9749281406402588, "seconds": 11.113084653999977, "tokens_per_second": 516004.3478959728, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 158, "tokens_seen": 906035200, "batch": 280, "context_tokens": 20480, "nll": 2.6415822505950928, "ppl": 14.03539355788261, "lr": 9.206002054208176e-05, "grad_norm": 2.599428653717041, "seconds": 11.113563193000118, "tokens_per_second": 515982.1292609209, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 159, "tokens_seen": 911769600, "batch": 280, "context_tokens": 20480, "nll": 2.637263774871826, "ppl": 13.97491273800596, "lr": 9.195649731151862e-05, "grad_norm": 1.462653636932373, "seconds": 11.11418512399996, "tokens_per_second": 515953.25577375374, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 160, "tokens_seen": 917504000, "batch": 280, "context_tokens": 20480, "nll": 2.6258373260498047, "ppl": 13.816137956286942, "lr": 9.18523697551369e-05, "grad_norm": 1.5698162317276, "seconds": 11.114754522999647, "tokens_per_second": 515926.8239468416, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 161, "tokens_seen": 923238400, "batch": 280, "context_tokens": 20480, "nll": 2.637301445007324, "ppl": 13.975439184777972, "lr": 9.174763957566752e-05, "grad_norm": 2.2684872150421143, "seconds": 11.114858243000072, "tokens_per_second": 515922.00949673983, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 162, "tokens_seen": 928972800, "batch": 280, "context_tokens": 20480, "nll": 2.630228042602539, "ppl": 13.87693407349464, "lr": 9.164230848569572e-05, "grad_norm": 1.4580837488174438, "seconds": 11.114519724000274, "tokens_per_second": 515937.72312242637, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 163, "tokens_seen": 934707200, "batch": 280, "context_tokens": 20480, "nll": 2.6230268478393555, "ppl": 13.777362515896641, "lr": 9.1536378207633e-05, "grad_norm": 1.1698455810546875, "seconds": 11.114939733000028, "tokens_per_second": 515918.22697649756, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 164, "tokens_seen": 940441600, "batch": 280, "context_tokens": 20480, "nll": 2.618849754333496, "ppl": 13.719933211693148, "lr": 9.142985047368907e-05, "grad_norm": 1.5444449186325073, "seconds": 11.114841124000122, "tokens_per_second": 515922.8041161821, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 165, "tokens_seen": 946176000, "batch": 280, "context_tokens": 20480, "nll": 2.6233420372009277, "ppl": 13.78170567841553, "lr": 9.132272702584338e-05, "grad_norm": 2.188640594482422, "seconds": 11.115751703000115, "tokens_per_second": 515880.540805198, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 166, "tokens_seen": 951910400, "batch": 280, "context_tokens": 20480, "nll": 2.6048033237457275, "ppl": 13.528564293726609, "lr": 9.121500961581676e-05, "grad_norm": 1.319178581237793, "seconds": 11.1158038880003, "tokens_per_second": 515878.1189177314, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 167, "tokens_seen": 957644800, "batch": 280, "context_tokens": 20480, "nll": 2.619999885559082, "ppl": 13.735722013149198, "lr": 9.110670000504268e-05, "grad_norm": 3.3592677116394043, "seconds": 11.112496790000023, "tokens_per_second": 516031.64512590045, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 168, "tokens_seen": 963379200, "batch": 280, "context_tokens": 20480, "nll": 2.612931251525879, "ppl": 13.638971570640809, "lr": 9.099779996463851e-05, "grad_norm": 2.032534122467041, "seconds": 11.112467158999607, "tokens_per_second": 516033.02110602014, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 169, "tokens_seen": 969113600, "batch": 280, "context_tokens": 20480, "nll": 2.6240854263305664, "ppl": 13.791954657622622, "lr": 9.088831127537656e-05, "grad_norm": 3.0437753200531006, "seconds": 11.11333863999971, "tokens_per_second": 515992.55505095894, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 170, "tokens_seen": 974848000, "batch": 280, "context_tokens": 20480, "nll": 2.62656569480896, "ppl": 13.82620486531244, "lr": 9.077823572765486e-05, "grad_norm": 1.9520469903945923, "seconds": 11.114031438999973, "tokens_per_second": 515960.39038341737, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 171, "tokens_seen": 980582400, "batch": 280, "context_tokens": 20480, "nll": 2.6040103435516357, "ppl": 13.51784066256268, "lr": 9.066757512146805e-05, "grad_norm": 3.4923055171966553, "seconds": 11.114811559000373, "tokens_per_second": 515924.17645232053, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 172, "tokens_seen": 986316800, "batch": 280, "context_tokens": 20480, "nll": 2.5941684246063232, "ppl": 13.385451719703381, "lr": 9.055633126637778e-05, "grad_norm": 2.816723346710205, "seconds": 11.113502909999625, "tokens_per_second": 515984.9281040224, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 173, "tokens_seen": 992051200, "batch": 280, "context_tokens": 20480, "nll": 2.594500780105591, "ppl": 13.389901187554203, "lr": 9.044450598148324e-05, "grad_norm": 2.480685234069824, "seconds": 11.113489338999898, "tokens_per_second": 515985.5581879775, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 174, "tokens_seen": 997785600, "batch": 280, "context_tokens": 20480, "nll": 2.5986976623535156, "ppl": 13.446215114952226, "lr": 9.033210109539135e-05, "grad_norm": 2.133683204650879, "seconds": 11.114254899000116, "tokens_per_second": 515950.01663277403, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 175, "tokens_seen": 1003520000, "batch": 280, "context_tokens": 20480, "nll": 2.609435558319092, "ppl": 13.591377146592638, "lr": 9.02191184461869e-05, "grad_norm": 3.281360387802124, "seconds": 11.114239970000199, "tokens_per_second": 515950.7096732137, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 175, "tokens_seen": 1003520000, "nll": 2.6115731298923492, "ppl": 13.620460761102327, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 176, "tokens_seen": 1009254400, "batch": 280, "context_tokens": 20480, "nll": 2.600182294845581, "ppl": 13.466192628770823, "lr": 9.010555988140241e-05, "grad_norm": 2.9536588191986084, "seconds": 11.11276227899998, "tokens_per_second": 516019.31689265196, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 177, "tokens_seen": 1014988800, "batch": 280, "context_tokens": 20480, "nll": 2.600287675857544, "ppl": 13.467611784552053, "lr": 8.999142725798804e-05, "grad_norm": 1.8004897832870483, "seconds": 11.110682330000145, "tokens_per_second": 516115.9170680677, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 178, "tokens_seen": 1020723200, "batch": 280, "context_tokens": 20480, "nll": 2.598634958267212, "ppl": 13.445372008752578, "lr": 8.987672244228112e-05, "grad_norm": 1.8462368249893188, "seconds": 11.111910479000016, "tokens_per_second": 516058.8731197239, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 179, "tokens_seen": 1026457600, "batch": 280, "context_tokens": 20480, "nll": 2.5926666259765625, "ppl": 13.36536455386645, "lr": 8.976144730997569e-05, "grad_norm": 2.509690284729004, "seconds": 11.112299679999978, "tokens_per_second": 516040.79849653685, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 180, "tokens_seen": 1032192000, "batch": 280, "context_tokens": 20480, "nll": 2.5942654609680176, "ppl": 13.386750658259013, "lr": 8.964560374609182e-05, "grad_norm": 1.9129270315170288, "seconds": 11.113348759000019, "tokens_per_second": 515992.0852259821, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 181, "tokens_seen": 1037926400, "batch": 280, "context_tokens": 20480, "nll": 2.584604024887085, "ppl": 13.258038197253045, "lr": 8.952919364494475e-05, "grad_norm": 2.217573642730713, "seconds": 11.112328139000056, "tokens_per_second": 516039.47690083337, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 182, "tokens_seen": 1043660800, "batch": 280, "context_tokens": 20480, "nll": 2.572896957397461, "ppl": 13.103730457249755, "lr": 8.941221891011396e-05, "grad_norm": 1.652888536453247, "seconds": 11.112839599999916, "tokens_per_second": 516015.7265295221, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 183, "tokens_seen": 1049395200, "batch": 280, "context_tokens": 20480, "nll": 2.5850284099578857, "ppl": 13.263665904805137, "lr": 8.929468145441201e-05, "grad_norm": 3.446509599685669, "seconds": 11.113670948999697, "tokens_per_second": 515977.1263981982, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 184, "tokens_seen": 1055129600, "batch": 280, "context_tokens": 20480, "nll": 2.5727813243865967, "ppl": 13.102215321044998, "lr": 8.917658319985327e-05, "grad_norm": 2.770517110824585, "seconds": 11.113859799000238, "tokens_per_second": 515968.3587618989, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 185, "tokens_seen": 1060864000, "batch": 280, "context_tokens": 20480, "nll": 2.570774793624878, "ppl": 13.075951681169135, "lr": 8.905792607762252e-05, "grad_norm": 1.6200330257415771, "seconds": 11.114745429999857, "tokens_per_second": 515927.2460278088, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 186, "tokens_seen": 1066598400, "batch": 280, "context_tokens": 20480, "nll": 2.5793304443359375, "ppl": 13.188304898564141, "lr": 8.893871202804329e-05, "grad_norm": 1.719534993171692, "seconds": 11.11507525900015, "tokens_per_second": 515911.9363907784, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 187, "tokens_seen": 1072332800, "batch": 280, "context_tokens": 20480, "nll": 2.573495864868164, "ppl": 13.111580729873491, "lr": 8.881894300054625e-05, "grad_norm": 3.056382656097412, "seconds": 11.11446032899994, "tokens_per_second": 515940.48026225413, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 188, "tokens_seen": 1078067200, "batch": 280, "context_tokens": 20480, "nll": 2.5666956901550293, "ppl": 13.022722159465768, "lr": 8.86986209536372e-05, "grad_norm": 2.2013919353485107, "seconds": 11.114560329000142, "tokens_per_second": 515935.8382389439, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 189, "tokens_seen": 1083801600, "batch": 280, "context_tokens": 20480, "nll": 2.562361240386963, "ppl": 12.966397979768196, "lr": 8.857774785486521e-05, "grad_norm": 2.038922071456909, "seconds": 11.114038358000016, "tokens_per_second": 515960.0691743439, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 190, "tokens_seen": 1089536000, "batch": 280, "context_tokens": 20480, "nll": 2.5631320476531982, "ppl": 12.97639642649055, "lr": 8.845632568079019e-05, "grad_norm": 1.8767197132110596, "seconds": 11.115407617000074, "tokens_per_second": 515896.5102844921, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 191, "tokens_seen": 1095270400, "batch": 280, "context_tokens": 20480, "nll": 2.573519468307495, "ppl": 13.11189021192619, "lr": 8.833435641695088e-05, "grad_norm": 2.0276637077331543, "seconds": 11.114337147999777, "tokens_per_second": 515946.19846780587, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 192, "tokens_seen": 1101004800, "batch": 280, "context_tokens": 20480, "nll": 2.561758518218994, "ppl": 12.95858519897169, "lr": 8.821184205783215e-05, "grad_norm": 2.015998363494873, "seconds": 11.111954988000434, "tokens_per_second": 516056.80604290223, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 193, "tokens_seen": 1106739200, "batch": 280, "context_tokens": 20480, "nll": 2.5789074897766113, "ppl": 13.182728024342836, "lr": 8.808878460683247e-05, "grad_norm": 2.062955379486084, "seconds": 11.1124687370002, "tokens_per_second": 516032.94782793656, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 194, "tokens_seen": 1112473600, "batch": 280, "context_tokens": 20480, "nll": 2.5722620487213135, "ppl": 13.0954134256497, "lr": 8.796518607623113e-05, "grad_norm": 1.7316359281539917, "seconds": 11.11318449800001, "tokens_per_second": 515999.711966628, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 195, "tokens_seen": 1118208000, "batch": 280, "context_tokens": 20480, "nll": 2.54929518699646, "ppl": 12.79808034966932, "lr": 8.78410484871554e-05, "grad_norm": 2.16444993019104, "seconds": 11.114179527000033, "tokens_per_second": 515953.51560313004, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 196, "tokens_seen": 1123942400, "batch": 280, "context_tokens": 20480, "nll": 2.5582621097564697, "ppl": 12.913355808308747, "lr": 8.771637386954734e-05, "grad_norm": 1.891155481338501, "seconds": 11.114519168000243, "tokens_per_second": 515937.748932035, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 197, "tokens_seen": 1129676800, "batch": 280, "context_tokens": 20480, "nll": 2.562628746032715, "ppl": 12.969867028407213, "lr": 8.75911642621308e-05, "grad_norm": 2.000983476638794, "seconds": 11.11501750799971, "tokens_per_second": 515914.6169471018, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 198, "tokens_seen": 1135411200, "batch": 280, "context_tokens": 20480, "nll": 2.547337532043457, "ppl": 12.773050632052877, "lr": 8.746542171237787e-05, "grad_norm": 1.6020467281341553, "seconds": 11.114677517000018, "tokens_per_second": 515930.3984509828, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 199, "tokens_seen": 1141145600, "batch": 280, "context_tokens": 20480, "nll": 2.5536746978759766, "ppl": 12.854252595496002, "lr": 8.73391482764756e-05, "grad_norm": 2.5368340015411377, "seconds": 11.114608177999798, "tokens_per_second": 515933.617106777, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 200, "tokens_seen": 1146880000, "batch": 280, "context_tokens": 20480, "nll": 2.539965867996216, "ppl": 12.679238195642101, "lr": 8.721234601929216e-05, "grad_norm": 2.3551175594329834, "seconds": 11.115152398000191, "tokens_per_second": 515908.3559692549, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 200, "tokens_seen": 1146880000, "nll": 2.560405820608139, "ppl": 12.941068002139199, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 200, "tokens_seen": 1146880000, "nll": 2.5467646506243136, "ppl": 12.765735284293468, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 201, "tokens_seen": 1152614400, "batch": 280, "context_tokens": 20480, "nll": 2.5427427291870117, "ppl": 12.714495609933453, "lr": 8.708501701434333e-05, "grad_norm": 1.7392568588256836, "seconds": 11.11086192799985, "tokens_per_second": 516107.5744762038, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 202, "tokens_seen": 1158348800, "batch": 280, "context_tokens": 20480, "nll": 2.541558265686035, "ppl": 12.699444669354694, "lr": 8.695716334375833e-05, "grad_norm": 1.4594392776489258, "seconds": 11.10896191799975, "tokens_per_second": 516195.8464101496, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 203, "tokens_seen": 1164083200, "batch": 280, "context_tokens": 20480, "nll": 2.55057954788208, "ppl": 12.81452826374919, "lr": 8.682878709824601e-05, "grad_norm": 2.137495517730713, "seconds": 11.109403086999919, "tokens_per_second": 516175.3475945365, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 204, "tokens_seen": 1169817600, "batch": 280, "context_tokens": 20480, "nll": 2.539768934249878, "ppl": 12.6767414716162, "lr": 8.669989037706048e-05, "grad_norm": 1.94254469871521, "seconds": 11.111348517999886, "tokens_per_second": 516084.9730084993, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 205, "tokens_seen": 1175552000, "batch": 280, "context_tokens": 20480, "nll": 2.5329792499542236, "ppl": 12.59096193664184, "lr": 8.657047528796688e-05, "grad_norm": 1.9783793687820435, "seconds": 11.111664888000178, "tokens_per_second": 516070.2790985671, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 206, "tokens_seen": 1181286400, "batch": 280, "context_tokens": 20480, "nll": 2.5387730598449707, "ppl": 12.664123313340278, "lr": 8.644054394720688e-05, "grad_norm": 1.6805932521820068, "seconds": 11.11199379699974, "tokens_per_second": 516055.0036977431, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 207, "tokens_seen": 1187020800, "batch": 280, "context_tokens": 20480, "nll": 2.537846088409424, "ppl": 12.652389472080625, "lr": 8.631009847946406e-05, "grad_norm": 1.968213438987732, "seconds": 11.110470058000374, "tokens_per_second": 516125.777763183, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 208, "tokens_seen": 1192755200, "batch": 280, "context_tokens": 20480, "nll": 2.5282936096191406, "ppl": 12.532103220608965, "lr": 8.617914101782924e-05, "grad_norm": 2.1250879764556885, "seconds": 11.111162838000382, "tokens_per_second": 516093.5973675272, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 209, "tokens_seen": 1198489600, "batch": 280, "context_tokens": 20480, "nll": 2.531682014465332, "ppl": 12.574639083559529, "lr": 8.604767370376552e-05, "grad_norm": 1.6585476398468018, "seconds": 11.11157147699987, "tokens_per_second": 516074.61751650367, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 210, "tokens_seen": 1204224000, "batch": 280, "context_tokens": 20480, "nll": 2.5357284545898438, "ppl": 12.62562469323841, "lr": 8.591569868707326e-05, "grad_norm": 1.3903108835220337, "seconds": 11.11240167799997, "tokens_per_second": 516036.06188505667, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 211, "tokens_seen": 1209958400, "batch": 280, "context_tokens": 20480, "nll": 2.5373752117156982, "ppl": 12.646433159212794, "lr": 8.578321812585501e-05, "grad_norm": 2.276674270629883, "seconds": 11.112477408000359, "tokens_per_second": 516032.54517049046, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 212, "tokens_seen": 1215692800, "batch": 280, "context_tokens": 20480, "nll": 2.5267252922058105, "ppl": 12.512464308951353, "lr": 8.565023418648011e-05, "grad_norm": 1.9460434913635254, "seconds": 11.113603167000292, "tokens_per_second": 515980.273348899, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 213, "tokens_seen": 1221427200, "batch": 280, "context_tokens": 20480, "nll": 2.536966562271118, "ppl": 12.6412662571241, "lr": 8.551674904354935e-05, "grad_norm": 1.7870253324508667, "seconds": 11.113730457999736, "tokens_per_second": 515974.36357405456, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 214, "tokens_seen": 1227161600, "batch": 280, "context_tokens": 20480, "nll": 2.5151419639587402, "ppl": 12.36836451647343, "lr": 8.538276487985939e-05, "grad_norm": 1.6686367988586426, "seconds": 11.111431167999854, "tokens_per_second": 516081.13422100584, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 215, "tokens_seen": 1232896000, "batch": 280, "context_tokens": 20480, "nll": 2.522045373916626, "ppl": 12.454043806603163, "lr": 8.524828388636702e-05, "grad_norm": 1.7048695087432861, "seconds": 11.112282157000209, "tokens_per_second": 516041.6122432241, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 216, "tokens_seen": 1238630400, "batch": 280, "context_tokens": 20480, "nll": 2.52077579498291, "ppl": 12.438242447605406, "lr": 8.511330826215338e-05, "grad_norm": 1.6926722526550293, "seconds": 11.113257118000092, "tokens_per_second": 515996.340146942, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 217, "tokens_seen": 1244364800, "batch": 280, "context_tokens": 20480, "nll": 2.526216745376587, "ppl": 12.506102752613018, "lr": 8.497784021438804e-05, "grad_norm": 1.5994994640350342, "seconds": 11.112845836999895, "tokens_per_second": 516015.4369196307, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 218, "tokens_seen": 1250099200, "batch": 280, "context_tokens": 20480, "nll": 2.514444351196289, "ppl": 12.359739196452557, "lr": 8.484188195829274e-05, "grad_norm": 1.3320972919464111, "seconds": 11.113404818000163, "tokens_per_second": 515989.4824232539, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 219, "tokens_seen": 1255833600, "batch": 280, "context_tokens": 20480, "nll": 2.5176703929901123, "ppl": 12.399676616917974, "lr": 8.47054357171054e-05, "grad_norm": 2.379004716873169, "seconds": 11.110625977999916, "tokens_per_second": 516118.5347571461, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 220, "tokens_seen": 1261568000, "batch": 280, "context_tokens": 20480, "nll": 2.5202484130859375, "ppl": 12.431684473138887, "lr": 8.456850372204359e-05, "grad_norm": 2.0386669635772705, "seconds": 11.110457296999812, "tokens_per_second": 516126.37056338595, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 221, "tokens_seen": 1267302400, "batch": 280, "context_tokens": 20480, "nll": 2.49662184715271, "ppl": 12.141409068637026, "lr": 8.44310882122681e-05, "grad_norm": 1.4785832166671753, "seconds": 11.11150786799999, "tokens_per_second": 516077.5718401359, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 222, "tokens_seen": 1273036800, "batch": 280, "context_tokens": 20480, "nll": 2.5042648315429688, "ppl": 12.234561195291354, "lr": 8.429319143484634e-05, "grad_norm": 1.4193460941314697, "seconds": 11.112316198000372, "tokens_per_second": 516040.0314231419, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 223, "tokens_seen": 1278771200, "batch": 280, "context_tokens": 20480, "nll": 2.5015556812286377, "ppl": 12.201460787218917, "lr": 8.415481564471555e-05, "grad_norm": 1.8528022766113281, "seconds": 11.112880796999889, "tokens_per_second": 516013.81358721125, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 224, "tokens_seen": 1284505600, "batch": 280, "context_tokens": 20480, "nll": 2.501917839050293, "ppl": 12.205880441936584, "lr": 8.401596310464602e-05, "grad_norm": 1.555271863937378, "seconds": 11.112140937999811, "tokens_per_second": 516048.1703746455, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 225, "tokens_seen": 1290240000, "batch": 280, "context_tokens": 20480, "nll": 2.5049026012420654, "ppl": 12.242366516437546, "lr": 8.387663608520395e-05, "grad_norm": 1.819441795349121, "seconds": 11.112464258000273, "tokens_per_second": 516033.15582064475, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 225, "tokens_seen": 1290240000, "nll": 2.5201210379600525, "ppl": 12.430101086608328, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 226, "tokens_seen": 1295974400, "batch": 280, "context_tokens": 20480, "nll": 2.4951553344726562, "ppl": 12.123616587922237, "lr": 8.373683686471443e-05, "grad_norm": 1.526033878326416, "seconds": 11.111453566999899, "tokens_per_second": 516080.09387994884, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 227, "tokens_seen": 1301708800, "batch": 280, "context_tokens": 20480, "nll": 2.4906177520751953, "ppl": 12.068729300669379, "lr": 8.359656772922418e-05, "grad_norm": 1.3956100940704346, "seconds": 11.109954718000154, "tokens_per_second": 516149.71847808035, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 228, "tokens_seen": 1307443200, "batch": 280, "context_tokens": 20480, "nll": 2.4905545711517334, "ppl": 12.067966811294797, "lr": 8.345583097246409e-05, "grad_norm": 1.29371976852417, "seconds": 11.110793417999957, "tokens_per_second": 516110.7568348835, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 229, "tokens_seen": 1313177600, "batch": 280, "context_tokens": 20480, "nll": 2.5157275199890137, "ppl": 12.375609007721442, "lr": 8.331462889581178e-05, "grad_norm": 1.7987089157104492, "seconds": 11.111799086999781, "tokens_per_second": 516064.04643411393, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 230, "tokens_seen": 1318912000, "batch": 280, "context_tokens": 20480, "nll": 2.4853296279907227, "ppl": 12.005076812047395, "lr": 8.317296380825393e-05, "grad_norm": 1.7813520431518555, "seconds": 11.112804847999996, "tokens_per_second": 516017.34021560155, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 231, "tokens_seen": 1324646400, "batch": 280, "context_tokens": 20480, "nll": 2.4837253093719482, "ppl": 11.985832285102145, "lr": 8.303083802634857e-05, "grad_norm": 1.0973142385482788, "seconds": 11.112994598000114, "tokens_per_second": 516008.5294230196, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 232, "tokens_seen": 1330380800, "batch": 280, "context_tokens": 20480, "nll": 2.497663974761963, "ppl": 12.154068561500488, "lr": 8.288825387418716e-05, "grad_norm": 2.11163330078125, "seconds": 11.113483686999643, "tokens_per_second": 515985.82060348906, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 233, "tokens_seen": 1336115200, "batch": 280, "context_tokens": 20480, "nll": 2.4813272953033447, "ppl": 11.957124525221513, "lr": 8.274521368335657e-05, "grad_norm": 1.490280270576477, "seconds": 11.113803846999872, "tokens_per_second": 515970.9563839368, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 234, "tokens_seen": 1341849600, "batch": 280, "context_tokens": 20480, "nll": 2.4850220680236816, "ppl": 12.001385098759465, "lr": 8.260171979290099e-05, "grad_norm": 0.977161169052124, "seconds": 11.113013636999767, "tokens_per_second": 516007.6453886313, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 235, "tokens_seen": 1347584000, "batch": 280, "context_tokens": 20480, "nll": 2.4817678928375244, "ppl": 11.962393965569172, "lr": 8.245777454928368e-05, "grad_norm": 1.8869787454605103, "seconds": 11.112028186000316, "tokens_per_second": 516053.40663413587, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 236, "tokens_seen": 1353318400, "batch": 280, "context_tokens": 20480, "nll": 2.4745280742645264, "ppl": 11.876101152633918, "lr": 8.231338030634856e-05, "grad_norm": 1.5937238931655884, "seconds": 11.111145627000042, "tokens_per_second": 516094.39678888104, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 237, "tokens_seen": 1359052800, "batch": 280, "context_tokens": 20480, "nll": 2.489551067352295, "ppl": 12.055862635057348, "lr": 8.216853942528179e-05, "grad_norm": 1.4483988285064697, "seconds": 11.112813706999987, "tokens_per_second": 516016.92885285104, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 238, "tokens_seen": 1364787200, "batch": 280, "context_tokens": 20480, "nll": 2.4757425785064697, "ppl": 11.890533490155113, "lr": 8.202325427457309e-05, "grad_norm": 0.6885849833488464, "seconds": 11.11347283699979, "tokens_per_second": 515986.32435656065, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 239, "tokens_seen": 1370521600, "batch": 280, "context_tokens": 20480, "nll": 2.4813785552978516, "ppl": 11.957737463068455, "lr": 8.187752722997702e-05, "grad_norm": 1.9052213430404663, "seconds": 11.113704097000209, "tokens_per_second": 515975.5874324402, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 240, "tokens_seen": 1376256000, "batch": 280, "context_tokens": 20480, "nll": 2.4723761081695557, "ppl": 11.850571664761334, "lr": 8.173136067447417e-05, "grad_norm": 0.6028690338134766, "seconds": 11.11409362700033, "tokens_per_second": 515957.50336932356, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 241, "tokens_seen": 1381990400, "batch": 280, "context_tokens": 20480, "nll": 2.4708547592163086, "ppl": 11.832556517101464, "lr": 8.158475699823218e-05, "grad_norm": 1.9497342109680176, "seconds": 11.114691787000083, "tokens_per_second": 515929.73605503334, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 242, "tokens_seen": 1387724800, "batch": 280, "context_tokens": 20480, "nll": 2.4738006591796875, "ppl": 11.867465438761476, "lr": 8.143771859856658e-05, "grad_norm": 1.337072730064392, "seconds": 11.115282326999932, "tokens_per_second": 515902.3254020883, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 243, "tokens_seen": 1393459200, "batch": 280, "context_tokens": 20480, "nll": 2.4783835411071777, "ppl": 11.92197744728651, "lr": 8.129024787990175e-05, "grad_norm": 2.430025100708008, "seconds": 11.115099806000217, "tokens_per_second": 515910.7970316581, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 244, "tokens_seen": 1399193600, "batch": 280, "context_tokens": 20480, "nll": 2.473694324493408, "ppl": 11.866203582637842, "lr": 8.114234725373143e-05, "grad_norm": 2.458317518234253, "seconds": 11.115476146999754, "tokens_per_second": 515893.32963912725, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 245, "tokens_seen": 1404928000, "batch": 280, "context_tokens": 20480, "nll": 2.469818353652954, "ppl": 11.82029954239396, "lr": 8.099401913857937e-05, "grad_norm": 1.2366487979888916, "seconds": 11.11164437699972, "tokens_per_second": 516071.2317134431, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 246, "tokens_seen": 1410662400, "batch": 280, "context_tokens": 20480, "nll": 2.473670721054077, "ppl": 11.865923502726927, "lr": 8.084526595995983e-05, "grad_norm": 2.4277842044830322, "seconds": 11.112362676999965, "tokens_per_second": 516037.8730140701, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 247, "tokens_seen": 1416396800, "batch": 280, "context_tokens": 20480, "nll": 2.4713189601898193, "ppl": 11.838050476407798, "lr": 8.069609015033776e-05, "grad_norm": 1.7855561971664429, "seconds": 11.113437775999955, "tokens_per_second": 515987.9522053684, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 248, "tokens_seen": 1422131200, "batch": 280, "context_tokens": 20480, "nll": 2.459502935409546, "ppl": 11.698994938359503, "lr": 8.054649414908923e-05, "grad_norm": 2.0443124771118164, "seconds": 11.113257236999743, "tokens_per_second": 515996.3346217046, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 249, "tokens_seen": 1427865600, "batch": 280, "context_tokens": 20480, "nll": 2.4667835235595703, "ppl": 11.784481320230208, "lr": 8.039648040246134e-05, "grad_norm": 1.9505317211151123, "seconds": 11.114787386999978, "tokens_per_second": 515925.29846383206, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 250, "tokens_seen": 1433600000, "batch": 280, "context_tokens": 20480, "nll": 2.4614338874816895, "ppl": 11.721606961218036, "lr": 8.024605136353237e-05, "grad_norm": 1.457654595375061, "seconds": 11.114596786999755, "tokens_per_second": 515934.1458708849, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 250, "tokens_seen": 1433600000, "nll": 2.4760641157627106, "ppl": 11.89435735439324, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 250, "tokens_seen": 1433600000, "nll": 2.462503977310963, "ppl": 11.734156847165071, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 251, "tokens_seen": 1439334400, "batch": 280, "context_tokens": 20480, "nll": 2.4610989093780518, "ppl": 11.717681137115848, "lr": 8.009520949217159e-05, "grad_norm": 1.3943356275558472, "seconds": 11.109058845999698, "tokens_per_second": 516191.3425334786, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 252, "tokens_seen": 1445068800, "batch": 280, "context_tokens": 20480, "nll": 2.460207462310791, "ppl": 11.707240099138849, "lr": 7.994395725499907e-05, "grad_norm": 1.5894618034362793, "seconds": 11.10631230700028, "tokens_per_second": 516318.99423408275, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 253, "tokens_seen": 1450803200, "batch": 280, "context_tokens": 20480, "nll": 2.4602560997009277, "ppl": 11.707809522590498, "lr": 7.979229712534528e-05, "grad_norm": 1.7471723556518555, "seconds": 11.107911547000185, "tokens_per_second": 516244.6582092777, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 254, "tokens_seen": 1456537600, "batch": 280, "context_tokens": 20480, "nll": 2.455378293991089, "ppl": 11.65084015815298, "lr": 7.964023158321074e-05, "grad_norm": 1.8186616897583008, "seconds": 11.10878264699977, "tokens_per_second": 516204.1766609531, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 255, "tokens_seen": 1462272000, "batch": 280, "context_tokens": 20480, "nll": 2.436234712600708, "ppl": 11.429922673956854, "lr": 7.948776311522542e-05, "grad_norm": 1.1685137748718262, "seconds": 11.109934916999919, "tokens_per_second": 516150.63840072375, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 256, "tokens_seen": 1468006400, "batch": 280, "context_tokens": 20480, "nll": 2.4501538276672363, "ppl": 11.590129464680604, "lr": 7.933489421460805e-05, "grad_norm": 2.74774432182312, "seconds": 11.111133577000146, "tokens_per_second": 516094.95649211784, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 257, "tokens_seen": 1473740800, "batch": 280, "context_tokens": 20480, "nll": 2.4646077156066895, "ppl": 11.75886842652657, "lr": 7.918162738112538e-05, "grad_norm": 2.4378960132598877, "seconds": 11.111984025999845, "tokens_per_second": 516055.4574756981, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 258, "tokens_seen": 1479475200, "batch": 280, "context_tokens": 20480, "nll": 2.4636356830596924, "ppl": 11.747443977068013, "lr": 7.902796512105132e-05, "grad_norm": 2.054037094116211, "seconds": 11.112678737000351, "tokens_per_second": 516023.1961810396, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 259, "tokens_seen": 1485209600, "batch": 280, "context_tokens": 20480, "nll": 2.451770782470703, "ppl": 11.608885339806008, "lr": 7.887390994712591e-05, "grad_norm": 1.8707361221313477, "seconds": 11.112931527, "tokens_per_second": 516011.45800886926, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 260, "tokens_seen": 1490944000, "batch": 280, "context_tokens": 20480, "nll": 2.4493093490600586, "ppl": 11.580345979846504, "lr": 7.871946437851428e-05, "grad_norm": 1.9633656740188599, "seconds": 11.111251657000139, "tokens_per_second": 516089.4719171716, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 261, "tokens_seen": 1496678400, "batch": 280, "context_tokens": 20480, "nll": 2.439570188522339, "ppl": 11.468110557800854, "lr": 7.856463094076544e-05, "grad_norm": 1.0344069004058838, "seconds": 11.111427915999684, "tokens_per_second": 516081.28526333347, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 262, "tokens_seen": 1502412800, "batch": 280, "context_tokens": 20480, "nll": 2.4718358516693115, "ppl": 11.844171045531594, "lr": 7.840941216577094e-05, "grad_norm": 3.2745344638824463, "seconds": 11.111632656999973, "tokens_per_second": 516071.7760398164, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 263, "tokens_seen": 1508147200, "batch": 280, "context_tokens": 20480, "nll": 2.4586808681488037, "ppl": 11.689381529612778, "lr": 7.825381059172354e-05, "grad_norm": 2.833238124847412, "seconds": 11.113057926999772, "tokens_per_second": 516005.5888908818, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 264, "tokens_seen": 1513881600, "batch": 280, "context_tokens": 20480, "nll": 2.4395644664764404, "ppl": 11.468044936933618, "lr": 7.809782876307564e-05, "grad_norm": 2.420694351196289, "seconds": 11.113363566999851, "tokens_per_second": 515991.39769239555, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 265, "tokens_seen": 1519616000, "batch": 280, "context_tokens": 20480, "nll": 2.4545180797576904, "ppl": 11.640822249009647, "lr": 7.794146923049771e-05, "grad_norm": 2.301344633102417, "seconds": 11.113314345000163, "tokens_per_second": 515993.683070783, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 266, "tokens_seen": 1525350400, "batch": 280, "context_tokens": 20480, "nll": 2.456127643585205, "ppl": 11.659573982431754, "lr": 7.778473455083658e-05, "grad_norm": 2.3469059467315674, "seconds": 11.11257877700018, "tokens_per_second": 516027.8379190028, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 267, "tokens_seen": 1531084800, "batch": 280, "context_tokens": 20480, "nll": 2.4421703815460205, "ppl": 11.497968660460616, "lr": 7.762762728707357e-05, "grad_norm": 2.391643524169922, "seconds": 11.112977977000355, "tokens_per_second": 516009.3011853376, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 268, "tokens_seen": 1536819200, "batch": 280, "context_tokens": 20480, "nll": 2.447833299636841, "ppl": 11.563265425814402, "lr": 7.747015000828271e-05, "grad_norm": 1.7299396991729736, "seconds": 11.1113005469997, "tokens_per_second": 516087.2011106221, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 269, "tokens_seen": 1542553600, "batch": 280, "context_tokens": 20480, "nll": 2.4451839923858643, "ppl": 11.532671327354828, "lr": 7.731230528958857e-05, "grad_norm": 3.186793804168701, "seconds": 11.104945937000139, "tokens_per_second": 516382.5229345579, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 270, "tokens_seen": 1548288000, "batch": 280, "context_tokens": 20480, "nll": 2.4364800453186035, "ppl": 11.43272715195283, "lr": 7.715409571212423e-05, "grad_norm": 3.2435033321380615, "seconds": 11.102667867000036, "tokens_per_second": 516488.47544508654, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 271, "tokens_seen": 1554022400, "batch": 280, "context_tokens": 20480, "nll": 2.4365110397338867, "ppl": 11.4330815081375, "lr": 7.699552386298918e-05, "grad_norm": 2.067432165145874, "seconds": 11.101443666999785, "tokens_per_second": 516545.4306673744, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 272, "tokens_seen": 1559756800, "batch": 280, "context_tokens": 20480, "nll": 2.4223387241363525, "ppl": 11.272191056833739, "lr": 7.683659233520677e-05, "grad_norm": 2.1394004821777344, "seconds": 11.100276856999699, "tokens_per_second": 516599.7275449898, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 273, "tokens_seen": 1565491200, "batch": 280, "context_tokens": 20480, "nll": 2.437777280807495, "ppl": 11.4475677151206, "lr": 7.667730372768201e-05, "grad_norm": 1.633327841758728, "seconds": 11.099191017000066, "tokens_per_second": 516650.26678222866, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 274, "tokens_seen": 1571225600, "batch": 280, "context_tokens": 20480, "nll": 2.4314117431640625, "ppl": 11.374929228690334, "lr": 7.6517660645159e-05, "grad_norm": 2.6067402362823486, "seconds": 11.099433446999683, "tokens_per_second": 516638.98228517966, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 275, "tokens_seen": 1576960000, "batch": 280, "context_tokens": 20480, "nll": 2.430694818496704, "ppl": 11.366777183887, "lr": 7.635766569817833e-05, "grad_norm": 1.852020025253296, "seconds": 11.09918771699995, "tokens_per_second": 516650.420392203, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 275, "tokens_seen": 1576960000, "nll": 2.4519163072109222, "ppl": 11.610574842758574, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 276, "tokens_seen": 1582694400, "batch": 280, "context_tokens": 20480, "nll": 2.4591989517211914, "ppl": 11.695439175202482, "lr": 7.619732150303443e-05, "grad_norm": 2.924994468688965, "seconds": 11.099616975999652, "tokens_per_second": 516630.4398070051, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 277, "tokens_seen": 1588428800, "batch": 280, "context_tokens": 20480, "nll": 2.4420297145843506, "ppl": 11.496351389894707, "lr": 7.60366306817327e-05, "grad_norm": 2.7912862300872803, "seconds": 11.096720911000375, "tokens_per_second": 516765.2720107062, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 278, "tokens_seen": 1594163200, "batch": 280, "context_tokens": 20480, "nll": 2.425093173980713, "ppl": 11.303282542046563, "lr": 7.587559586194677e-05, "grad_norm": 2.5067927837371826, "seconds": 11.097039450000011, "tokens_per_second": 516750.4383342527, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 279, "tokens_seen": 1599897600, "batch": 280, "context_tokens": 20480, "nll": 2.436483383178711, "ppl": 11.432765312860397, "lr": 7.571421967697541e-05, "grad_norm": 2.0073623657226562, "seconds": 11.097108690999903, "tokens_per_second": 516747.2140424086, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 280, "tokens_seen": 1605632000, "batch": 280, "context_tokens": 20480, "nll": 2.4231438636779785, "ppl": 11.28127039815224, "lr": 7.555250476569953e-05, "grad_norm": 2.507558822631836, "seconds": 11.097123890999683, "tokens_per_second": 516746.5062412147, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 281, "tokens_seen": 1611366400, "batch": 280, "context_tokens": 20480, "nll": 2.430842161178589, "ppl": 11.368452118713325, "lr": 7.539045377253898e-05, "grad_norm": 1.2516698837280273, "seconds": 11.097285241000009, "tokens_per_second": 516738.9929578179, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 282, "tokens_seen": 1617100800, "batch": 280, "context_tokens": 20480, "nll": 2.4220428466796875, "ppl": 11.268856362967497, "lr": 7.52280693474094e-05, "grad_norm": 1.4733526706695557, "seconds": 11.09721454999999, "tokens_per_second": 516742.284666381, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 283, "tokens_seen": 1622835200, "batch": 280, "context_tokens": 20480, "nll": 2.4146671295166016, "ppl": 11.186046233144602, "lr": 7.50653541456788e-05, "grad_norm": 2.9796695709228516, "seconds": 11.096917690999817, "tokens_per_second": 516756.10828860156, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 284, "tokens_seen": 1628569600, "batch": 280, "context_tokens": 20480, "nll": 2.4234402179718018, "ppl": 11.284614146517132, "lr": 7.490231082812414e-05, "grad_norm": 2.021242618560791, "seconds": 11.09644173100014, "tokens_per_second": 516778.2735234666, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 285, "tokens_seen": 1634304000, "batch": 280, "context_tokens": 20480, "nll": 2.432129144668579, "ppl": 11.383092547871383, "lr": 7.473894206088789e-05, "grad_norm": 3.7780842781066895, "seconds": 11.097030499999619, "tokens_per_second": 516750.8551049037, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 286, "tokens_seen": 1640038400, "batch": 280, "context_tokens": 20480, "nll": 2.4219954013824463, "ppl": 11.268321721411002, "lr": 7.457525051543436e-05, "grad_norm": 3.44590425491333, "seconds": 11.096812040999794, "tokens_per_second": 516761.02819556685, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 287, "tokens_seen": 1645772800, "batch": 280, "context_tokens": 20480, "nll": 2.4238007068634033, "ppl": 11.288682857881525, "lr": 7.441123886850606e-05, "grad_norm": 2.364978075027466, "seconds": 11.096944131000328, "tokens_per_second": 516754.8770458733, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 288, "tokens_seen": 1651507200, "batch": 280, "context_tokens": 20480, "nll": 2.418916940689087, "ppl": 11.233685975655803, "lr": 7.424690980207991e-05, "grad_norm": 2.3952343463897705, "seconds": 11.096973011000046, "tokens_per_second": 516753.5321853705, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 289, "tokens_seen": 1657241600, "batch": 280, "context_tokens": 20480, "nll": 2.4146568775177, "ppl": 11.185931554398755, "lr": 7.40822660033234e-05, "grad_norm": 2.5778467655181885, "seconds": 11.096648980000282, "tokens_per_second": 516768.6218006199, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 290, "tokens_seen": 1662976000, "batch": 280, "context_tokens": 20480, "nll": 2.4170210361480713, "ppl": 11.212408156133053, "lr": 7.39173101645506e-05, "grad_norm": 2.0041470527648926, "seconds": 11.096751700999903, "tokens_per_second": 516763.8381494367, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 291, "tokens_seen": 1668710400, "batch": 280, "context_tokens": 20480, "nll": 2.404054880142212, "ppl": 11.067964784087673, "lr": 7.375204498317819e-05, "grad_norm": 3.208920478820801, "seconds": 11.096817440999985, "tokens_per_second": 516760.7767262004, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 292, "tokens_seen": 1674444800, "batch": 280, "context_tokens": 20480, "nll": 2.4265823364257812, "ppl": 11.320127505244512, "lr": 7.358647316168134e-05, "grad_norm": 3.021554946899414, "seconds": 11.097104751000188, "tokens_per_second": 516747.39751223446, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 293, "tokens_seen": 1680179200, "batch": 280, "context_tokens": 20480, "nll": 2.4160850048065186, "ppl": 11.201917901054323, "lr": 7.34205974075495e-05, "grad_norm": 2.0735669136047363, "seconds": 11.096560949999912, "tokens_per_second": 516772.721371845, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 294, "tokens_seen": 1685913600, "batch": 280, "context_tokens": 20480, "nll": 2.4159183502197266, "ppl": 11.200051205606243, "lr": 7.325442043324212e-05, "grad_norm": 1.7085883617401123, "seconds": 11.096865721000086, "tokens_per_second": 516758.5284147421, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 295, "tokens_seen": 1691648000, "batch": 280, "context_tokens": 20480, "nll": 2.424701452255249, "ppl": 11.298855667813802, "lr": 7.308794495614434e-05, "grad_norm": 2.8775150775909424, "seconds": 11.096931480999956, "tokens_per_second": 516755.46612307883, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 296, "tokens_seen": 1697382400, "batch": 280, "context_tokens": 20480, "nll": 2.4125125408172607, "ppl": 11.161970849928336, "lr": 7.29211736985225e-05, "grad_norm": 2.061920166015625, "seconds": 11.096872480999991, "tokens_per_second": 516758.2136154498, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 297, "tokens_seen": 1703116800, "batch": 280, "context_tokens": 20480, "nll": 2.4239654541015625, "ppl": 11.290542790409983, "lr": 7.275410938747968e-05, "grad_norm": 3.6816112995147705, "seconds": 11.096289430999605, "tokens_per_second": 516785.3664649246, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 298, "tokens_seen": 1708851200, "batch": 280, "context_tokens": 20480, "nll": 2.413729667663574, "ppl": 11.175564655322145, "lr": 7.258675475491101e-05, "grad_norm": 3.5895605087280273, "seconds": 11.096816150999985, "tokens_per_second": 516760.8367994136, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 299, "tokens_seen": 1714585600, "batch": 280, "context_tokens": 20480, "nll": 2.4084157943725586, "ppl": 11.116336625281322, "lr": 7.241911253745913e-05, "grad_norm": 1.7820944786071777, "seconds": 11.097149330999855, "tokens_per_second": 516745.3216098453, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 300, "tokens_seen": 1720320000, "batch": 280, "context_tokens": 20480, "nll": 2.4192709922790527, "ppl": 11.237663984205232, "lr": 7.225118547646933e-05, "grad_norm": 1.8363220691680908, "seconds": 11.097442680000313, "tokens_per_second": 516731.6620012349, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 300, "tokens_seen": 1720320000, "nll": 2.4287008345127106, "ppl": 11.344134594215479, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 300, "tokens_seen": 1720320000, "nll": 2.414971653795068, "ppl": 11.189453174524495, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 301, "tokens_seen": 1726054400, "batch": 280, "context_tokens": 20480, "nll": 2.416368246078491, "ppl": 11.20509119591197, "lr": 7.208297631794479e-05, "grad_norm": 2.81611967086792, "seconds": 11.102171950999946, "tokens_per_second": 516511.54614692455, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 302, "tokens_seen": 1731788800, "batch": 280, "context_tokens": 20480, "nll": 2.403688430786133, "ppl": 11.063909678560222, "lr": 7.19144878125016e-05, "grad_norm": 2.2603745460510254, "seconds": 11.099086589999843, "tokens_per_second": 516655.12774417247, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 303, "tokens_seen": 1737523200, "batch": 280, "context_tokens": 20480, "nll": 2.4216270446777344, "ppl": 11.264171723940692, "lr": 7.174572271532392e-05, "grad_norm": 2.981903076171875, "seconds": 11.098578109999835, "tokens_per_second": 516678.7982357215, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 304, "tokens_seen": 1743257600, "batch": 280, "context_tokens": 20480, "nll": 2.4165587425231934, "ppl": 11.207225929270457, "lr": 7.157668378611872e-05, "grad_norm": 2.9978537559509277, "seconds": 11.09823832100028, "tokens_per_second": 516694.6171221849, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 305, "tokens_seen": 1748992000, "batch": 280, "context_tokens": 20480, "nll": 2.4215166568756104, "ppl": 11.262928365408408, "lr": 7.140737378907089e-05, "grad_norm": 1.5909221172332764, "seconds": 11.098292001000118, "tokens_per_second": 516692.1179838526, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 306, "tokens_seen": 1754726400, "batch": 280, "context_tokens": 20480, "nll": 2.396925687789917, "ppl": 10.989339733759316, "lr": 7.123779549279781e-05, "grad_norm": 1.3498945236206055, "seconds": 11.098161260000325, "tokens_per_second": 516698.20483396295, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 307, "tokens_seen": 1760460800, "batch": 280, "context_tokens": 20480, "nll": 2.41190505027771, "ppl": 11.15519211745066, "lr": 7.106795167030426e-05, "grad_norm": 2.832414388656616, "seconds": 11.0976019310001, "tokens_per_second": 516724.24688269786, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 308, "tokens_seen": 1766195200, "batch": 280, "context_tokens": 20480, "nll": 2.3969435691833496, "ppl": 10.98953624022356, "lr": 7.089784509893698e-05, "grad_norm": 1.967084527015686, "seconds": 11.097604480999962, "tokens_per_second": 516724.12815015874, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 309, "tokens_seen": 1771929600, "batch": 280, "context_tokens": 20480, "nll": 2.405895471572876, "ppl": 11.088355144629098, "lr": 7.072747856033924e-05, "grad_norm": 3.3571932315826416, "seconds": 11.098131871000078, "tokens_per_second": 516699.57310421293, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 310, "tokens_seen": 1777664000, "batch": 280, "context_tokens": 20480, "nll": 2.4001200199127197, "ppl": 11.024499460705089, "lr": 7.055685484040542e-05, "grad_norm": 3.348301887512207, "seconds": 11.097349541000312, "tokens_per_second": 516735.99888096366, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 311, "tokens_seen": 1783398400, "batch": 280, "context_tokens": 20480, "nll": 2.400221347808838, "ppl": 11.025616606639266, "lr": 7.038597672923541e-05, "grad_norm": 1.6802259683609009, "seconds": 11.097329531000469, "tokens_per_second": 516736.9306265001, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 312, "tokens_seen": 1789132800, "batch": 280, "context_tokens": 20480, "nll": 2.3978466987609863, "ppl": 10.999465698565468, "lr": 7.021484702108904e-05, "grad_norm": 1.6823136806488037, "seconds": 11.097200291000263, "tokens_per_second": 516742.9486381849, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 313, "tokens_seen": 1794867200, "batch": 280, "context_tokens": 20480, "nll": 2.3910183906555176, "ppl": 10.92461380451307, "lr": 7.004346851434025e-05, "grad_norm": 2.821021556854248, "seconds": 11.096798911000405, "tokens_per_second": 516761.6396396453, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 314, "tokens_seen": 1800601600, "batch": 280, "context_tokens": 20480, "nll": 2.3912088871002197, "ppl": 10.926695102836245, "lr": 6.987184401143149e-05, "grad_norm": 1.9544587135314941, "seconds": 11.096995461000006, "tokens_per_second": 516752.48675673915, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 315, "tokens_seen": 1806336000, "batch": 280, "context_tokens": 20480, "nll": 2.401181697845459, "ppl": 11.036210143888988, "lr": 6.969997631882784e-05, "grad_norm": 3.210559129714966, "seconds": 11.09648609099986, "tokens_per_second": 516776.20761864947, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 316, "tokens_seen": 1812070400, "batch": 280, "context_tokens": 20480, "nll": 2.407949924468994, "ppl": 11.11115906473817, "lr": 6.952786824697105e-05, "grad_norm": 3.382498025894165, "seconds": 11.097580481000477, "tokens_per_second": 516725.2456350763, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 317, "tokens_seen": 1817804800, "batch": 280, "context_tokens": 20480, "nll": 2.3941245079040527, "ppl": 10.958599690633848, "lr": 6.935552261023368e-05, "grad_norm": 0.7648217082023621, "seconds": 11.097467960000358, "tokens_per_second": 516730.4848879973, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 318, "tokens_seen": 1823539200, "batch": 280, "context_tokens": 20480, "nll": 2.4070146083831787, "ppl": 11.100771477528841, "lr": 6.918294222687302e-05, "grad_norm": 1.774987816810608, "seconds": 11.096438160999242, "tokens_per_second": 516778.43978392554, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 319, "tokens_seen": 1829273600, "batch": 280, "context_tokens": 20480, "nll": 2.3918442726135254, "ppl": 10.933639972714106, "lr": 6.901012991898501e-05, "grad_norm": 1.8565105199813843, "seconds": 11.096782091000023, "tokens_per_second": 516762.4229235654, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 320, "tokens_seen": 1835008000, "batch": 280, "context_tokens": 20480, "nll": 2.401359796524048, "ppl": 11.038175853372179, "lr": 6.883708851245814e-05, "grad_norm": 0.9152284860610962, "seconds": 11.097018254999966, "tokens_per_second": 516751.42531339533, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 321, "tokens_seen": 1840742400, "batch": 280, "context_tokens": 20480, "nll": 2.4076390266418457, "ppl": 11.107705166460397, "lr": 6.866382083692713e-05, "grad_norm": 3.0161666870117188, "seconds": 11.097225247000097, "tokens_per_second": 516741.78656057967, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 322, "tokens_seen": 1846476800, "batch": 280, "context_tokens": 20480, "nll": 2.400296688079834, "ppl": 11.026447310874657, "lr": 6.849032972572684e-05, "grad_norm": 2.0150108337402344, "seconds": 11.096851126999354, "tokens_per_second": 516759.20802864834, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 323, "tokens_seen": 1852211200, "batch": 280, "context_tokens": 20480, "nll": 2.3989651203155518, "ppl": 11.011774620089952, "lr": 6.831661801584572e-05, "grad_norm": 3.0863139629364014, "seconds": 11.0967524280004, "tokens_per_second": 516763.8042938046, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 324, "tokens_seen": 1857945600, "batch": 280, "context_tokens": 20480, "nll": 2.3864212036132812, "ppl": 10.874506575888292, "lr": 6.814268854787959e-05, "grad_norm": 2.975879669189453, "seconds": 11.096987787000216, "tokens_per_second": 516752.8441112349, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 325, "tokens_seen": 1863680000, "batch": 280, "context_tokens": 20480, "nll": 2.3914880752563477, "ppl": 10.929746132580444, "lr": 6.796854416598512e-05, "grad_norm": 1.9698364734649658, "seconds": 11.097262376999424, "tokens_per_second": 516740.05760964245, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 325, "tokens_seen": 1863680000, "nll": 2.409148633480072, "ppl": 11.12448609725377, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 326, "tokens_seen": 1869414400, "batch": 280, "context_tokens": 20480, "nll": 2.394582509994507, "ppl": 10.963619901746446, "lr": 6.779418771783331e-05, "grad_norm": 2.2728652954101562, "seconds": 11.09931395700005, "tokens_per_second": 516644.5441777474, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 327, "tokens_seen": 1875148800, "batch": 280, "context_tokens": 20480, "nll": 2.4016616344451904, "ppl": 11.041508096298307, "lr": 6.761962205456297e-05, "grad_norm": 2.2719857692718506, "seconds": 11.096206447999975, "tokens_per_second": 516789.23124520556, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 328, "tokens_seen": 1880883200, "batch": 280, "context_tokens": 20480, "nll": 2.386451482772827, "ppl": 10.874835851792959, "lr": 6.744485003073405e-05, "grad_norm": 1.7966161966323853, "seconds": 11.096871947000182, "tokens_per_second": 516758.2384827087, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 329, "tokens_seen": 1886617600, "batch": 280, "context_tokens": 20480, "nll": 2.3983941078186035, "ppl": 11.005488554050235, "lr": 6.726987450428098e-05, "grad_norm": 2.553391933441162, "seconds": 11.09707453700048, "tokens_per_second": 516748.8044601346, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 330, "tokens_seen": 1892352000, "batch": 280, "context_tokens": 20480, "nll": 2.394437551498413, "ppl": 10.962030747077263, "lr": 6.709469833646597e-05, "grad_norm": 2.213756561279297, "seconds": 11.096122887999627, "tokens_per_second": 516793.12295664195, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 331, "tokens_seen": 1898086400, "batch": 280, "context_tokens": 20480, "nll": 2.3869099617004395, "ppl": 10.879822878008108, "lr": 6.691932439183214e-05, "grad_norm": 2.3078603744506836, "seconds": 11.096613066999453, "tokens_per_second": 516770.29426696897, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 332, "tokens_seen": 1903820800, "batch": 280, "context_tokens": 20480, "nll": 2.386728048324585, "ppl": 10.877843872708896, "lr": 6.674375553815677e-05, "grad_norm": 2.185636043548584, "seconds": 11.097071006999613, "tokens_per_second": 516748.96883898077, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 333, "tokens_seen": 1909555200, "batch": 280, "context_tokens": 20480, "nll": 2.3857197761535645, "ppl": 10.866881572870966, "lr": 6.656799464640432e-05, "grad_norm": 2.176306962966919, "seconds": 11.096706587999506, "tokens_per_second": 516765.93902207405, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 334, "tokens_seen": 1915289600, "batch": 280, "context_tokens": 20480, "nll": 2.3841683864593506, "ppl": 10.85003587529008, "lr": 6.639204459067956e-05, "grad_norm": 1.716540813446045, "seconds": 11.09692805800023, "tokens_per_second": 516755.62552339304, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 335, "tokens_seen": 1921024000, "batch": 280, "context_tokens": 20480, "nll": 2.3942651748657227, "ppl": 10.960141311981541, "lr": 6.621590824818052e-05, "grad_norm": 2.545092821121216, "seconds": 11.097258337000312, "tokens_per_second": 516740.2457308261, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 336, "tokens_seen": 1926758400, "batch": 280, "context_tokens": 20480, "nll": 2.3808035850524902, "ppl": 10.813589011928247, "lr": 6.603958849915149e-05, "grad_norm": 1.9903579950332642, "seconds": 11.096938307000528, "tokens_per_second": 516755.14825404057, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 337, "tokens_seen": 1932492800, "batch": 280, "context_tokens": 20480, "nll": 2.380615234375, "ppl": 10.811552456911029, "lr": 6.586308822683582e-05, "grad_norm": 2.7026150226593018, "seconds": 11.096994787000767, "tokens_per_second": 516752.5181427846, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 338, "tokens_seen": 1938227200, "batch": 280, "context_tokens": 20480, "nll": 2.394340753555298, "ppl": 10.96096969640317, "lr": 6.568641031742893e-05, "grad_norm": 2.431922435760498, "seconds": 11.097280367000167, "tokens_per_second": 516739.21991304355, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 339, "tokens_seen": 1943961600, "batch": 280, "context_tokens": 20480, "nll": 2.380194902420044, "ppl": 10.807008970883782, "lr": 6.550955766003095e-05, "grad_norm": 2.134122133255005, "seconds": 11.096732056999826, "tokens_per_second": 516764.75295109395, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 340, "tokens_seen": 1949696000, "batch": 280, "context_tokens": 20480, "nll": 2.3865654468536377, "ppl": 10.876075263087618, "lr": 6.533253314659957e-05, "grad_norm": 1.8769360780715942, "seconds": 11.097065058000226, "tokens_per_second": 516749.24586171453, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 341, "tokens_seen": 1955430400, "batch": 280, "context_tokens": 20480, "nll": 2.378563404083252, "ppl": 10.789391728880382, "lr": 6.515533967190276e-05, "grad_norm": 2.4494690895080566, "seconds": 11.096862737000265, "tokens_per_second": 516758.6673735985, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 342, "tokens_seen": 1961164800, "batch": 280, "context_tokens": 20480, "nll": 2.3723063468933105, "ppl": 10.722092654434292, "lr": 6.497798013347136e-05, "grad_norm": 2.032743453979492, "seconds": 11.097643926999808, "tokens_per_second": 516722.29148104106, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 343, "tokens_seen": 1966899200, "batch": 280, "context_tokens": 20480, "nll": 2.3749799728393555, "ppl": 10.750797875964219, "lr": 6.480045743155181e-05, "grad_norm": 2.3518502712249756, "seconds": 11.09814735800046, "tokens_per_second": 516698.85207157314, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 344, "tokens_seen": 1972633600, "batch": 280, "context_tokens": 20480, "nll": 2.373323678970337, "ppl": 10.733006133599455, "lr": 6.462277446905859e-05, "grad_norm": 2.27927565574646, "seconds": 11.099493556999732, "tokens_per_second": 516636.184394529, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 345, "tokens_seen": 1978368000, "batch": 280, "context_tokens": 20480, "nll": 2.3725650310516357, "ppl": 10.72486664872681, "lr": 6.444493415152685e-05, "grad_norm": 2.0784010887145996, "seconds": 11.1004514870001, "tokens_per_second": 516591.60050522623, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 346, "tokens_seen": 1984102400, "batch": 280, "context_tokens": 20480, "nll": 2.37358021736145, "ppl": 10.735759914934992, "lr": 6.426693938706486e-05, "grad_norm": 1.7236212491989136, "seconds": 11.100003428000491, "tokens_per_second": 516612.4530677709, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 347, "tokens_seen": 1989836800, "batch": 280, "context_tokens": 20480, "nll": 2.379981517791748, "ppl": 10.804703167311809, "lr": 6.408879308630645e-05, "grad_norm": 2.578765869140625, "seconds": 11.099433397999746, "tokens_per_second": 516638.98456595175, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 348, "tokens_seen": 1995571200, "batch": 280, "context_tokens": 20480, "nll": 2.379840850830078, "ppl": 10.803183409437885, "lr": 6.391049816236347e-05, "grad_norm": 2.3452022075653076, "seconds": 11.099485116999858, "tokens_per_second": 516636.57724242104, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 349, "tokens_seen": 2001305600, "batch": 280, "context_tokens": 20480, "nll": 2.374786853790283, "ppl": 10.748721892564067, "lr": 6.373205753077803e-05, "grad_norm": 2.0541062355041504, "seconds": 11.098457897000117, "tokens_per_second": 516684.3946445923, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 350, "tokens_seen": 2007040000, "batch": 280, "context_tokens": 20480, "nll": 2.359919786453247, "ppl": 10.5901019487256, "lr": 6.355347410947498e-05, "grad_norm": 1.8416976928710938, "seconds": 11.09804635799992, "tokens_per_second": 516703.5543932841, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 350, "tokens_seen": 2007040000, "nll": 2.3923650681972504, "ppl": 10.939335647138241, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 350, "tokens_seen": 2007040000, "nll": 2.37835063835349, "ppl": 10.787096360272045, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 351, "tokens_seen": 2012774400, "batch": 280, "context_tokens": 20480, "nll": 2.3729419708251953, "ppl": 10.72891003954237, "lr": 6.337475081871408e-05, "grad_norm": 2.320603370666504, "seconds": 11.101165807000143, "tokens_per_second": 516558.3596980434, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 352, "tokens_seen": 2018508800, "batch": 280, "context_tokens": 20480, "nll": 2.375147581100464, "ppl": 10.752599949518725, "lr": 6.319589058104231e-05, "grad_norm": 2.0218560695648193, "seconds": 11.0963642480001, "tokens_per_second": 516781.88205055654, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 353, "tokens_seen": 2024243200, "batch": 280, "context_tokens": 20480, "nll": 2.3777084350585938, "ppl": 10.780171075405509, "lr": 6.3016896321246e-05, "grad_norm": 2.352411985397339, "seconds": 11.096429806999367, "tokens_per_second": 516778.828843028, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 354, "tokens_seen": 2029977600, "batch": 280, "context_tokens": 20480, "nll": 2.380291700363159, "ppl": 10.808055117755007, "lr": 6.283777096630314e-05, "grad_norm": 2.214176893234253, "seconds": 11.096622197000215, "tokens_per_second": 516769.86908234097, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 355, "tokens_seen": 2035712000, "batch": 280, "context_tokens": 20480, "nll": 2.3687634468078613, "ppl": 10.6841725646622, "lr": 6.265851744533535e-05, "grad_norm": 1.9099849462509155, "seconds": 11.096630838000237, "tokens_per_second": 516769.4666711483, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 356, "tokens_seen": 2041446400, "batch": 280, "context_tokens": 20480, "nll": 2.386104106903076, "ppl": 10.871058852287769, "lr": 6.247913868956014e-05, "grad_norm": 1.6522438526153564, "seconds": 11.096810777000428, "tokens_per_second": 516761.08705802966, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 357, "tokens_seen": 2047180800, "batch": 280, "context_tokens": 20480, "nll": 2.365548849105835, "ppl": 10.649882392171145, "lr": 6.229963763224284e-05, "grad_norm": 2.615712881088257, "seconds": 11.097072597000079, "tokens_per_second": 516748.8947986342, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 358, "tokens_seen": 2052915200, "batch": 280, "context_tokens": 20480, "nll": 2.3718199729919434, "ppl": 10.716878976400375, "lr": 6.212001720864875e-05, "grad_norm": 2.385545492172241, "seconds": 11.09794089800016, "tokens_per_second": 516708.46445337747, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 359, "tokens_seen": 2058649600, "batch": 280, "context_tokens": 20480, "nll": 2.3701469898223877, "ppl": 10.698964807472539, "lr": 6.194028035599507e-05, "grad_norm": 1.8384666442871094, "seconds": 11.09689221699955, "tokens_per_second": 516757.29455273604, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 360, "tokens_seen": 2064384000, "batch": 280, "context_tokens": 20480, "nll": 2.3642148971557617, "ppl": 10.635685431922667, "lr": 6.176043001340289e-05, "grad_norm": 1.6091264486312866, "seconds": 11.09682317700026, "tokens_per_second": 516760.5096101159, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 361, "tokens_seen": 2070118400, "batch": 280, "context_tokens": 20480, "nll": 2.3793160915374756, "ppl": 10.797515825742755, "lr": 6.15804691218491e-05, "grad_norm": 2.5293679237365723, "seconds": 11.097079678000227, "tokens_per_second": 516748.5650633248, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 362, "tokens_seen": 2075852800, "batch": 280, "context_tokens": 20480, "nll": 2.3621037006378174, "ppl": 10.613255095628062, "lr": 6.14004006241184e-05, "grad_norm": 2.3204994201660156, "seconds": 11.096844456999861, "tokens_per_second": 516759.5186379994, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 363, "tokens_seen": 2081587200, "batch": 280, "context_tokens": 20480, "nll": 2.3697121143341064, "ppl": 10.694313101457558, "lr": 6.1220227464755e-05, "grad_norm": 1.933915138244629, "seconds": 11.09749108699998, "tokens_per_second": 516729.4080296665, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 364, "tokens_seen": 2087321600, "batch": 280, "context_tokens": 20480, "nll": 2.3578004837036133, "ppl": 10.567682082180637, "lr": 6.103995259001466e-05, "grad_norm": 1.7017651796340942, "seconds": 11.096372887999678, "tokens_per_second": 516781.47966724733, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 365, "tokens_seen": 2093056000, "batch": 280, "context_tokens": 20480, "nll": 2.3608317375183105, "ppl": 10.599764008470084, "lr": 6.085957894781641e-05, "grad_norm": 2.295121669769287, "seconds": 11.097168398000576, "tokens_per_second": 516744.43374520575, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 366, "tokens_seen": 2098790400, "batch": 280, "context_tokens": 20480, "nll": 2.3675734996795654, "ppl": 10.67146652545738, "lr": 6.0679109487694335e-05, "grad_norm": 2.022041082382202, "seconds": 11.09658836700055, "tokens_per_second": 516771.444550757, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 367, "tokens_seen": 2104524800, "batch": 280, "context_tokens": 20480, "nll": 2.363924264907837, "ppl": 10.632594807896625, "lr": 6.049854716074939e-05, "grad_norm": 2.155271053314209, "seconds": 11.096921786999701, "tokens_per_second": 516755.91754805204, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 368, "tokens_seen": 2110259200, "batch": 280, "context_tokens": 20480, "nll": 2.3688857555389404, "ppl": 10.685479412169014, "lr": 6.031789491960109e-05, "grad_norm": 1.9710254669189453, "seconds": 11.09643512799994, "tokens_per_second": 516778.58103547426, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 369, "tokens_seen": 2115993600, "batch": 280, "context_tokens": 20480, "nll": 2.3764431476593018, "ppl": 10.766539686412552, "lr": 6.013715571833931e-05, "grad_norm": 2.0425665378570557, "seconds": 11.097334616999433, "tokens_per_second": 516736.6938017503, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 370, "tokens_seen": 2121728000, "batch": 280, "context_tokens": 20480, "nll": 2.374469041824341, "ppl": 10.745306362904868, "lr": 5.995633251247588e-05, "grad_norm": 1.7962232828140259, "seconds": 11.097239986999739, "tokens_per_second": 516741.10019408155, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 371, "tokens_seen": 2127462400, "batch": 280, "context_tokens": 20480, "nll": 2.352719783782959, "ppl": 10.514127024456592, "lr": 5.9775428258896346e-05, "grad_norm": 2.2506000995635986, "seconds": 11.097071237999444, "tokens_per_second": 516748.9580821854, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 372, "tokens_seen": 2133196800, "batch": 280, "context_tokens": 20480, "nll": 2.366968870162964, "ppl": 10.66501619203816, "lr": 5.959444591581154e-05, "grad_norm": 2.0340723991394043, "seconds": 11.097048626999822, "tokens_per_second": 516750.0109937197, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 373, "tokens_seen": 2138931200, "batch": 280, "context_tokens": 20480, "nll": 2.3690810203552246, "ppl": 10.687566114066442, "lr": 5.941338844270925e-05, "grad_norm": 1.8111799955368042, "seconds": 11.097654096999577, "tokens_per_second": 516721.81795163214, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 374, "tokens_seen": 2144665600, "batch": 280, "context_tokens": 20480, "nll": 2.3627545833587646, "ppl": 10.620165328614478, "lr": 5.923225880030582e-05, "grad_norm": 1.6857500076293945, "seconds": 11.096831058000134, "tokens_per_second": 516760.14260538365, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 375, "tokens_seen": 2150400000, "batch": 280, "context_tokens": 20480, "nll": 2.368440866470337, "ppl": 10.680726616497564, "lr": 5.905105995049774e-05, "grad_norm": 2.228113889694214, "seconds": 11.09709471699989, "tokens_per_second": 516747.8647555691, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 375, "tokens_seen": 2150400000, "nll": 2.3762618601322174, "ppl": 10.76458802396892, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 376, "tokens_seen": 2156134400, "batch": 280, "context_tokens": 20480, "nll": 2.3576316833496094, "ppl": 10.565898404251131, "lr": 5.8869794856313196e-05, "grad_norm": 1.914167881011963, "seconds": 11.099396898000123, "tokens_per_second": 516640.68351616635, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 377, "tokens_seen": 2161868800, "batch": 280, "context_tokens": 20480, "nll": 2.3699727058410645, "ppl": 10.697100311770441, "lr": 5.8688466481863626e-05, "grad_norm": 2.0746567249298096, "seconds": 11.0959740469998, "tokens_per_second": 516800.0552011478, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 378, "tokens_seen": 2167603200, "batch": 280, "context_tokens": 20480, "nll": 2.3695898056030273, "ppl": 10.693005173579486, "lr": 5.8507077792295264e-05, "grad_norm": 1.9615408182144165, "seconds": 11.096276907000174, "tokens_per_second": 516785.94974341424, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 379, "tokens_seen": 2173337600, "batch": 280, "context_tokens": 20480, "nll": 2.3503661155700684, "ppl": 10.489409357896688, "lr": 5.8325631753740604e-05, "grad_norm": 1.9640600681304932, "seconds": 11.096802688000025, "tokens_per_second": 516761.463750376, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 380, "tokens_seen": 2179072000, "batch": 280, "context_tokens": 20480, "nll": 2.351907730102539, "ppl": 10.50559245464339, "lr": 5.814413133326995e-05, "grad_norm": 1.7165968418121338, "seconds": 11.096325497999715, "tokens_per_second": 516783.6867288829, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 381, "tokens_seen": 2184806400, "batch": 280, "context_tokens": 20480, "nll": 2.362037181854248, "ppl": 10.612549138289364, "lr": 5.796257949884289e-05, "grad_norm": 2.1454455852508545, "seconds": 11.096506447000138, "tokens_per_second": 516775.2596178822, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 382, "tokens_seen": 2190540800, "batch": 280, "context_tokens": 20480, "nll": 2.358651876449585, "ppl": 10.576683161230127, "lr": 5.778097921925975e-05, "grad_norm": 1.928336501121521, "seconds": 11.096667024999988, "tokens_per_second": 516767.78145012475, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 383, "tokens_seen": 2196275200, "batch": 280, "context_tokens": 20480, "nll": 2.360520124435425, "ppl": 10.596461497909017, "lr": 5.759933346411303e-05, "grad_norm": 1.9875086545944214, "seconds": 11.097321277999981, "tokens_per_second": 516737.3149201538, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 384, "tokens_seen": 2202009600, "batch": 280, "context_tokens": 20480, "nll": 2.3497257232666016, "ppl": 10.482694171282384, "lr": 5.741764520373887e-05, "grad_norm": 1.786176085472107, "seconds": 11.098716358000274, "tokens_per_second": 516672.36237337295, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 385, "tokens_seen": 2207744000, "batch": 280, "context_tokens": 20480, "nll": 2.356775999069214, "ppl": 10.556861198127384, "lr": 5.723591740916848e-05, "grad_norm": 2.06946063041687, "seconds": 11.098307596999803, "tokens_per_second": 516691.39189746155, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 386, "tokens_seen": 2213478400, "batch": 280, "context_tokens": 20480, "nll": 2.354238271713257, "ppl": 10.53010472734522, "lr": 5.705415305207954e-05, "grad_norm": 1.8618433475494385, "seconds": 11.100515207000171, "tokens_per_second": 516588.63512783544, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 387, "tokens_seen": 2219212800, "batch": 280, "context_tokens": 20480, "nll": 2.345867395401001, "ppl": 10.442326426330874, "lr": 5.68723551047476e-05, "grad_norm": 1.9974300861358643, "seconds": 11.099600528000337, "tokens_per_second": 516631.2053784415, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 388, "tokens_seen": 2224947200, "batch": 280, "context_tokens": 20480, "nll": 2.3552470207214355, "ppl": 10.540732319430237, "lr": 5.6690526539997524e-05, "grad_norm": 1.8222564458847046, "seconds": 11.099392617000376, "tokens_per_second": 516640.882782803, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 389, "tokens_seen": 2230681600, "batch": 280, "context_tokens": 20480, "nll": 2.344437599182129, "ppl": 10.427406696118922, "lr": 5.6508670331154816e-05, "grad_norm": 1.9544906616210938, "seconds": 11.099345186999926, "tokens_per_second": 516643.0905055911, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 390, "tokens_seen": 2236416000, "batch": 280, "context_tokens": 20480, "nll": 2.346184492111206, "ppl": 10.445638178732699, "lr": 5.632678945199703e-05, "grad_norm": 1.7085829973220825, "seconds": 11.098883427000146, "tokens_per_second": 516664.5850203256, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 391, "tokens_seen": 2242150400, "batch": 280, "context_tokens": 20480, "nll": 2.336772918701172, "ppl": 10.347789465638957, "lr": 5.614488687670513e-05, "grad_norm": 2.158120632171631, "seconds": 11.098194608000085, "tokens_per_second": 516696.6522524648, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 392, "tokens_seen": 2247884800, "batch": 280, "context_tokens": 20480, "nll": 2.351529359817505, "ppl": 10.501618202548737, "lr": 5.596296557981489e-05, "grad_norm": 1.8902150392532349, "seconds": 11.097313997000128, "tokens_per_second": 516737.653953934, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 393, "tokens_seen": 2253619200, "batch": 280, "context_tokens": 20480, "nll": 2.364150285720825, "ppl": 10.634998267224965, "lr": 5.578102853616821e-05, "grad_norm": 1.7962216138839722, "seconds": 11.097599276999972, "tokens_per_second": 516724.3704577327, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 394, "tokens_seen": 2259353600, "batch": 280, "context_tokens": 20480, "nll": 2.3469507694244385, "ppl": 10.453645501814492, "lr": 5.559907872086448e-05, "grad_norm": 1.665230631828308, "seconds": 11.097306667999874, "tokens_per_second": 516737.9952232627, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 395, "tokens_seen": 2265088000, "batch": 280, "context_tokens": 20480, "nll": 2.343531370162964, "ppl": 10.41796135804241, "lr": 5.541711910921193e-05, "grad_norm": 2.0611228942871094, "seconds": 11.097228747000372, "tokens_per_second": 516741.62358327815, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 396, "tokens_seen": 2270822400, "batch": 280, "context_tokens": 20480, "nll": 2.3540592193603516, "ppl": 10.528219456103612, "lr": 5.5235152676679014e-05, "grad_norm": 1.8193594217300415, "seconds": 11.097025287000179, "tokens_per_second": 516751.0978566186, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 397, "tokens_seen": 2276556800, "batch": 280, "context_tokens": 20480, "nll": 2.346848726272583, "ppl": 10.452578833303141, "lr": 5.5053182398845705e-05, "grad_norm": 2.0296077728271484, "seconds": 11.097532838000006, "tokens_per_second": 516727.46399671404, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 398, "tokens_seen": 2282291200, "batch": 280, "context_tokens": 20480, "nll": 2.3580076694488525, "ppl": 10.569871782097756, "lr": 5.487121125135484e-05, "grad_norm": 1.767454981803894, "seconds": 11.097076576999825, "tokens_per_second": 516748.7094650956, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 399, "tokens_seen": 2288025600, "batch": 280, "context_tokens": 20480, "nll": 2.3453989028930664, "ppl": 10.437435420424002, "lr": 5.4689242209863505e-05, "grad_norm": 1.953769326210022, "seconds": 11.097189817000071, "tokens_per_second": 516743.4363621792, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 400, "tokens_seen": 2293760000, "batch": 280, "context_tokens": 20480, "nll": 2.345496654510498, "ppl": 10.438455746486635, "lr": 5.4507278249994346e-05, "grad_norm": 1.7369080781936646, "seconds": 11.096445297999708, "tokens_per_second": 516778.1074028912, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 400, "tokens_seen": 2293760000, "nll": 2.362225890159607, "ppl": 10.614552003425487, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 400, "tokens_seen": 2293760000, "nll": 2.3484686969691873, "ppl": 10.469525427503958, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 401, "tokens_seen": 2299494400, "batch": 280, "context_tokens": 20480, "nll": 2.335073232650757, "ppl": 10.33021641080028, "lr": 5.4325322347286876e-05, "grad_norm": 1.9431321620941162, "seconds": 11.099652937999963, "tokens_per_second": 516628.76596511644, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 402, "tokens_seen": 2305228800, "batch": 280, "context_tokens": 20480, "nll": 2.3430025577545166, "ppl": 10.41245366720153, "lr": 5.4143377477148924e-05, "grad_norm": 1.7217540740966797, "seconds": 11.095983037000224, "tokens_per_second": 516799.6364881145, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 403, "tokens_seen": 2310963200, "batch": 280, "context_tokens": 20480, "nll": 2.3369014263153076, "ppl": 10.349119320821194, "lr": 5.396144661480781e-05, "grad_norm": 2.046353816986084, "seconds": 11.096557707000102, "tokens_per_second": 516772.87240010814, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 404, "tokens_seen": 2316697600, "batch": 280, "context_tokens": 20480, "nll": 2.3346469402313232, "ppl": 10.325813656350343, "lr": 5.377953273526191e-05, "grad_norm": 1.8072407245635986, "seconds": 11.0965820170004, "tokens_per_second": 516771.74027233553, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 405, "tokens_seen": 2322432000, "batch": 280, "context_tokens": 20480, "nll": 2.3325393199920654, "ppl": 10.304073680355646, "lr": 5.35976388132318e-05, "grad_norm": 1.7949553728103638, "seconds": 11.096380748000229, "tokens_per_second": 516781.11361070984, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 406, "tokens_seen": 2328166400, "batch": 280, "context_tokens": 20480, "nll": 2.3491480350494385, "ppl": 10.476640191200353, "lr": 5.341576782311173e-05, "grad_norm": 1.598382830619812, "seconds": 11.096735746999911, "tokens_per_second": 516764.58111119206, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 407, "tokens_seen": 2333900800, "batch": 280, "context_tokens": 20480, "nll": 2.3413124084472656, "ppl": 10.394869929605902, "lr": 5.323392273892098e-05, "grad_norm": 2.084494113922119, "seconds": 11.096480659000008, "tokens_per_second": 516776.46059329703, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 408, "tokens_seen": 2339635200, "batch": 280, "context_tokens": 20480, "nll": 2.340003252029419, "ppl": 10.381270322873446, "lr": 5.3052106534255186e-05, "grad_norm": 1.8295987844467163, "seconds": 11.097441285000059, "tokens_per_second": 516731.7269568207, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 409, "tokens_seen": 2345369600, "batch": 280, "context_tokens": 20480, "nll": 2.343189239501953, "ppl": 10.414397663695912, "lr": 5.287032218223776e-05, "grad_norm": 1.7518254518508911, "seconds": 11.096441714999855, "tokens_per_second": 516778.2742686244, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 410, "tokens_seen": 2351104000, "batch": 280, "context_tokens": 20480, "nll": 2.33084774017334, "ppl": 10.286658251214302, "lr": 5.2688572655471194e-05, "grad_norm": 1.6030809879302979, "seconds": 11.097061284999654, "tokens_per_second": 516749.42155644577, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 411, "tokens_seen": 2356838400, "batch": 280, "context_tokens": 20480, "nll": 2.34806752204895, "ppl": 10.465326158852612, "lr": 5.250686092598857e-05, "grad_norm": 1.9172769784927368, "seconds": 11.096581134999724, "tokens_per_second": 516771.7813474215, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 412, "tokens_seen": 2362572800, "batch": 280, "context_tokens": 20480, "nll": 2.3345186710357666, "ppl": 10.324489257480781, "lr": 5.232518996520487e-05, "grad_norm": 1.6535526514053345, "seconds": 11.096569665000061, "tokens_per_second": 516772.3155099904, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 413, "tokens_seen": 2368307200, "batch": 280, "context_tokens": 20480, "nll": 2.34025239944458, "ppl": 10.383857111772983, "lr": 5.2143562743868376e-05, "grad_norm": 2.0164573192596436, "seconds": 11.096591675000127, "tokens_per_second": 516771.2904962716, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 414, "tokens_seen": 2374041600, "batch": 280, "context_tokens": 20480, "nll": 2.3481266498565674, "ppl": 10.465944968938645, "lr": 5.196198223201219e-05, "grad_norm": 1.8470498323440552, "seconds": 11.097154085000511, "tokens_per_second": 516745.10023708805, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 415, "tokens_seen": 2379776000, "batch": 280, "context_tokens": 20480, "nll": 2.333820343017578, "ppl": 10.31728189420355, "lr": 5.1780451398905555e-05, "grad_norm": 1.6897720098495483, "seconds": 11.09671553499993, "tokens_per_second": 516765.5223667979, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 416, "tokens_seen": 2385510400, "batch": 280, "context_tokens": 20480, "nll": 2.3374764919281006, "ppl": 10.355072455022613, "lr": 5.1598973213005386e-05, "grad_norm": 1.5282368659973145, "seconds": 11.096981325000343, "tokens_per_second": 516753.1450270169, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 417, "tokens_seen": 2391244800, "batch": 280, "context_tokens": 20480, "nll": 2.32938814163208, "ppl": 10.271654811999033, "lr": 5.141755064190765e-05, "grad_norm": 1.963868260383606, "seconds": 11.097212124999714, "tokens_per_second": 516742.3975866504, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 418, "tokens_seen": 2396979200, "batch": 280, "context_tokens": 20480, "nll": 2.3400394916534424, "ppl": 10.38164654302383, "lr": 5.123618665229894e-05, "grad_norm": 1.5054024457931519, "seconds": 11.096911704999911, "tokens_per_second": 516756.3870420149, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 419, "tokens_seen": 2402713600, "batch": 280, "context_tokens": 20480, "nll": 2.3302526473999023, "ppl": 10.280538556299891, "lr": 5.105488420990783e-05, "grad_norm": 1.9406882524490356, "seconds": 11.09659402500074, "tokens_per_second": 516771.1810561275, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 420, "tokens_seen": 2408448000, "batch": 280, "context_tokens": 20480, "nll": 2.3402600288391113, "ppl": 10.383936334617855, "lr": 5.08736462794565e-05, "grad_norm": 1.8519535064697266, "seconds": 11.096748344999469, "tokens_per_second": 516763.9944348287, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 421, "tokens_seen": 2414182400, "batch": 280, "context_tokens": 20480, "nll": 2.343564748764038, "ppl": 10.418309100822139, "lr": 5.069247582461222e-05, "grad_norm": 1.5652072429656982, "seconds": 11.096912795000208, "tokens_per_second": 516756.3362833377, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 422, "tokens_seen": 2419916800, "batch": 280, "context_tokens": 20480, "nll": 2.334653377532959, "ppl": 10.32588012694143, "lr": 5.0511375807938816e-05, "grad_norm": 1.3811781406402588, "seconds": 11.097321454999474, "tokens_per_second": 516737.3066783233, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 423, "tokens_seen": 2425651200, "batch": 280, "context_tokens": 20480, "nll": 2.334660530090332, "ppl": 10.325953983655596, "lr": 5.033034919084836e-05, "grad_norm": 1.9228917360305786, "seconds": 11.096574924999913, "tokens_per_second": 516772.0705495119, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 424, "tokens_seen": 2431385600, "batch": 280, "context_tokens": 20480, "nll": 2.336864948272705, "ppl": 10.348741812091141, "lr": 5.014939893355259e-05, "grad_norm": 1.6731595993041992, "seconds": 11.096854795000581, "tokens_per_second": 516759.0372168783, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 425, "tokens_seen": 2437120000, "batch": 280, "context_tokens": 20480, "nll": 2.333998203277588, "ppl": 10.319117091843372, "lr": 4.996852799501466e-05, "grad_norm": 1.8133395910263062, "seconds": 11.097580315000414, "tokens_per_second": 516725.25336436694, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 425, "tokens_seen": 2437120000, "nll": 2.349231004714966, "ppl": 10.47750947059428, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 426, "tokens_seen": 2442854400, "batch": 280, "context_tokens": 20480, "nll": 2.324626922607422, "ppl": 10.222865454270497, "lr": 4.978773933290061e-05, "grad_norm": 1.681169033050537, "seconds": 11.100293204000081, "tokens_per_second": 516598.9667672528, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 427, "tokens_seen": 2448588800, "batch": 280, "context_tokens": 20480, "nll": 2.3528010845184326, "ppl": 10.514981865465675, "lr": 4.9607035903531085e-05, "grad_norm": 1.5864088535308838, "seconds": 11.097918875000687, "tokens_per_second": 516709.4898231219, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 428, "tokens_seen": 2454323200, "batch": 280, "context_tokens": 20480, "nll": 2.3285346031188965, "ppl": 10.262891299552594, "lr": 4.9426420661833e-05, "grad_norm": 1.3457549810409546, "seconds": 11.099998444999983, "tokens_per_second": 516612.68498493097, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 429, "tokens_seen": 2460057600, "batch": 280, "context_tokens": 20480, "nll": 2.3350026607513428, "ppl": 10.329487413530474, "lr": 4.9245896561291164e-05, "grad_norm": 2.017150402069092, "seconds": 11.10101194500021, "tokens_per_second": 516565.51928878156, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 430, "tokens_seen": 2465792000, "batch": 280, "context_tokens": 20480, "nll": 2.336820125579834, "ppl": 10.348277964010833, "lr": 4.906546655390003e-05, "grad_norm": 1.8256727457046509, "seconds": 11.102278455000487, "tokens_per_second": 516506.59125895146, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 431, "tokens_seen": 2471526400, "batch": 280, "context_tokens": 20480, "nll": 2.3346142768859863, "ppl": 10.325476386241217, "lr": 4.888513359011539e-05, "grad_norm": 1.4835437536239624, "seconds": 11.101948425000046, "tokens_per_second": 516521.94556109875, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 432, "tokens_seen": 2477260800, "batch": 280, "context_tokens": 20480, "nll": 2.323443651199341, "ppl": 10.210776183724438, "lr": 4.870490061880617e-05, "grad_norm": 1.3401377201080322, "seconds": 11.103174044999832, "tokens_per_second": 516464.9294660396, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 433, "tokens_seen": 2482995200, "batch": 280, "context_tokens": 20480, "nll": 2.330662488937378, "ppl": 10.28475281155732, "lr": 4.852477058720616e-05, "grad_norm": 1.8735121488571167, "seconds": 11.104250395000236, "tokens_per_second": 516414.8678223208, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 434, "tokens_seen": 2488729600, "batch": 280, "context_tokens": 20480, "nll": 2.332677125930786, "ppl": 10.305493740745947, "lr": 4.8344746440865827e-05, "grad_norm": 1.6291725635528564, "seconds": 11.105737324999609, "tokens_per_second": 516345.7258341199, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 435, "tokens_seen": 2494464000, "batch": 280, "context_tokens": 20480, "nll": 2.3322112560272217, "ppl": 10.300693839522333, "lr": 4.816483112360423e-05, "grad_norm": 1.6142526865005493, "seconds": 11.107047075000082, "tokens_per_second": 516284.8380202762, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 436, "tokens_seen": 2500198400, "batch": 280, "context_tokens": 20480, "nll": 2.3280909061431885, "ppl": 10.258338695783912, "lr": 4.798502757746075e-05, "grad_norm": 1.438525676727295, "seconds": 11.108259835000354, "tokens_per_second": 516228.47189186385, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 437, "tokens_seen": 2505932800, "batch": 280, "context_tokens": 20480, "nll": 2.332233428955078, "ppl": 10.300922238595836, "lr": 4.780533874264708e-05, "grad_norm": 1.6798880100250244, "seconds": 11.105163725000239, "tokens_per_second": 516372.3959414094, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 438, "tokens_seen": 2511667200, "batch": 280, "context_tokens": 20480, "nll": 2.3241472244262695, "ppl": 10.217962740311417, "lr": 4.762576755749909e-05, "grad_norm": 1.5152472257614136, "seconds": 11.102047375000438, "tokens_per_second": 516517.34191953705, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 439, "tokens_seen": 2517401600, "batch": 280, "context_tokens": 20480, "nll": 2.31999135017395, "ppl": 10.175586288641316, "lr": 4.7446316958428836e-05, "grad_norm": 1.6850913763046265, "seconds": 11.101601915000174, "tokens_per_second": 516538.0675604878, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 440, "tokens_seen": 2523136000, "batch": 280, "context_tokens": 20480, "nll": 2.343344211578369, "ppl": 10.416011729590819, "lr": 4.726698987987648e-05, "grad_norm": 1.5664515495300293, "seconds": 11.100134275000528, "tokens_per_second": 516606.363304531, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 441, "tokens_seen": 2528870400, "batch": 280, "context_tokens": 20480, "nll": 2.3209452629089355, "ppl": 10.185297541095292, "lr": 4.708778925426231e-05, "grad_norm": 1.6090775728225708, "seconds": 11.099896524999167, "tokens_per_second": 516617.4285575541, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 442, "tokens_seen": 2534604800, "batch": 280, "context_tokens": 20480, "nll": 2.340312957763672, "ppl": 10.384485959746156, "lr": 4.6908718011938885e-05, "grad_norm": 1.3603029251098633, "seconds": 11.099487913999837, "tokens_per_second": 516636.4470533072, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 443, "tokens_seen": 2540339200, "batch": 280, "context_tokens": 20480, "nll": 2.3379836082458496, "ppl": 10.360325012952382, "lr": 4.6729779081142955e-05, "grad_norm": 1.7283672094345093, "seconds": 11.098931655000342, "tokens_per_second": 516662.33996643376, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 444, "tokens_seen": 2546073600, "batch": 280, "context_tokens": 20480, "nll": 2.3395206928253174, "ppl": 10.376261953843352, "lr": 4.655097538794774e-05, "grad_norm": 1.5567280054092407, "seconds": 11.098179275000803, "tokens_per_second": 516697.36610914365, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 445, "tokens_seen": 2551808000, "batch": 280, "context_tokens": 20480, "nll": 2.3265721797943115, "ppl": 10.24277091110561, "lr": 4.637230985621494e-05, "grad_norm": 1.5388737916946411, "seconds": 11.09779686499951, "tokens_per_second": 516715.17056554573, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 446, "tokens_seen": 2557542400, "batch": 280, "context_tokens": 20480, "nll": 2.3216867446899414, "ppl": 10.192852554262304, "lr": 4.6193785407547054e-05, "grad_norm": 1.4543054103851318, "seconds": 11.097774715000014, "tokens_per_second": 516716.20187507046, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 447, "tokens_seen": 2563276800, "batch": 280, "context_tokens": 20480, "nll": 2.3213860988616943, "ppl": 10.189788576273108, "lr": 4.601540496123949e-05, "grad_norm": 1.5812822580337524, "seconds": 11.09823283500009, "tokens_per_second": 516694.87253102433, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 448, "tokens_seen": 2569011200, "batch": 280, "context_tokens": 20480, "nll": 2.3132457733154297, "ppl": 10.107177078444115, "lr": 4.583717143423289e-05, "grad_norm": 1.3550000190734863, "seconds": 11.097981574999721, "tokens_per_second": 516706.5705819703, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 449, "tokens_seen": 2574745600, "batch": 280, "context_tokens": 20480, "nll": 2.323648691177368, "ppl": 10.212870015701085, "lr": 4.565908774106545e-05, "grad_norm": 1.7041386365890503, "seconds": 11.097367145000135, "tokens_per_second": 516735.179171179, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 450, "tokens_seen": 2580480000, "batch": 280, "context_tokens": 20480, "nll": 2.311033010482788, "ppl": 10.084837018404611, "lr": 4.548115679382518e-05, "grad_norm": 1.637911081314087, "seconds": 11.09728280500076, "tokens_per_second": 516739.1063888101, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 450, "tokens_seen": 2580480000, "nll": 2.336162805557251, "ppl": 10.341478068804305, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 450, "tokens_seen": 2580480000, "nll": 2.322547684076796, "ppl": 10.201631761130884, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 451, "tokens_seen": 2586214400, "batch": 280, "context_tokens": 20480, "nll": 2.3259165287017822, "ppl": 10.236057428258897, "lr": 4.5303381502102366e-05, "grad_norm": 1.350305199623108, "seconds": 11.101465065000411, "tokens_per_second": 516544.43502946675, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 452, "tokens_seen": 2591948800, "batch": 280, "context_tokens": 20480, "nll": 2.324018955230713, "ppl": 10.216652174504897, "lr": 4.512576477294196e-05, "grad_norm": 1.1602569818496704, "seconds": 11.095387995000237, "tokens_per_second": 516827.3522822288, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 453, "tokens_seen": 2597683200, "batch": 280, "context_tokens": 20480, "nll": 2.3223743438720703, "ppl": 10.19986356144735, "lr": 4.494830951079604e-05, "grad_norm": 1.747403621673584, "seconds": 11.095775765000326, "tokens_per_second": 516809.2904407961, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 454, "tokens_seen": 2603417600, "batch": 280, "context_tokens": 20480, "nll": 2.319685459136963, "ppl": 10.172474144012371, "lr": 4.4771018617476296e-05, "grad_norm": 1.605934500694275, "seconds": 11.096288675000324, "tokens_per_second": 516785.401673937, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 455, "tokens_seen": 2609152000, "batch": 280, "context_tokens": 20480, "nll": 2.32224440574646, "ppl": 10.198538296397787, "lr": 4.459389499210664e-05, "grad_norm": 1.2728917598724365, "seconds": 11.097249264999846, "tokens_per_second": 516740.6681659394, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 456, "tokens_seen": 2614886400, "batch": 280, "context_tokens": 20480, "nll": 2.3169071674346924, "ppl": 10.144251267352658, "lr": 4.4416941531075716e-05, "grad_norm": 1.1273988485336304, "seconds": 11.09649314499984, "tokens_per_second": 516775.8791059103, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 457, "tokens_seen": 2620620800, "batch": 280, "context_tokens": 20480, "nll": 2.3211004734039307, "ppl": 10.18687852885809, "lr": 4.42401611279896e-05, "grad_norm": 1.7065383195877075, "seconds": 11.096803315000216, "tokens_per_second": 516761.4345519188, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 458, "tokens_seen": 2626355200, "batch": 280, "context_tokens": 20480, "nll": 2.319948196411133, "ppl": 10.17514718327868, "lr": 4.406355667362449e-05, "grad_norm": 1.5809122323989868, "seconds": 11.096479134999754, "tokens_per_second": 516776.5315678329, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 459, "tokens_seen": 2632089600, "batch": 280, "context_tokens": 20480, "nll": 2.3217968940734863, "ppl": 10.193975352524355, "lr": 4.3887131055879346e-05, "grad_norm": 1.266000509262085, "seconds": 11.096711244999824, "tokens_per_second": 516765.7221488862, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 460, "tokens_seen": 2637824000, "batch": 280, "context_tokens": 20480, "nll": 2.3182778358459473, "ppl": 10.158165205640113, "lr": 4.37108871597288e-05, "grad_norm": 1.1293466091156006, "seconds": 11.097102574999553, "tokens_per_second": 516747.4988398249, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 461, "tokens_seen": 2643558400, "batch": 280, "context_tokens": 20480, "nll": 2.3260889053344727, "ppl": 10.237822037454732, "lr": 4.353482786717583e-05, "grad_norm": 1.609539270401001, "seconds": 11.096819823999795, "tokens_per_second": 516760.66575379105, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 462, "tokens_seen": 2649292800, "batch": 280, "context_tokens": 20480, "nll": 2.313929319381714, "ppl": 10.114088161329992, "lr": 4.3358956057204786e-05, "grad_norm": 1.3867204189300537, "seconds": 11.097269415000483, "tokens_per_second": 516739.72988784563, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 463, "tokens_seen": 2655027200, "batch": 280, "context_tokens": 20480, "nll": 2.320094108581543, "ppl": 10.176631969409986, "lr": 4.3183274605734185e-05, "grad_norm": 1.363592505455017, "seconds": 11.096815345000323, "tokens_per_second": 516760.87433352106, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 464, "tokens_seen": 2660761600, "batch": 280, "context_tokens": 20480, "nll": 2.303499460220337, "ppl": 10.009147853874447, "lr": 4.300778638556974e-05, "grad_norm": 1.266683578491211, "seconds": 11.096924825000315, "tokens_per_second": 516755.77607599384, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 465, "tokens_seen": 2666496000, "batch": 280, "context_tokens": 20480, "nll": 2.3189198970794678, "ppl": 10.164689463984901, "lr": 4.28324942663574e-05, "grad_norm": 1.4517972469329834, "seconds": 11.09677552500034, "tokens_per_second": 516762.72869364225, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 466, "tokens_seen": 2672230400, "batch": 280, "context_tokens": 20480, "nll": 2.323054790496826, "ppl": 10.2068063860236, "lr": 4.265740111453639e-05, "grad_norm": 1.3081715106964111, "seconds": 11.097435515000143, "tokens_per_second": 516731.99562628195, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 467, "tokens_seen": 2677964800, "batch": 280, "context_tokens": 20480, "nll": 2.3148603439331055, "ppl": 10.12350901056359, "lr": 4.248250979329235e-05, "grad_norm": 1.4073970317840576, "seconds": 11.096860644999651, "tokens_per_second": 516758.76479389454, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 468, "tokens_seen": 2683699200, "batch": 280, "context_tokens": 20480, "nll": 2.311948299407959, "ppl": 10.094071783634178, "lr": 4.2307823162510486e-05, "grad_norm": 1.3056981563568115, "seconds": 11.096941535000042, "tokens_per_second": 516754.99793466093, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 469, "tokens_seen": 2689433600, "batch": 280, "context_tokens": 20480, "nll": 2.3140013217926025, "ppl": 10.11481642627965, "lr": 4.213334407872889e-05, "grad_norm": 1.408629298210144, "seconds": 11.097676934999981, "tokens_per_second": 516720.7545855641, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 470, "tokens_seen": 2695168000, "batch": 280, "context_tokens": 20480, "nll": 2.3224949836730957, "ppl": 10.201094145185085, "lr": 4.195907539509173e-05, "grad_norm": 1.1514018774032593, "seconds": 11.097788815000058, "tokens_per_second": 516715.54537506035, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 471, "tokens_seen": 2700902400, "batch": 280, "context_tokens": 20480, "nll": 2.320408821105957, "ppl": 10.179835186967015, "lr": 4.178501996130263e-05, "grad_norm": 1.4315595626831055, "seconds": 11.099335455000073, "tokens_per_second": 516643.5435030252, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 472, "tokens_seen": 2706636800, "batch": 280, "context_tokens": 20480, "nll": 2.3093647956848145, "ppl": 10.068027369006648, "lr": 4.161118062357811e-05, "grad_norm": 1.3415261507034302, "seconds": 11.100829095000336, "tokens_per_second": 516574.02802306873, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 473, "tokens_seen": 2712371200, "batch": 280, "context_tokens": 20480, "nll": 2.3216445446014404, "ppl": 10.192422424058268, "lr": 4.143756022460098e-05, "grad_norm": 1.2940784692764282, "seconds": 11.099398204999488, "tokens_per_second": 516640.6226796207, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 474, "tokens_seen": 2718105600, "batch": 280, "context_tokens": 20480, "nll": 2.30177640914917, "ppl": 9.9919164305178, "lr": 4.126416160347391e-05, "grad_norm": 1.1842182874679565, "seconds": 11.099429504999534, "tokens_per_second": 516639.1657712718, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 475, "tokens_seen": 2723840000, "batch": 280, "context_tokens": 20480, "nll": 2.309398889541626, "ppl": 10.0683706327417, "lr": 4.109098759567295e-05, "grad_norm": 1.4385403394699097, "seconds": 11.099236473999554, "tokens_per_second": 516648.1508374997, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 475, "tokens_seen": 2723840000, "nll": 2.323912888765335, "ppl": 10.215568587787876, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 476, "tokens_seen": 2729574400, "batch": 280, "context_tokens": 20480, "nll": 2.3069381713867188, "ppl": 10.043625668013526, "lr": 4.091804103300124e-05, "grad_norm": 1.314562439918518, "seconds": 11.09943171500072, "tokens_per_second": 516639.06290355773, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 477, "tokens_seen": 2735308800, "batch": 280, "context_tokens": 20480, "nll": 2.313793897628784, "ppl": 10.112718586519103, "lr": 4.0745324743542594e-05, "grad_norm": 1.3123055696487427, "seconds": 11.096977445000448, "tokens_per_second": 516753.3257070406, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 478, "tokens_seen": 2741043200, "batch": 280, "context_tokens": 20480, "nll": 2.2965590953826904, "ppl": 9.93992122297139, "lr": 4.057284155161536e-05, "grad_norm": 1.286913275718689, "seconds": 11.09672224500082, "tokens_per_second": 516765.2098873974, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 479, "tokens_seen": 2746777600, "batch": 280, "context_tokens": 20480, "nll": 2.319315195083618, "ppl": 10.168708339717268, "lr": 4.040059427772619e-05, "grad_norm": 1.2252010107040405, "seconds": 11.096806165000089, "tokens_per_second": 516761.3018317468, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 480, "tokens_seen": 2752512000, "batch": 280, "context_tokens": 20480, "nll": 2.3088462352752686, "ppl": 10.062807842047839, "lr": 4.0228585738523895e-05, "grad_norm": 0.9728610515594482, "seconds": 11.097281414999998, "tokens_per_second": 516739.1711134687, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 481, "tokens_seen": 2758246400, "batch": 280, "context_tokens": 20480, "nll": 2.311750888824463, "ppl": 10.092079303708301, "lr": 4.0056818746753437e-05, "grad_norm": 1.4785089492797852, "seconds": 11.096546705000037, "tokens_per_second": 516773.38476988644, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 482, "tokens_seen": 2763980800, "batch": 280, "context_tokens": 20480, "nll": 2.3020029067993164, "ppl": 9.994179832427704, "lr": 3.9885296111209895e-05, "grad_norm": 1.3481968641281128, "seconds": 11.09671620500012, "tokens_per_second": 516765.4911654053, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 483, "tokens_seen": 2769715200, "batch": 280, "context_tokens": 20480, "nll": 2.3109638690948486, "ppl": 10.084139762880902, "lr": 3.9714020636692556e-05, "grad_norm": 1.191898226737976, "seconds": 11.096491695000623, "tokens_per_second": 516775.946633976, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 484, "tokens_seen": 2775449600, "batch": 280, "context_tokens": 20480, "nll": 2.295203447341919, "ppl": 9.9264553178163, "lr": 3.9542995123959034e-05, "grad_norm": 1.153154969215393, "seconds": 11.096600963999663, "tokens_per_second": 516770.8579054005, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 485, "tokens_seen": 2781184000, "batch": 280, "context_tokens": 20480, "nll": 2.2976434230804443, "ppl": 9.95070520049309, "lr": 3.937222236967947e-05, "grad_norm": 1.228779673576355, "seconds": 11.09689463399991, "tokens_per_second": 516757.1819984938, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 486, "tokens_seen": 2786918400, "batch": 280, "context_tokens": 20480, "nll": 2.304736614227295, "ppl": 10.021538374158652, "lr": 3.920170516639084e-05, "grad_norm": 1.0943849086761475, "seconds": 11.097880604999773, "tokens_per_second": 516711.2716473595, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 487, "tokens_seen": 2792652800, "batch": 280, "context_tokens": 20480, "nll": 2.29862904548645, "ppl": 9.960517673396469, "lr": 3.9031446302451226e-05, "grad_norm": 1.4758222103118896, "seconds": 11.097202435000327, "tokens_per_second": 516742.8488024902, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 488, "tokens_seen": 2798387200, "batch": 280, "context_tokens": 20480, "nll": 2.3073301315307617, "ppl": 10.047563140592823, "lr": 3.886144856199428e-05, "grad_norm": 1.3529256582260132, "seconds": 11.09650821499963, "tokens_per_second": 516775.1772804136, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 489, "tokens_seen": 2804121600, "batch": 280, "context_tokens": 20480, "nll": 2.2974417209625244, "ppl": 9.948698324581718, "lr": 3.869171472488363e-05, "grad_norm": 1.2141932249069214, "seconds": 11.096956545000467, "tokens_per_second": 516754.2989598829, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 490, "tokens_seen": 2809856000, "batch": 280, "context_tokens": 20480, "nll": 2.304469347000122, "ppl": 10.018860303281615, "lr": 3.852224756666752e-05, "grad_norm": 1.1019628047943115, "seconds": 11.096687655000096, "tokens_per_second": 516766.8207202458, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 491, "tokens_seen": 2815590400, "batch": 280, "context_tokens": 20480, "nll": 2.305067300796509, "ppl": 10.024852910307938, "lr": 3.835304985853332e-05, "grad_norm": 1.1971113681793213, "seconds": 11.09678278499996, "tokens_per_second": 516762.3906049109, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 492, "tokens_seen": 2821324800, "batch": 280, "context_tokens": 20480, "nll": 2.306058168411255, "ppl": 10.034791135318883, "lr": 3.8184124367262256e-05, "grad_norm": 0.9619575142860413, "seconds": 11.096240695000233, "tokens_per_second": 516787.63624727586, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 493, "tokens_seen": 2827059200, "batch": 280, "context_tokens": 20480, "nll": 2.3173298835754395, "ppl": 10.148540312559613, "lr": 3.801547385518421e-05, "grad_norm": 1.3808976411819458, "seconds": 11.097650595000232, "tokens_per_second": 516721.9810095202, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 494, "tokens_seen": 2832793600, "batch": 280, "context_tokens": 20480, "nll": 2.2983579635620117, "ppl": 9.957817923040455, "lr": 3.7847101080132456e-05, "grad_norm": 1.2393302917480469, "seconds": 11.096695024999462, "tokens_per_second": 516766.4775035374, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 495, "tokens_seen": 2838528000, "batch": 280, "context_tokens": 20480, "nll": 2.2932279109954834, "ppl": 9.906864602001718, "lr": 3.767900879539865e-05, "grad_norm": 1.103663444519043, "seconds": 11.096522595000351, "tokens_per_second": 516774.5075906655, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 496, "tokens_seen": 2844262400, "batch": 280, "context_tokens": 20480, "nll": 2.2912917137145996, "ppl": 9.887701515441929, "lr": 3.7511199749687725e-05, "grad_norm": 1.082139015197754, "seconds": 11.097169904999646, "tokens_per_second": 516744.3635711535, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 497, "tokens_seen": 2849996800, "batch": 280, "context_tokens": 20480, "nll": 2.302639961242676, "ppl": 10.0005486975392, "lr": 3.734367668707306e-05, "grad_norm": 1.218320369720459, "seconds": 11.096520782999505, "tokens_per_second": 516774.59197710187, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 498, "tokens_seen": 2855731200, "batch": 280, "context_tokens": 20480, "nll": 2.2909398078918457, "ppl": 9.88422258786833, "lr": 3.717644234695147e-05, "grad_norm": 1.067826271057129, "seconds": 11.096431594000023, "tokens_per_second": 516778.7456195071, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 499, "tokens_seen": 2861465600, "batch": 280, "context_tokens": 20480, "nll": 2.306903839111328, "ppl": 10.043280853410339, "lr": 3.70094994639985e-05, "grad_norm": 1.2895482778549194, "seconds": 11.096922843999891, "tokens_per_second": 516755.8683261992, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 500, "tokens_seen": 2867200000, "batch": 280, "context_tokens": 20480, "nll": 2.301192283630371, "ppl": 9.986081601451213, "lr": 3.684285076812368e-05, "grad_norm": 1.1301720142364502, "seconds": 11.097020057999543, "tokens_per_second": 516751.34135368397, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 500, "tokens_seen": 2867200000, "nll": 2.3119078874588013, "ppl": 10.093663870760794, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 500, "tokens_seen": 2867200000, "nll": 2.298635008570912, "ppl": 9.96057706898173, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 501, "tokens_seen": 2872934400, "batch": 280, "context_tokens": 20480, "nll": 2.284517526626587, "ppl": 9.820946735469219, "lr": 3.667649898442592e-05, "grad_norm": 1.1806992292404175, "seconds": 11.101411174000532, "tokens_per_second": 516546.942557172, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 502, "tokens_seen": 2878668800, "batch": 280, "context_tokens": 20480, "nll": 2.3102290630340576, "ppl": 10.076732597613525, "lr": 3.651044683314887e-05, "grad_norm": 1.1882587671279907, "seconds": 11.095582453999668, "tokens_per_second": 516818.29446753365, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 503, "tokens_seen": 2884403200, "batch": 280, "context_tokens": 20480, "nll": 2.304497480392456, "ppl": 10.019142171774208, "lr": 3.6344697029636514e-05, "grad_norm": 1.103224277496338, "seconds": 11.095827744000417, "tokens_per_second": 516806.86941996065, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 504, "tokens_seen": 2890137600, "batch": 280, "context_tokens": 20480, "nll": 2.2878479957580566, "ppl": 9.853709623022443, "lr": 3.6179252284288716e-05, "grad_norm": 0.8095800280570984, "seconds": 11.096747743999913, "tokens_per_second": 516764.0224227526, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 505, "tokens_seen": 2895872000, "batch": 280, "context_tokens": 20480, "nll": 2.2859792709350586, "ppl": 9.835312945768646, "lr": 3.601411530251693e-05, "grad_norm": 1.202452301979065, "seconds": 11.096566053999595, "tokens_per_second": 516772.4836759854, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 506, "tokens_seen": 2901606400, "batch": 280, "context_tokens": 20480, "nll": 2.2945430278778076, "ppl": 9.919901857769261, "lr": 3.584928878469995e-05, "grad_norm": 0.7721490263938904, "seconds": 11.096527804000289, "tokens_per_second": 516774.26500321605, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 507, "tokens_seen": 2907340800, "batch": 280, "context_tokens": 20480, "nll": 2.29742693901062, "ppl": 9.948551264488495, "lr": 3.568477542613979e-05, "grad_norm": 1.1116772890090942, "seconds": 11.096810595000534, "tokens_per_second": 516761.09553347965, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 508, "tokens_seen": 2913075200, "batch": 280, "context_tokens": 20480, "nll": 2.2883386611938477, "ppl": 9.858545684095764, "lr": 3.5520577917017476e-05, "grad_norm": 0.7213237285614014, "seconds": 11.096056933999535, "tokens_per_second": 516796.1947301451, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 509, "tokens_seen": 2918809600, "batch": 280, "context_tokens": 20480, "nll": 2.2792601585388184, "ppl": 9.7694498910577, "lr": 3.535669894234925e-05, "grad_norm": 1.1121313571929932, "seconds": 11.096681353999884, "tokens_per_second": 516767.1141546289, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 510, "tokens_seen": 2924544000, "batch": 280, "context_tokens": 20480, "nll": 2.289443254470825, "ppl": 9.869441383929741, "lr": 3.5193141181942513e-05, "grad_norm": 0.7528702616691589, "seconds": 11.09775397500016, "tokens_per_second": 516717.1675383908, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 511, "tokens_seen": 2930278400, "batch": 280, "context_tokens": 20480, "nll": 2.285759687423706, "ppl": 9.833153510313648, "lr": 3.502990731035209e-05, "grad_norm": 1.1685233116149902, "seconds": 11.098055704000217, "tokens_per_second": 516703.11926196906, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 512, "tokens_seen": 2936012800, "batch": 280, "context_tokens": 20480, "nll": 2.2834455966949463, "ppl": 9.810425008990679, "lr": 3.486699999683642e-05, "grad_norm": 0.7376592755317688, "seconds": 11.098696213999574, "tokens_per_second": 516673.30012752255, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 513, "tokens_seen": 2941747200, "batch": 280, "context_tokens": 20480, "nll": 2.2934069633483887, "ppl": 9.908638608233877, "lr": 3.470442190531396e-05, "grad_norm": 1.1701346635818481, "seconds": 11.099847053999838, "tokens_per_second": 516619.73107400653, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 514, "tokens_seen": 2947481600, "batch": 280, "context_tokens": 20480, "nll": 2.2998762130737305, "ppl": 9.972947857841646, "lr": 3.454217569431965e-05, "grad_norm": 0.779445230960846, "seconds": 11.099867384999925, "tokens_per_second": 516618.7848108276, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 515, "tokens_seen": 2953216000, "batch": 280, "context_tokens": 20480, "nll": 2.296332836151123, "ppl": 9.937672478442838, "lr": 3.438026401696135e-05, "grad_norm": 1.0928092002868652, "seconds": 11.099077073999979, "tokens_per_second": 516655.57070804166, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 516, "tokens_seen": 2958950400, "batch": 280, "context_tokens": 20480, "nll": 2.287337064743042, "ppl": 9.848676343101998, "lr": 3.421868952087652e-05, "grad_norm": 0.7330476641654968, "seconds": 11.09924298399983, "tokens_per_second": 516647.84780966176, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 517, "tokens_seen": 2964684800, "batch": 280, "context_tokens": 20480, "nll": 2.288484811782837, "ppl": 9.859986621648444, "lr": 3.405745484818894e-05, "grad_norm": 1.0036338567733765, "seconds": 11.098599164000007, "tokens_per_second": 516677.8180980171, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 518, "tokens_seen": 2970419200, "batch": 280, "context_tokens": 20480, "nll": 2.290562629699707, "ppl": 9.880495177655053, "lr": 3.3896562635465455e-05, "grad_norm": 0.6714954376220703, "seconds": 11.098010064999471, "tokens_per_second": 516705.2441306534, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 519, "tokens_seen": 2976153600, "batch": 280, "context_tokens": 20480, "nll": 2.29533052444458, "ppl": 9.927716823150307, "lr": 3.373601551367286e-05, "grad_norm": 0.9369939565658569, "seconds": 11.097743434000222, "tokens_per_second": 516717.6583332684, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 520, "tokens_seen": 2981888000, "batch": 280, "context_tokens": 20480, "nll": 2.2918777465820312, "ppl": 9.893497731734072, "lr": 3.3575816108134945e-05, "grad_norm": 0.7872251868247986, "seconds": 11.097524864000661, "tokens_per_second": 516727.8352853131, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 521, "tokens_seen": 2987622400, "batch": 280, "context_tokens": 20480, "nll": 2.296556234359741, "ppl": 9.93989278466934, "lr": 3.3415967038489505e-05, "grad_norm": 1.1062496900558472, "seconds": 11.097083555000609, "tokens_per_second": 516748.3845263059, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 522, "tokens_seen": 2993356800, "batch": 280, "context_tokens": 20480, "nll": 2.280007839202881, "ppl": 9.776757051210542, "lr": 3.325647091864549e-05, "grad_norm": 0.6311378479003906, "seconds": 11.097318713999812, "tokens_per_second": 516737.4343106658, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 523, "tokens_seen": 2999091200, "batch": 280, "context_tokens": 20480, "nll": 2.2797579765319824, "ppl": 9.774314509743675, "lr": 3.309733035674031e-05, "grad_norm": 1.0035995244979858, "seconds": 11.09708354400027, "tokens_per_second": 516748.3850385492, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 524, "tokens_seen": 3004825600, "batch": 280, "context_tokens": 20480, "nll": 2.2843244075775146, "ppl": 9.81905030669883, "lr": 3.293854795509718e-05, "grad_norm": 0.6659848690032959, "seconds": 11.096775874999366, "tokens_per_second": 516762.71239463304, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 525, "tokens_seen": 3010560000, "batch": 280, "context_tokens": 20480, "nll": 2.2846271991729736, "ppl": 9.82202388277129, "lr": 3.278012631018254e-05, "grad_norm": 0.8085021376609802, "seconds": 11.097183714000494, "tokens_per_second": 516743.72055004665, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 525, "tokens_seen": 3010560000, "nll": 2.2996707260608673, "ppl": 9.970898757115902, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 526, "tokens_seen": 3016294400, "batch": 280, "context_tokens": 20480, "nll": 2.2943294048309326, "ppl": 9.917782964439986, "lr": 3.2622068012563585e-05, "grad_norm": 0.4132375419139862, "seconds": 11.099014063999675, "tokens_per_second": 516658.5038034931, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 527, "tokens_seen": 3022028800, "batch": 280, "context_tokens": 20480, "nll": 2.2776308059692383, "ppl": 9.753544973652028, "lr": 3.246437564686594e-05, "grad_norm": 0.6920820474624634, "seconds": 11.09718055400026, "tokens_per_second": 516743.86769645644, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 528, "tokens_seen": 3027763200, "batch": 280, "context_tokens": 20480, "nll": 2.2736167907714844, "ppl": 9.714472566975159, "lr": 3.230705179173141e-05, "grad_norm": 0.4678069055080414, "seconds": 11.096769864000635, "tokens_per_second": 516762.9923193361, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 529, "tokens_seen": 3033497600, "batch": 280, "context_tokens": 20480, "nll": 2.278510093688965, "ppl": 9.762124917538012, "lr": 3.215009901977574e-05, "grad_norm": 0.7272864580154419, "seconds": 11.09634832500069, "tokens_per_second": 516782.62362042814, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 530, "tokens_seen": 3039232000, "batch": 280, "context_tokens": 20480, "nll": 2.2745914459228516, "ppl": 9.723945443349356, "lr": 3.1993519897546614e-05, "grad_norm": 0.33471331000328064, "seconds": 11.096868284000266, "tokens_per_second": 516758.40906104987, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 531, "tokens_seen": 3044966400, "batch": 280, "context_tokens": 20480, "nll": 2.28798770904541, "ppl": 9.855086413362216, "lr": 3.1837316985481646e-05, "grad_norm": 0.6192111968994141, "seconds": 11.096234363999429, "tokens_per_second": 516787.93110252434, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 532, "tokens_seen": 3050700800, "batch": 280, "context_tokens": 20480, "nll": 2.2856905460357666, "ppl": 9.832473655935432, "lr": 3.168149283786656e-05, "grad_norm": 0.34396329522132874, "seconds": 11.096682394999334, "tokens_per_second": 516767.06567578966, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 533, "tokens_seen": 3056435200, "batch": 280, "context_tokens": 20480, "nll": 2.27078914642334, "ppl": 9.68704229333179, "lr": 3.152605000279335e-05, "grad_norm": 0.6140995025634766, "seconds": 11.09654526399936, "tokens_per_second": 516773.4518782323, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 534, "tokens_seen": 3062169600, "batch": 280, "context_tokens": 20480, "nll": 2.277355670928955, "ppl": 9.750861800797159, "lr": 3.137099102211868e-05, "grad_norm": 0.39082300662994385, "seconds": 11.096980593999433, "tokens_per_second": 516753.1790675395, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 535, "tokens_seen": 3067904000, "batch": 280, "context_tokens": 20480, "nll": 2.279829502105713, "ppl": 9.775013648199648, "lr": 3.1216318431422276e-05, "grad_norm": 0.52118980884552, "seconds": 11.096478243999627, "tokens_per_second": 516776.57306279603, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 536, "tokens_seen": 3073638400, "batch": 280, "context_tokens": 20480, "nll": 2.2885782718658447, "ppl": 9.860908179880342, "lr": 3.106203475996546e-05, "grad_norm": 0.3428132236003876, "seconds": 11.096671715000411, "tokens_per_second": 516767.56303858873, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 537, "tokens_seen": 3079372800, "batch": 280, "context_tokens": 20480, "nll": 2.282353639602661, "ppl": 9.799718292525133, "lr": 3.0908142530649856e-05, "grad_norm": 0.540065348148346, "seconds": 11.096770703999937, "tokens_per_second": 516762.95320159954, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 538, "tokens_seen": 3085107200, "batch": 280, "context_tokens": 20480, "nll": 2.2858986854553223, "ppl": 9.834520394291053, "lr": 3.075464425997604e-05, "grad_norm": 0.367545485496521, "seconds": 11.096524953999506, "tokens_per_second": 516774.3977300892, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 539, "tokens_seen": 3090841600, "batch": 280, "context_tokens": 20480, "nll": 2.2728183269500732, "ppl": 9.706719007966452, "lr": 3.060154245800248e-05, "grad_norm": 0.44917765259742737, "seconds": 11.096640725000725, "tokens_per_second": 516769.0062345085, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 540, "tokens_seen": 3096576000, "batch": 280, "context_tokens": 20480, "nll": 2.281153678894043, "ppl": 9.787966068132507, "lr": 3.044883962830438e-05, "grad_norm": 0.3190103769302368, "seconds": 11.09632201400018, "tokens_per_second": 516783.84898752335, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 541, "tokens_seen": 3102310400, "batch": 280, "context_tokens": 20480, "nll": 2.285918712615967, "ppl": 9.834717353783114, "lr": 3.029653826793288e-05, "grad_norm": 0.4165163040161133, "seconds": 11.097627103999912, "tokens_per_second": 516723.0747853434, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 542, "tokens_seen": 3108044800, "batch": 280, "context_tokens": 20480, "nll": 2.2849509716033936, "ppl": 9.825204498185464, "lr": 3.0144640867374117e-05, "grad_norm": 0.343739777803421, "seconds": 11.096417965, "tokens_per_second": 516779.3803448354, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 543, "tokens_seen": 3113779200, "batch": 280, "context_tokens": 20480, "nll": 2.275205612182617, "ppl": 9.729919396865025, "lr": 2.9993149910508515e-05, "grad_norm": 0.39426344633102417, "seconds": 11.096736184999827, "tokens_per_second": 516764.5607139474, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 544, "tokens_seen": 3119513600, "batch": 280, "context_tokens": 20480, "nll": 2.2709758281707764, "ppl": 9.68885085612218, "lr": 2.9842067874570212e-05, "grad_norm": 0.36912643909454346, "seconds": 11.097007043999838, "tokens_per_second": 516751.94737310684, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 545, "tokens_seen": 3125248000, "batch": 280, "context_tokens": 20480, "nll": 2.283154010772705, "ppl": 9.807564844179016, "lr": 2.9691397230106526e-05, "grad_norm": 0.37078967690467834, "seconds": 11.096740443999806, "tokens_per_second": 516764.3623764027, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 546, "tokens_seen": 3130982400, "batch": 280, "context_tokens": 20480, "nll": 2.273305892944336, "ppl": 9.711452828001658, "lr": 2.9541140440937566e-05, "grad_norm": 0.3504336476325989, "seconds": 11.096652975000325, "tokens_per_second": 516768.4357543705, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 547, "tokens_seen": 3136716800, "batch": 280, "context_tokens": 20480, "nll": 2.288055658340454, "ppl": 9.855756082288108, "lr": 2.9391299964115867e-05, "grad_norm": 0.3842686116695404, "seconds": 11.09676875400055, "tokens_per_second": 516763.04401068675, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 548, "tokens_seen": 3142451200, "batch": 280, "context_tokens": 20480, "nll": 2.2843432426452637, "ppl": 9.8192352509183, "lr": 2.9241878249886356e-05, "grad_norm": 0.4389010965824127, "seconds": 11.097319724000045, "tokens_per_second": 516737.38728084764, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 549, "tokens_seen": 3148185600, "batch": 280, "context_tokens": 20480, "nll": 2.2679803371429443, "ppl": 9.65987141580868, "lr": 2.9092877741646156e-05, "grad_norm": 0.4071415960788727, "seconds": 11.096632175000195, "tokens_per_second": 516769.4044071438, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 550, "tokens_seen": 3153920000, "batch": 280, "context_tokens": 20480, "nll": 2.278414011001587, "ppl": 9.761186991401368, "lr": 2.8944300875904716e-05, "grad_norm": 0.4458766579627991, "seconds": 11.097242834000099, "tokens_per_second": 516740.96762402606, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 550, "tokens_seen": 3153920000, "nll": 2.2891727089881897, "ppl": 9.866771612310792, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 550, "tokens_seen": 3153920000, "nll": 2.2758930468879486, "ppl": 9.736610380682256, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 551, "tokens_seen": 3159654400, "batch": 280, "context_tokens": 20480, "nll": 2.2786388397216797, "ppl": 9.763381833301734, "lr": 2.8796150082243888e-05, "grad_norm": 0.32101359963417053, "seconds": 11.099982534000446, "tokens_per_second": 516613.4255107981, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 552, "tokens_seen": 3165388800, "batch": 280, "context_tokens": 20480, "nll": 2.2912237644195557, "ppl": 9.887029675920118, "lr": 2.8648427783278264e-05, "grad_norm": 0.41970202326774597, "seconds": 11.096028253999975, "tokens_per_second": 516797.53049770964, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 553, "tokens_seen": 3171123200, "batch": 280, "context_tokens": 20480, "nll": 2.2638370990753174, "ppl": 9.61993106715287, "lr": 2.8501136394615563e-05, "grad_norm": 0.5023487210273743, "seconds": 11.097023264999734, "tokens_per_second": 516751.1920143872, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 554, "tokens_seen": 3176857600, "batch": 280, "context_tokens": 20480, "nll": 2.274122476577759, "ppl": 9.719386280160517, "lr": 2.835427832481705e-05, "grad_norm": 0.33822301030158997, "seconds": 11.098434903999987, "tokens_per_second": 516685.46507699613, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 555, "tokens_seen": 3182592000, "batch": 280, "context_tokens": 20480, "nll": 2.2625021934509277, "ppl": 9.607097934481267, "lr": 2.8207855975358237e-05, "grad_norm": 0.3431697189807892, "seconds": 11.099615533999895, "tokens_per_second": 516630.5069247324, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 556, "tokens_seen": 3188326400, "batch": 280, "context_tokens": 20480, "nll": 2.2754428386688232, "ppl": 9.732227865258707, "lr": 2.80618717405896e-05, "grad_norm": 0.3077855110168457, "seconds": 11.098586054000407, "tokens_per_second": 516678.42841413803, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 557, "tokens_seen": 3194060800, "batch": 280, "context_tokens": 20480, "nll": 2.278130054473877, "ppl": 9.758415632128363, "lr": 2.7916328007697394e-05, "grad_norm": 0.35255366563796997, "seconds": 11.098668914999507, "tokens_per_second": 516674.57097041036, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 558, "tokens_seen": 3199795200, "batch": 280, "context_tokens": 20480, "nll": 2.2669315338134766, "ppl": 9.649745421522017, "lr": 2.7771227156664588e-05, "grad_norm": 0.20683671534061432, "seconds": 11.098343143999955, "tokens_per_second": 516689.73698116024, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 559, "tokens_seen": 3205529600, "batch": 280, "context_tokens": 20480, "nll": 2.2755956649780273, "ppl": 9.733715319381854, "lr": 2.7626571560232048e-05, "grad_norm": 0.3254855275154114, "seconds": 11.097839044000466, "tokens_per_second": 516713.2067120795, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 560, "tokens_seen": 3211264000, "batch": 280, "context_tokens": 20480, "nll": 2.2633605003356934, "ppl": 9.615347312523598, "lr": 2.7482363583859673e-05, "grad_norm": 0.27209025621414185, "seconds": 11.098086574000263, "tokens_per_second": 516701.6820209448, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 561, "tokens_seen": 3216998400, "batch": 280, "context_tokens": 20480, "nll": 2.2676570415496826, "ppl": 9.656748926719153, "lr": 2.7338605585687657e-05, "grad_norm": 0.45801272988319397, "seconds": 11.097112465000464, "tokens_per_second": 516747.0383026131, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 562, "tokens_seen": 3222732800, "batch": 280, "context_tokens": 20480, "nll": 2.2726876735687256, "ppl": 9.705450875150994, "lr": 2.7195299916498056e-05, "grad_norm": 0.2963768243789673, "seconds": 11.097122564000529, "tokens_per_second": 516746.5680340058, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 563, "tokens_seen": 3228467200, "batch": 280, "context_tokens": 20480, "nll": 2.2686710357666016, "ppl": 9.666545780422169, "lr": 2.7052448919676265e-05, "grad_norm": 0.39904624223709106, "seconds": 11.096710234000057, "tokens_per_second": 516765.7692304098, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 564, "tokens_seen": 3234201600, "batch": 280, "context_tokens": 20480, "nll": 2.2770864963531494, "ppl": 9.748237469925611, "lr": 2.6910054931172714e-05, "grad_norm": 0.43793827295303345, "seconds": 11.096836995000558, "tokens_per_second": 516759.8661297369, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 565, "tokens_seen": 3239936000, "batch": 280, "context_tokens": 20480, "nll": 2.2688210010528564, "ppl": 9.667995535430972, "lr": 2.676812027946465e-05, "grad_norm": 0.4120573103427887, "seconds": 11.096860884000307, "tokens_per_second": 516758.75366410887, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 566, "tokens_seen": 3245670400, "batch": 280, "context_tokens": 20480, "nll": 2.2871367931365967, "ppl": 9.846704130365103, "lr": 2.662664728551809e-05, "grad_norm": 0.2674671411514282, "seconds": 11.096868573999927, "tokens_per_second": 516758.3955563604, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 567, "tokens_seen": 3251404800, "batch": 280, "context_tokens": 20480, "nll": 2.2563631534576416, "ppl": 9.548300241399659, "lr": 2.6485638262749898e-05, "grad_norm": 0.3487566113471985, "seconds": 11.097222805000456, "tokens_per_second": 516741.9002722064, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 568, "tokens_seen": 3257139200, "batch": 280, "context_tokens": 20480, "nll": 2.268935203552246, "ppl": 9.669099707733624, "lr": 2.6345095516989838e-05, "grad_norm": 0.22322620451450348, "seconds": 11.097025463999671, "tokens_per_second": 516751.08961434837, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 569, "tokens_seen": 3262873600, "batch": 280, "context_tokens": 20480, "nll": 2.2765984535217285, "ppl": 9.74348107326648, "lr": 2.6205021346443016e-05, "grad_norm": 0.2976328730583191, "seconds": 11.096959804000107, "tokens_per_second": 516754.1471974088, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 570, "tokens_seen": 3268608000, "batch": 280, "context_tokens": 20480, "nll": 2.2670581340789795, "ppl": 9.650967159188943, "lr": 2.60654180416522e-05, "grad_norm": 0.41001805663108826, "seconds": 11.097713114000726, "tokens_per_second": 516719.0700546726, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 571, "tokens_seen": 3274342400, "batch": 280, "context_tokens": 20480, "nll": 2.2686853408813477, "ppl": 9.666684062457824, "lr": 2.5926287885460413e-05, "grad_norm": 0.347496896982193, "seconds": 11.09699459500007, "tokens_per_second": 516752.52708365984, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 572, "tokens_seen": 3280076800, "batch": 280, "context_tokens": 20480, "nll": 2.2602696418762207, "ppl": 9.585673517316202, "lr": 2.5787633152973527e-05, "grad_norm": 0.2972855865955353, "seconds": 11.096656474000156, "tokens_per_second": 516768.27280684904, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 573, "tokens_seen": 3285811200, "batch": 280, "context_tokens": 20480, "nll": 2.265022039413452, "ppl": 9.631336867786485, "lr": 2.5649456111523182e-05, "grad_norm": 0.24510647356510162, "seconds": 11.097474313999555, "tokens_per_second": 516730.1890274265, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 574, "tokens_seen": 3291545600, "batch": 280, "context_tokens": 20480, "nll": 2.273416757583618, "ppl": 9.712529544400127, "lr": 2.551175902062964e-05, "grad_norm": 0.33140501379966736, "seconds": 11.09631770499982, "tokens_per_second": 516784.0496686728, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 575, "tokens_seen": 3297280000, "batch": 280, "context_tokens": 20480, "nll": 2.265942096710205, "ppl": 9.640202327289142, "lr": 2.537454413196477e-05, "grad_norm": 0.19861485064029694, "seconds": 11.09691725399989, "tokens_per_second": 516756.12863861193, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 575, "tokens_seen": 3297280000, "nll": 2.2802074253559113, "ppl": 9.778708551279223, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 576, "tokens_seen": 3303014400, "batch": 280, "context_tokens": 20480, "nll": 2.2667438983917236, "ppl": 9.647934957328959, "lr": 2.523781368931537e-05, "grad_norm": 0.32715272903442383, "seconds": 11.100453533999826, "tokens_per_second": 516591.5052421938, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 577, "tokens_seen": 3308748800, "batch": 280, "context_tokens": 20480, "nll": 2.2527825832366943, "ppl": 9.514173015819077, "lr": 2.5101569928546393e-05, "grad_norm": 0.17962168157100677, "seconds": 11.096042565000062, "tokens_per_second": 516796.8639637215, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 578, "tokens_seen": 3314483200, "batch": 280, "context_tokens": 20480, "nll": 2.26240611076355, "ppl": 9.6061749030382, "lr": 2.496581507756438e-05, "grad_norm": 0.273449569940567, "seconds": 11.096040473999892, "tokens_per_second": 516796.9613518243, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 579, "tokens_seen": 3320217600, "batch": 280, "context_tokens": 20480, "nll": 2.2686028480529785, "ppl": 9.665886663238872, "lr": 2.4830551356281036e-05, "grad_norm": 0.24655243754386902, "seconds": 11.09579627399944, "tokens_per_second": 516808.3351924283, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 580, "tokens_seen": 3325952000, "batch": 280, "context_tokens": 20480, "nll": 2.264434337615967, "ppl": 9.625678176771414, "lr": 2.4695780976576953e-05, "grad_norm": 0.26648759841918945, "seconds": 11.096837634999247, "tokens_per_second": 516759.8363261435, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 581, "tokens_seen": 3331686400, "batch": 280, "context_tokens": 20480, "nll": 2.2697839736938477, "ppl": 9.677310034709011, "lr": 2.4561506142265446e-05, "grad_norm": 0.2555679380893707, "seconds": 11.09651947400016, "tokens_per_second": 516774.65293834324, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 582, "tokens_seen": 3337420800, "batch": 280, "context_tokens": 20480, "nll": 2.263169527053833, "ppl": 9.613511213419615, "lr": 2.4427729049056438e-05, "grad_norm": 0.4366696774959564, "seconds": 11.09645415399973, "tokens_per_second": 516777.69496601116, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 583, "tokens_seen": 3343155200, "batch": 280, "context_tokens": 20480, "nll": 2.2742581367492676, "ppl": 9.720704903210535, "lr": 2.429445188452067e-05, "grad_norm": 0.27160102128982544, "seconds": 11.096835524999733, "tokens_per_second": 516759.93458505714, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 584, "tokens_seen": 3348889600, "batch": 280, "context_tokens": 20480, "nll": 2.271134376525879, "ppl": 9.690387129271823, "lr": 2.416167682805384e-05, "grad_norm": 0.26094961166381836, "seconds": 11.096674767999502, "tokens_per_second": 516767.42086168146, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 585, "tokens_seen": 3354624000, "batch": 280, "context_tokens": 20480, "nll": 2.2574691772460938, "ppl": 9.558866730923162, "lr": 2.4029406050841025e-05, "grad_norm": 0.3370438814163208, "seconds": 11.096296263999648, "tokens_per_second": 516785.04823311575, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 586, "tokens_seen": 3360358400, "batch": 280, "context_tokens": 20480, "nll": 2.26277232170105, "ppl": 9.609693433578093, "lr": 2.389764171582109e-05, "grad_norm": 0.2428663969039917, "seconds": 11.096727774000101, "tokens_per_second": 516764.95240658574, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 587, "tokens_seen": 3366092800, "batch": 280, "context_tokens": 20480, "nll": 2.2597246170043945, "ppl": 9.580450510299716, "lr": 2.3766385977651437e-05, "grad_norm": 0.6137776374816895, "seconds": 11.096301913000389, "tokens_per_second": 516784.7851437421, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 588, "tokens_seen": 3371827200, "batch": 280, "context_tokens": 20480, "nll": 2.2621686458587646, "ppl": 9.603894044452153, "lr": 2.36356409826727e-05, "grad_norm": 0.6698052287101746, "seconds": 11.09698383399973, "tokens_per_second": 516753.0281904653, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 589, "tokens_seen": 3377561600, "batch": 280, "context_tokens": 20480, "nll": 2.2746498584747314, "ppl": 9.724513460406543, "lr": 2.3505408868873613e-05, "grad_norm": 0.23715709149837494, "seconds": 11.096583294000084, "tokens_per_second": 516771.6808020165, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 590, "tokens_seen": 3383296000, "batch": 280, "context_tokens": 20480, "nll": 2.263352155685425, "ppl": 9.615267076147838, "lr": 2.3375691765856145e-05, "grad_norm": 0.45606330037117004, "seconds": 11.097083454000312, "tokens_per_second": 516748.3892295002, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 591, "tokens_seen": 3389030400, "batch": 280, "context_tokens": 20480, "nll": 2.2591118812561035, "ppl": 9.574582023886638, "lr": 2.324649179480061e-05, "grad_norm": 0.4520311951637268, "seconds": 11.096879944000648, "tokens_per_second": 516757.8660793039, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 592, "tokens_seen": 3394764800, "batch": 280, "context_tokens": 20480, "nll": 2.2561230659484863, "ppl": 9.546008088947632, "lr": 2.3117811068431e-05, "grad_norm": 0.2184116393327713, "seconds": 11.097193323000283, "tokens_per_second": 516743.2731044487, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 593, "tokens_seen": 3400499200, "batch": 280, "context_tokens": 20480, "nll": 2.2622363567352295, "ppl": 9.604544354551663, "lr": 2.29896516909804e-05, "grad_norm": 0.5253782272338867, "seconds": 11.097217034000096, "tokens_per_second": 516742.16899883247, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 594, "tokens_seen": 3406233600, "batch": 280, "context_tokens": 20480, "nll": 2.2648000717163086, "ppl": 9.629199259370315, "lr": 2.286201575815665e-05, "grad_norm": 0.3384447693824768, "seconds": 11.097232184000859, "tokens_per_second": 516741.46353965806, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 595, "tokens_seen": 3411968000, "batch": 280, "context_tokens": 20480, "nll": 2.2632908821105957, "ppl": 9.614677932410801, "lr": 2.273490535710804e-05, "grad_norm": 0.3455602526664734, "seconds": 11.096650923999732, "tokens_per_second": 516768.531268988, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 596, "tokens_seen": 3417702400, "batch": 280, "context_tokens": 20480, "nll": 2.2485334873199463, "ppl": 9.47383214890832, "lr": 2.2608322566389134e-05, "grad_norm": 0.47623369097709656, "seconds": 11.097863064000194, "tokens_per_second": 516712.08834802936, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 597, "tokens_seen": 3423436800, "batch": 280, "context_tokens": 20480, "nll": 2.2645347118377686, "ppl": 9.626644395218623, "lr": 2.2482269455926863e-05, "grad_norm": 0.2572825253009796, "seconds": 11.097951013999591, "tokens_per_second": 516707.99346350506, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 598, "tokens_seen": 3429171200, "batch": 280, "context_tokens": 20480, "nll": 2.2638630867004395, "ppl": 9.620181069563612, "lr": 2.2356748086986635e-05, "grad_norm": 0.32710230350494385, "seconds": 11.098800003999713, "tokens_per_second": 516668.4684770853, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 599, "tokens_seen": 3434905600, "batch": 280, "context_tokens": 20480, "nll": 2.2527236938476562, "ppl": 9.513612748480035, "lr": 2.223176051213862e-05, "grad_norm": 0.4587443172931671, "seconds": 11.100668103999851, "tokens_per_second": 516581.51980363694, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 600, "tokens_seen": 3440640000, "batch": 280, "context_tokens": 20480, "nll": 2.24515962600708, "ppl": 9.441922612580283, "lr": 2.2107308775224184e-05, "grad_norm": 0.3028019964694977, "seconds": 11.101657293999779, "tokens_per_second": 516535.49088561104, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 600, "tokens_seen": 3440640000, "nll": 2.2728046476840973, "ppl": 9.706586228083555, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 600, "tokens_seen": 3440640000, "nll": 2.2596176503196594, "ppl": 9.57942577607755, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 601, "tokens_seen": 3446374400, "batch": 280, "context_tokens": 20480, "nll": 2.25264573097229, "ppl": 9.51287106878716, "lr": 2.19833949113225e-05, "grad_norm": 0.30869367718696594, "seconds": 11.10434317399995, "tokens_per_second": 516410.5530732065, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 602, "tokens_seen": 3452108800, "batch": 280, "context_tokens": 20480, "nll": 2.257323980331421, "ppl": 9.557478913721889, "lr": 2.1860020946717262e-05, "grad_norm": 0.38423335552215576, "seconds": 11.102004092999778, "tokens_per_second": 516519.3556013684, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 603, "tokens_seen": 3457843200, "batch": 280, "context_tokens": 20480, "nll": 2.254229784011841, "ppl": 9.527951902385244, "lr": 2.173718889886349e-05, "grad_norm": 0.2579188346862793, "seconds": 11.102315064000322, "tokens_per_second": 516504.88811959676, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 604, "tokens_seen": 3463577600, "batch": 280, "context_tokens": 20480, "nll": 2.252647876739502, "ppl": 9.51289148121589, "lr": 2.1614900776354636e-05, "grad_norm": 0.3540058732032776, "seconds": 11.104307403999883, "tokens_per_second": 516412.2165723196, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 605, "tokens_seen": 3469312000, "batch": 280, "context_tokens": 20480, "nll": 2.25301194190979, "ppl": 9.516355424185164, "lr": 2.1493158578889677e-05, "grad_norm": 0.3879728615283966, "seconds": 11.105058934000226, "tokens_per_second": 516377.26860170515, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 606, "tokens_seen": 3475046400, "batch": 280, "context_tokens": 20480, "nll": 2.24898099899292, "ppl": 9.478072748170813, "lr": 2.1371964297240415e-05, "grad_norm": 0.1843181997537613, "seconds": 11.103305413999806, "tokens_per_second": 516458.8188999716, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 607, "tokens_seen": 3480780800, "batch": 280, "context_tokens": 20480, "nll": 2.2489473819732666, "ppl": 9.477754128968506, "lr": 2.125131991321895e-05, "grad_norm": 0.3793503940105438, "seconds": 11.101524663999953, "tokens_per_second": 516541.66193905997, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 608, "tokens_seen": 3486515200, "batch": 280, "context_tokens": 20480, "nll": 2.2624154090881348, "ppl": 9.60626422478574, "lr": 2.1131227399645282e-05, "grad_norm": 0.17315742373466492, "seconds": 11.100917914000092, "tokens_per_second": 516569.8948884194, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 609, "tokens_seen": 3492249600, "batch": 280, "context_tokens": 20480, "nll": 2.2521495819091797, "ppl": 9.508152437387961, "lr": 2.1011688720314963e-05, "grad_norm": 0.33445990085601807, "seconds": 11.099994592999792, "tokens_per_second": 516612.8642635914, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 610, "tokens_seen": 3497984000, "batch": 280, "context_tokens": 20480, "nll": 2.2477834224700928, "ppl": 9.466728824729929, "lr": 2.0892705829967118e-05, "grad_norm": 0.29886695742607117, "seconds": 11.098658384000373, "tokens_per_second": 516675.0612188053, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 611, "tokens_seen": 3503718400, "batch": 280, "context_tokens": 20480, "nll": 2.2513551712036133, "ppl": 9.500602058749434, "lr": 2.0774280674252375e-05, "grad_norm": 0.2668345868587494, "seconds": 11.098383904000002, "tokens_per_second": 516687.8393829256, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 612, "tokens_seen": 3509452800, "batch": 280, "context_tokens": 20480, "nll": 2.245105743408203, "ppl": 9.441413870957806, "lr": 2.065641518970112e-05, "grad_norm": 0.33252277970314026, "seconds": 11.09828672399999, "tokens_per_second": 516692.3636600042, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 613, "tokens_seen": 3515187200, "batch": 280, "context_tokens": 20480, "nll": 2.25522518157959, "ppl": 9.537440724326176, "lr": 2.0539111303691742e-05, "grad_norm": 0.20810575783252716, "seconds": 11.097263203999319, "tokens_per_second": 516740.0191006907, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 614, "tokens_seen": 3520921600, "batch": 280, "context_tokens": 20480, "nll": 2.261996030807495, "ppl": 9.602236410859652, "lr": 2.0422370934419216e-05, "grad_norm": 0.4787546694278717, "seconds": 11.09767647299941, "tokens_per_second": 516720.77609684924, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 615, "tokens_seen": 3526656000, "batch": 280, "context_tokens": 20480, "nll": 2.261185884475708, "ppl": 9.594460344555548, "lr": 2.030619599086368e-05, "grad_norm": 0.3660939037799835, "seconds": 11.0974527139997, "tokens_per_second": 516731.1947872432, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 616, "tokens_seen": 3532390400, "batch": 280, "context_tokens": 20480, "nll": 2.273895502090454, "ppl": 9.717180477782563, "lr": 2.0190588372759234e-05, "grad_norm": 0.31593748927116394, "seconds": 11.097422013999676, "tokens_per_second": 516732.6242766933, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 617, "tokens_seen": 3538124800, "batch": 280, "context_tokens": 20480, "nll": 2.2546842098236084, "ppl": 9.532282633586464, "lr": 2.0075549970562845e-05, "grad_norm": 0.4900066554546356, "seconds": 11.097538850000092, "tokens_per_second": 516727.1840638749, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 618, "tokens_seen": 3543859200, "batch": 280, "context_tokens": 20480, "nll": 2.2504427433013916, "ppl": 9.491937397883424, "lr": 1.9961082665423478e-05, "grad_norm": 0.22600558400154114, "seconds": 11.0972896330004, "tokens_per_second": 516738.78844681254, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 619, "tokens_seen": 3549593600, "batch": 280, "context_tokens": 20480, "nll": 2.2607858180999756, "ppl": 9.590622691287596, "lr": 1.9847188329151334e-05, "grad_norm": 0.6018038392066956, "seconds": 11.096900974000164, "tokens_per_second": 516756.88675924874, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 620, "tokens_seen": 3555328000, "batch": 280, "context_tokens": 20480, "nll": 2.2589480876922607, "ppl": 9.573013897402658, "lr": 1.9733868824187164e-05, "grad_norm": 0.3830626904964447, "seconds": 11.097080403999826, "tokens_per_second": 516748.53125630197, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 621, "tokens_seen": 3561062400, "batch": 280, "context_tokens": 20480, "nll": 2.2453010082244873, "ppl": 9.443257626907258, "lr": 1.9621126003571937e-05, "grad_norm": 0.40800607204437256, "seconds": 11.097165313000005, "tokens_per_second": 516744.5773996282, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 622, "tokens_seen": 3566796800, "batch": 280, "context_tokens": 20480, "nll": 2.2495055198669434, "ppl": 9.483045499214594, "lr": 1.950896171091644e-05, "grad_norm": 0.5338382124900818, "seconds": 11.09694278400002, "tokens_per_second": 516754.9397720666, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 623, "tokens_seen": 3572531200, "batch": 280, "context_tokens": 20480, "nll": 2.2470691204071045, "ppl": 9.459969135318135, "lr": 1.9397377780371185e-05, "grad_norm": 0.20074598491191864, "seconds": 11.096954114000255, "tokens_per_second": 516754.41216480354, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 624, "tokens_seen": 3578265600, "batch": 280, "context_tokens": 20480, "nll": 2.245448589324951, "ppl": 9.44465137610279, "lr": 1.9286376036596357e-05, "grad_norm": 0.4796140491962433, "seconds": 11.096821233999435, "tokens_per_second": 516760.6000924329, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 625, "tokens_seen": 3584000000, "batch": 280, "context_tokens": 20480, "nll": 2.2533204555511475, "ppl": 9.519291802582638, "lr": 1.9175958294732052e-05, "grad_norm": 0.2905629873275757, "seconds": 11.096982084000047, "tokens_per_second": 516753.109682679, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 625, "tokens_seen": 3584000000, "nll": 2.2664436995983124, "ppl": 9.645039093585007, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 626, "tokens_seen": 3589734400, "batch": 280, "context_tokens": 20480, "nll": 2.2501134872436523, "ppl": 9.488812634447363, "lr": 1.906612636036857e-05, "grad_norm": 0.34563663601875305, "seconds": 11.098837174000437, "tokens_per_second": 516666.73815461586, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 627, "tokens_seen": 3595468800, "batch": 280, "context_tokens": 20480, "nll": 2.252453327178955, "ppl": 9.51104093237626, "lr": 1.8956882029516813e-05, "grad_norm": 0.31304818391799927, "seconds": 11.096282063000217, "tokens_per_second": 516785.7096135794, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 628, "tokens_seen": 3601203200, "batch": 280, "context_tokens": 20480, "nll": 2.2456812858581543, "ppl": 9.44684936945812, "lr": 1.884822708857906e-05, "grad_norm": 0.40538647770881653, "seconds": 11.096393513999828, "tokens_per_second": 516780.5190727205, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 629, "tokens_seen": 3606937600, "batch": 280, "context_tokens": 20480, "nll": 2.250548839569092, "ppl": 9.49294451043908, "lr": 1.8740163314319615e-05, "grad_norm": 0.4748278558254242, "seconds": 11.096785894000277, "tokens_per_second": 516762.24582294864, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 630, "tokens_seen": 3612672000, "batch": 280, "context_tokens": 20480, "nll": 2.253087282180786, "ppl": 9.517072415990558, "lr": 1.8632692473835862e-05, "grad_norm": 0.22716037929058075, "seconds": 11.096322094000243, "tokens_per_second": 516783.8452617176, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 631, "tokens_seen": 3618406400, "batch": 280, "context_tokens": 20480, "nll": 2.2528183460235596, "ppl": 9.514513275245118, "lr": 1.852581632452927e-05, "grad_norm": 0.4998643100261688, "seconds": 11.096237744000064, "tokens_per_second": 516787.77368488646, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 632, "tokens_seen": 3624140800, "batch": 280, "context_tokens": 20480, "nll": 2.2552731037139893, "ppl": 9.537897789794082, "lr": 1.841953661407675e-05, "grad_norm": 0.2119288444519043, "seconds": 11.096811073000026, "tokens_per_second": 516761.07327379263, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 633, "tokens_seen": 3629875200, "batch": 280, "context_tokens": 20480, "nll": 2.248281955718994, "ppl": 9.471449480411525, "lr": 1.831385508040202e-05, "grad_norm": 0.2803272008895874, "seconds": 11.097366173999944, "tokens_per_second": 516735.2243846062, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 634, "tokens_seen": 3635609600, "batch": 280, "context_tokens": 20480, "nll": 2.250492811203003, "ppl": 9.49241265116853, "lr": 1.820877345164717e-05, "grad_norm": 0.2151181995868683, "seconds": 11.096737673999996, "tokens_per_second": 516764.49137262016, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 635, "tokens_seen": 3641344000, "batch": 280, "context_tokens": 20480, "nll": 2.2469823360443115, "ppl": 9.459148193547655, "lr": 1.8104293446144467e-05, "grad_norm": 0.3501828610897064, "seconds": 11.096973724000236, "tokens_per_second": 516753.498983042, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 636, "tokens_seen": 3647078400, "batch": 280, "context_tokens": 20480, "nll": 2.2464609146118164, "ppl": 9.454217276600998, "lr": 1.800041677238821e-05, "grad_norm": 0.36891600489616394, "seconds": 11.096756474000358, "tokens_per_second": 516763.6158760147, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 637, "tokens_seen": 3652812800, "batch": 280, "context_tokens": 20480, "nll": 2.244741439819336, "ppl": 9.437974956443119, "lr": 1.7897145129006802e-05, "grad_norm": 0.14867620170116425, "seconds": 11.09633751399997, "tokens_per_second": 516783.1271142439, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 638, "tokens_seen": 3658547200, "batch": 280, "context_tokens": 20480, "nll": 2.2388978004455566, "ppl": 9.382983665502731, "lr": 1.7794480204734957e-05, "grad_norm": 0.20033839344978333, "seconds": 11.097866084000088, "tokens_per_second": 516711.94773807423, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 639, "tokens_seen": 3664281600, "batch": 280, "context_tokens": 20480, "nll": 2.2472636699676514, "ppl": 9.461809747195508, "lr": 1.7692423678386122e-05, "grad_norm": 0.19913135468959808, "seconds": 11.098165254000378, "tokens_per_second": 516698.0188849695, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 640, "tokens_seen": 3670016000, "batch": 280, "context_tokens": 20480, "nll": 2.2432289123535156, "ppl": 9.42371055047212, "lr": 1.7590977218825014e-05, "grad_norm": 0.17976145446300507, "seconds": 11.09884422399955, "tokens_per_second": 516666.4099672864, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 641, "tokens_seen": 3675750400, "batch": 280, "context_tokens": 20480, "nll": 2.2477121353149414, "ppl": 9.466053992617141, "lr": 1.7490142484940273e-05, "grad_norm": 0.23816324770450592, "seconds": 11.099954543999957, "tokens_per_second": 516614.7282197395, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 642, "tokens_seen": 3681484800, "batch": 280, "context_tokens": 20480, "nll": 2.245107650756836, "ppl": 9.441431879042819, "lr": 1.7389921125617427e-05, "grad_norm": 0.18794061243534088, "seconds": 11.099720162999802, "tokens_per_second": 516625.6370241883, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 643, "tokens_seen": 3687219200, "batch": 280, "context_tokens": 20480, "nll": 2.2420105934143066, "ppl": 9.412236456403162, "lr": 1.7290314779711878e-05, "grad_norm": 0.20839527249336243, "seconds": 11.0989712340006, "tokens_per_second": 516660.49754532496, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 644, "tokens_seen": 3692953600, "batch": 280, "context_tokens": 20480, "nll": 2.2551259994506836, "ppl": 9.536494827559622, "lr": 1.7191325076022116e-05, "grad_norm": 0.24435240030288696, "seconds": 11.099300973999561, "tokens_per_second": 516645.14850376616, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 645, "tokens_seen": 3698688000, "batch": 280, "context_tokens": 20480, "nll": 2.2485814094543457, "ppl": 9.474286166044486, "lr": 1.7092953633263026e-05, "grad_norm": 0.20144757628440857, "seconds": 11.098845654000797, "tokens_per_second": 516666.343398777, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 646, "tokens_seen": 3704422400, "batch": 280, "context_tokens": 20480, "nll": 2.2461533546447754, "ppl": 9.451309984953188, "lr": 1.6995202060039533e-05, "grad_norm": 0.23319338262081146, "seconds": 11.097891673999584, "tokens_per_second": 516710.7562812759, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 647, "tokens_seen": 3710156800, "batch": 280, "context_tokens": 20480, "nll": 2.2567498683929443, "ppl": 9.551993425768515, "lr": 1.689807195482022e-05, "grad_norm": 0.23281987011432648, "seconds": 11.097960353999952, "tokens_per_second": 516707.5586040632, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 648, "tokens_seen": 3715891200, "batch": 280, "context_tokens": 20480, "nll": 2.2470147609710693, "ppl": 9.459454910707635, "lr": 1.6801564905911166e-05, "grad_norm": 0.20234140753746033, "seconds": 11.097776883999359, "tokens_per_second": 516716.1008857359, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 649, "tokens_seen": 3721625600, "batch": 280, "context_tokens": 20480, "nll": 2.2448995113372803, "ppl": 9.439466949388493, "lr": 1.6705682491430046e-05, "grad_norm": 0.18110357224941254, "seconds": 11.096965244000785, "tokens_per_second": 516753.8938720312, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 650, "tokens_seen": 3727360000, "batch": 280, "context_tokens": 20480, "nll": 2.247997760772705, "ppl": 9.468758124788108, "lr": 1.66104262792803e-05, "grad_norm": 0.1795479655265808, "seconds": 11.097715054000219, "tokens_per_second": 516718.979726643, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 650, "tokens_seen": 3727360000, "nll": 2.2609421610832214, "ppl": 9.592122235068857, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 650, "tokens_seen": 3727360000, "nll": 2.2478253500802174, "ppl": 9.467125750366263, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 651, "tokens_seen": 3733094400, "batch": 280, "context_tokens": 20480, "nll": 2.249145030975342, "ppl": 9.479627582751048, "lr": 1.6515797827125458e-05, "grad_norm": 0.2109476774930954, "seconds": 11.099620314000276, "tokens_per_second": 516630.2844401834, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 652, "tokens_seen": 3738828800, "batch": 280, "context_tokens": 20480, "nll": 2.24884295463562, "ppl": 9.476764444013932, "lr": 1.642179868236369e-05, "grad_norm": 0.20384816825389862, "seconds": 11.095898904000023, "tokens_per_second": 516803.5550443573, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 653, "tokens_seen": 3744563200, "batch": 280, "context_tokens": 20480, "nll": 2.266251564025879, "ppl": 9.643186116494725, "lr": 1.6328430382102532e-05, "grad_norm": 0.19384372234344482, "seconds": 11.096136234000369, "tokens_per_second": 516792.50137798995, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 654, "tokens_seen": 3750297600, "batch": 280, "context_tokens": 20480, "nll": 2.2461776733398438, "ppl": 9.451539831273479, "lr": 1.6235694453133724e-05, "grad_norm": 0.19387926161289215, "seconds": 11.096381683999425, "tokens_per_second": 516781.07001931936, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 655, "tokens_seen": 3756032000, "batch": 280, "context_tokens": 20480, "nll": 2.241358518600464, "ppl": 9.406100974681962, "lr": 1.6143592411908216e-05, "grad_norm": 0.2329121083021164, "seconds": 11.096654963999754, "tokens_per_second": 516768.3431271665, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 656, "tokens_seen": 3761766400, "batch": 280, "context_tokens": 20480, "nll": 2.2500808238983154, "ppl": 9.488502703145171, "lr": 1.605212576451143e-05, "grad_norm": 0.28392624855041504, "seconds": 11.096973744000024, "tokens_per_second": 516753.49805171054, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 657, "tokens_seen": 3767500800, "batch": 280, "context_tokens": 20480, "nll": 2.2357752323150635, "ppl": 9.353730356234873, "lr": 1.5961296006638585e-05, "grad_norm": 0.1956605464220047, "seconds": 11.097130153999387, "tokens_per_second": 516746.2145997568, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 658, "tokens_seen": 3773235200, "batch": 280, "context_tokens": 20480, "nll": 2.2488744258880615, "ppl": 9.47706269435321, "lr": 1.5871104623570283e-05, "grad_norm": 0.22010493278503418, "seconds": 11.096983664000618, "tokens_per_second": 516753.03610681073, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 659, "tokens_seen": 3778969600, "batch": 280, "context_tokens": 20480, "nll": 2.245485544204712, "ppl": 9.445000408507962, "lr": 1.578155309014814e-05, "grad_norm": 0.20183692872524261, "seconds": 11.096701064000627, "tokens_per_second": 516766.1962710034, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 660, "tokens_seen": 3784704000, "batch": 280, "context_tokens": 20480, "nll": 2.242976665496826, "ppl": 9.421333748890378, "lr": 1.5692642870750772e-05, "grad_norm": 0.26718011498451233, "seconds": 11.096755503999702, "tokens_per_second": 516763.6610478711, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 661, "tokens_seen": 3790438400, "batch": 280, "context_tokens": 20480, "nll": 2.2358901500701904, "ppl": 9.354805327694946, "lr": 1.560437541926979e-05, "grad_norm": 0.21992914378643036, "seconds": 11.09673635299987, "tokens_per_second": 516764.55289034365, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 662, "tokens_seen": 3796172800, "batch": 280, "context_tokens": 20480, "nll": 2.2300779819488525, "ppl": 9.300591329442366, "lr": 1.551675217908601e-05, "grad_norm": 0.23802711069583893, "seconds": 11.096820463999393, "tokens_per_second": 516760.63595006306, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 663, "tokens_seen": 3801907200, "batch": 280, "context_tokens": 20480, "nll": 2.25728178024292, "ppl": 9.55707559577597, "lr": 1.5429774583045888e-05, "grad_norm": 0.2003455013036728, "seconds": 11.097446054000102, "tokens_per_second": 516731.5048972931, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 664, "tokens_seen": 3807641600, "batch": 280, "context_tokens": 20480, "nll": 2.2481672763824463, "ppl": 9.47036336314776, "lr": 1.5343444053438102e-05, "grad_norm": 0.185615673661232, "seconds": 11.09715478399994, "tokens_per_second": 516745.06768779614, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 665, "tokens_seen": 3813376000, "batch": 280, "context_tokens": 20480, "nll": 2.2384016513824463, "ppl": 9.378329461632832, "lr": 1.5257762001970247e-05, "grad_norm": 0.18998368084430695, "seconds": 11.096759504000147, "tokens_per_second": 516763.4747723306, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 666, "tokens_seen": 3819110400, "batch": 280, "context_tokens": 20480, "nll": 2.2545626163482666, "ppl": 9.53112364067752, "lr": 1.5172729829745754e-05, "grad_norm": 0.1486862450838089, "seconds": 11.096386773000631, "tokens_per_second": 516780.8330142886, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 667, "tokens_seen": 3824844800, "batch": 280, "context_tokens": 20480, "nll": 2.2404260635375977, "ppl": 9.397334296108397, "lr": 1.5088348927241022e-05, "grad_norm": 0.163860484957695, "seconds": 11.096950123999704, "tokens_per_second": 516754.5979681428, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 668, "tokens_seen": 3830579200, "batch": 280, "context_tokens": 20480, "nll": 2.240499496459961, "ppl": 9.398024395165871, "lr": 1.5004620674282665e-05, "grad_norm": 0.17659971117973328, "seconds": 11.0974871239996, "tokens_per_second": 516729.592557823, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 669, "tokens_seen": 3836313600, "batch": 280, "context_tokens": 20480, "nll": 2.2419819831848145, "ppl": 9.411967174010245, "lr": 1.4921546440024904e-05, "grad_norm": 0.12982426583766937, "seconds": 11.096562954000547, "tokens_per_second": 516772.62804449076, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 670, "tokens_seen": 3842048000, "batch": 280, "context_tokens": 20480, "nll": 2.232722759246826, "ppl": 9.325221879050183, "lr": 1.483912758292724e-05, "grad_norm": 0.1930454969406128, "seconds": 11.096702873999675, "tokens_per_second": 516766.11198053136, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 671, "tokens_seen": 3847782400, "batch": 280, "context_tokens": 20480, "nll": 2.2514872550964355, "ppl": 9.501857018131645, "lr": 1.4757365450732206e-05, "grad_norm": 0.2218550145626068, "seconds": 11.096890464001262, "tokens_per_second": 516757.37618593365, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 672, "tokens_seen": 3853516800, "batch": 280, "context_tokens": 20480, "nll": 2.241015672683716, "ppl": 9.402876684119281, "lr": 1.4676261380443344e-05, "grad_norm": 0.19240924715995789, "seconds": 11.096757913999681, "tokens_per_second": 516763.5488168553, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 673, "tokens_seen": 3859251200, "batch": 280, "context_tokens": 20480, "nll": 2.2372734546661377, "ppl": 9.367754827385216, "lr": 1.4595816698303308e-05, "grad_norm": 0.15297827124595642, "seconds": 11.096690979999039, "tokens_per_second": 516766.6658768664, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 674, "tokens_seen": 3864985600, "batch": 280, "context_tokens": 20480, "nll": 2.241488456726074, "ppl": 9.407323265221265, "lr": 1.4516032719772226e-05, "grad_norm": 0.15197592973709106, "seconds": 11.097014685999966, "tokens_per_second": 516751.59150997066, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 675, "tokens_seen": 3870720000, "batch": 280, "context_tokens": 20480, "nll": 2.2370920181274414, "ppl": 9.366055328554236, "lr": 1.4436910749506161e-05, "grad_norm": 0.1761162281036377, "seconds": 11.097039456000857, "tokens_per_second": 516750.4380548142, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 675, "tokens_seen": 3870720000, "nll": 2.256298303604126, "ppl": 9.547681055604953, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 676, "tokens_seen": 3876454400, "batch": 280, "context_tokens": 20480, "nll": 2.244586944580078, "ppl": 9.436516946874782, "lr": 1.4358452081335766e-05, "grad_norm": 0.1512080878019333, "seconds": 11.098679956001433, "tokens_per_second": 516674.05698091286, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 677, "tokens_seen": 3882188800, "batch": 280, "context_tokens": 20480, "nll": 2.2378411293029785, "ppl": 9.373074173891066, "lr": 1.4280657998245158e-05, "grad_norm": 0.18387050926685333, "seconds": 11.096276627000407, "tokens_per_second": 516785.96278381965, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 678, "tokens_seen": 3887923200, "batch": 280, "context_tokens": 20480, "nll": 2.2422902584075928, "ppl": 9.414869097560178, "lr": 1.4203529772350916e-05, "grad_norm": 0.159956157207489, "seconds": 11.096430146000785, "tokens_per_second": 516778.8130551797, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 679, "tokens_seen": 3893657600, "batch": 280, "context_tokens": 20480, "nll": 2.240260124206543, "ppl": 9.395775038116296, "lr": 1.4127068664881295e-05, "grad_norm": 0.1547362506389618, "seconds": 11.09726679599953, "tokens_per_second": 516739.8518405633, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 680, "tokens_seen": 3899392000, "batch": 280, "context_tokens": 20480, "nll": 2.242927074432373, "ppl": 9.42086654650583, "lr": 1.4051275926155559e-05, "grad_norm": 0.19868744909763336, "seconds": 11.096924836998369, "tokens_per_second": 516755.77551727474, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 681, "tokens_seen": 3905126400, "batch": 280, "context_tokens": 20480, "nll": 2.2507965564727783, "ppl": 9.495296364545055, "lr": 1.397615279556361e-05, "grad_norm": 0.18052059412002563, "seconds": 11.098888845999682, "tokens_per_second": 516664.3327603756, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 682, "tokens_seen": 3910860800, "batch": 280, "context_tokens": 20480, "nll": 2.2322003841400146, "ppl": 9.320351887367028, "lr": 1.3901700501545663e-05, "grad_norm": 0.22549909353256226, "seconds": 11.099363806000838, "tokens_per_second": 516642.22384527244, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 683, "tokens_seen": 3916595200, "batch": 280, "context_tokens": 20480, "nll": 2.231167793273926, "ppl": 9.310732744313723, "lr": 1.3827920261572155e-05, "grad_norm": 0.21620453894138336, "seconds": 11.099436516000424, "tokens_per_second": 516638.8394341965, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 684, "tokens_seen": 3922329600, "batch": 280, "context_tokens": 20480, "nll": 2.243933916091919, "ppl": 9.430356644124993, "lr": 1.3754813282123874e-05, "grad_norm": 0.1813451498746872, "seconds": 11.099252257001353, "tokens_per_second": 516647.416170109, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 685, "tokens_seen": 3928064000, "batch": 280, "context_tokens": 20480, "nll": 2.251405954360962, "ppl": 9.501084541569588, "lr": 1.3682380758672218e-05, "grad_norm": 0.220503568649292, "seconds": 11.09840582600009, "tokens_per_second": 516686.8188011378, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 686, "tokens_seen": 3933798400, "batch": 280, "context_tokens": 20480, "nll": 2.241549491882324, "ppl": 9.407897460189513, "lr": 1.3610623875659638e-05, "grad_norm": 0.161202535033226, "seconds": 11.097938595999949, "tokens_per_second": 516708.57163211016, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 687, "tokens_seen": 3939532800, "batch": 280, "context_tokens": 20480, "nll": 2.2429399490356445, "ppl": 9.420987837205873, "lr": 1.3539543806480246e-05, "grad_norm": 0.14473100006580353, "seconds": 11.098215107000215, "tokens_per_second": 516695.6978859618, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 688, "tokens_seen": 3945267200, "batch": 280, "context_tokens": 20480, "nll": 2.2377591133117676, "ppl": 9.372305463445706, "lr": 1.3469141713460686e-05, "grad_norm": 0.1464836597442627, "seconds": 11.097773245999633, "tokens_per_second": 516716.27027224173, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 689, "tokens_seen": 3951001600, "batch": 280, "context_tokens": 20480, "nll": 2.2323765754699707, "ppl": 9.321994197237853, "lr": 1.3399418747841085e-05, "grad_norm": 0.25312477350234985, "seconds": 11.097971325998515, "tokens_per_second": 516707.04776163766, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 690, "tokens_seen": 3956736000, "batch": 280, "context_tokens": 20480, "nll": 2.242283344268799, "ppl": 9.41480400207355, "lr": 1.3330376049756214e-05, "grad_norm": 0.1679636538028717, "seconds": 11.096728277001603, "tokens_per_second": 516764.92898224475, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 691, "tokens_seen": 3962470400, "batch": 280, "context_tokens": 20480, "nll": 2.241642951965332, "ppl": 9.408776764156343, "lr": 1.3262014748216895e-05, "grad_norm": 0.2614096403121948, "seconds": 11.097127906001333, "tokens_per_second": 516746.3192794987, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 692, "tokens_seen": 3968204800, "batch": 280, "context_tokens": 20480, "nll": 2.2330121994018555, "ppl": 9.327921363367272, "lr": 1.3194335961091504e-05, "grad_norm": 0.18764804303646088, "seconds": 11.09773237599984, "tokens_per_second": 516718.17320097925, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 693, "tokens_seen": 3973939200, "batch": 280, "context_tokens": 20480, "nll": 2.245877265930176, "ppl": 9.44870094510796, "lr": 1.3127340795087698e-05, "grad_norm": 0.2586662471294403, "seconds": 11.097132495999176, "tokens_per_second": 516746.10554279765, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 694, "tokens_seen": 3979673600, "batch": 280, "context_tokens": 20480, "nll": 2.2330596446990967, "ppl": 9.328363939868003, "lr": 1.30610303457343e-05, "grad_norm": 0.2332645058631897, "seconds": 11.09691908700006, "tokens_per_second": 516756.0432803189, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 695, "tokens_seen": 3985408000, "batch": 280, "context_tokens": 20480, "nll": 2.2376725673675537, "ppl": 9.37149436351912, "lr": 1.2995405697363426e-05, "grad_norm": 0.21164464950561523, "seconds": 11.096709276000183, "tokens_per_second": 516765.81384377484, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 696, "tokens_seen": 3991142400, "batch": 280, "context_tokens": 20480, "nll": 2.2426249980926514, "ppl": 9.418021155406755, "lr": 1.2930467923092729e-05, "grad_norm": 0.24215571582317352, "seconds": 11.097480745998837, "tokens_per_second": 516729.8895352912, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 697, "tokens_seen": 3996876800, "batch": 280, "context_tokens": 20480, "nll": 2.240352153778076, "ppl": 9.396639767056984, "lr": 1.2866218084807823e-05, "grad_norm": 0.1396174132823944, "seconds": 11.098277987000984, "tokens_per_second": 516692.77042046504, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 698, "tokens_seen": 4002611200, "batch": 280, "context_tokens": 20480, "nll": 2.2438156604766846, "ppl": 9.429241517434457, "lr": 1.280265723314498e-05, "grad_norm": 0.18031428754329681, "seconds": 11.098269355999946, "tokens_per_second": 516693.1722467043, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 699, "tokens_seen": 4008345600, "batch": 280, "context_tokens": 20480, "nll": 2.241694927215576, "ppl": 9.409265800391932, "lr": 1.2739786407473905e-05, "grad_norm": 0.20062844455242157, "seconds": 11.097223366001344, "tokens_per_second": 516741.87414921547, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 700, "tokens_seen": 4014080000, "batch": 280, "context_tokens": 20480, "nll": 2.2373390197753906, "ppl": 9.368369045389343, "lr": 1.2677606635880756e-05, "grad_norm": 0.21692143380641937, "seconds": 11.097049897000034, "tokens_per_second": 516749.9518543422, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 700, "tokens_seen": 4014080000, "nll": 2.252333641052246, "ppl": 9.509902660845105, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 700, "tokens_seen": 4014080000, "nll": 2.239311924784175, "ppl": 9.386870192104558, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 701, "tokens_seen": 4019814400, "batch": 280, "context_tokens": 20480, "nll": 2.242006301879883, "ppl": 9.412196063553079, "lr": 1.2616118935151315e-05, "grad_norm": 0.1725555658340454, "seconds": 11.101395765999769, "tokens_per_second": 516547.6594900562, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 702, "tokens_seen": 4025548800, "batch": 280, "context_tokens": 20480, "nll": 2.2279250621795654, "ppl": 9.280589441459016, "lr": 1.255532431075439e-05, "grad_norm": 0.17111724615097046, "seconds": 11.095868796999639, "tokens_per_second": 516804.9573144377, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 703, "tokens_seen": 4031283200, "batch": 280, "context_tokens": 20480, "nll": 2.2384731769561768, "ppl": 9.379000276018115, "lr": 1.2495223756825358e-05, "grad_norm": 0.20217816531658173, "seconds": 11.096079106000616, "tokens_per_second": 516795.1620765673, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 704, "tokens_seen": 4037017600, "batch": 280, "context_tokens": 20480, "nll": 2.2389719486236572, "ppl": 9.383679422440913, "lr": 1.2435818256149883e-05, "grad_norm": 0.24605508148670197, "seconds": 11.096635355999751, "tokens_per_second": 516769.25626825367, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 705, "tokens_seen": 4042752000, "batch": 280, "context_tokens": 20480, "nll": 2.2349536418914795, "ppl": 9.34604857701963, "lr": 1.2377108780147901e-05, "grad_norm": 0.20833083987236023, "seconds": 11.096771886999704, "tokens_per_second": 516762.89811076235, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 706, "tokens_seen": 4048486400, "batch": 280, "context_tokens": 20480, "nll": 2.2312510013580322, "ppl": 9.311507504779724, "lr": 1.2319096288857692e-05, "grad_norm": 0.1862175464630127, "seconds": 11.09754621600041, "tokens_per_second": 516726.8410860194, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 707, "tokens_seen": 4054220800, "batch": 280, "context_tokens": 20480, "nll": 2.2332308292388916, "ppl": 9.32996094824376, "lr": 1.2261781730920207e-05, "grad_norm": 0.19059132039546967, "seconds": 11.096506595999017, "tokens_per_second": 516775.2526788574, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 708, "tokens_seen": 4059955200, "batch": 280, "context_tokens": 20480, "nll": 2.2287988662719727, "ppl": 9.288702402546003, "lr": 1.22051660435635e-05, "grad_norm": 0.16636015474796295, "seconds": 11.09697611699994, "tokens_per_second": 516753.3875480928, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 709, "tokens_seen": 4065689600, "batch": 280, "context_tokens": 20480, "nll": 2.242658853530884, "ppl": 9.418340012037739, "lr": 1.2149250152587499e-05, "grad_norm": 0.17291346192359924, "seconds": 11.096556406999298, "tokens_per_second": 516772.93294187664, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 710, "tokens_seen": 4071424000, "batch": 280, "context_tokens": 20480, "nll": 2.2410497665405273, "ppl": 9.40319726991554, "lr": 1.2094034972348778e-05, "grad_norm": 0.22381722927093506, "seconds": 11.096853986000497, "tokens_per_second": 516759.07489044825, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 711, "tokens_seen": 4077158400, "batch": 280, "context_tokens": 20480, "nll": 2.230058193206787, "ppl": 9.300407284260508, "lr": 1.2039521405745644e-05, "grad_norm": 0.219576895236969, "seconds": 11.096955955999874, "tokens_per_second": 516754.32638799824, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 712, "tokens_seen": 4082892800, "batch": 280, "context_tokens": 20480, "nll": 2.228309392929077, "ppl": 9.284156942861292, "lr": 1.1985710344203378e-05, "grad_norm": 0.23621989786624908, "seconds": 11.097243947000607, "tokens_per_second": 516740.9157973777, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 713, "tokens_seen": 4088627200, "batch": 280, "context_tokens": 20480, "nll": 2.244373321533203, "ppl": 9.434501304674184, "lr": 1.1932602667659645e-05, "grad_norm": 0.23912952840328217, "seconds": 11.097322686000552, "tokens_per_second": 516737.24935781455, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 714, "tokens_seen": 4094361600, "batch": 280, "context_tokens": 20480, "nll": 2.2425661087036133, "ppl": 9.417466550225306, "lr": 1.188019924455009e-05, "grad_norm": 0.1972246766090393, "seconds": 11.096955095999874, "tokens_per_second": 516754.3664358057, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 715, "tokens_seen": 4100096000, "batch": 280, "context_tokens": 20480, "nll": 2.2381694316864014, "ppl": 9.376151881664107, "lr": 1.1828500931794176e-05, "grad_norm": 0.25250306725502014, "seconds": 11.097237227000733, "tokens_per_second": 516741.22871299967, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 716, "tokens_seen": 4105830400, "batch": 280, "context_tokens": 20480, "nll": 2.2363834381103516, "ppl": 9.35942107963515, "lr": 1.1777508574781144e-05, "grad_norm": 0.1686144471168518, "seconds": 11.097305286000847, "tokens_per_second": 516738.0595750479, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 717, "tokens_seen": 4111564800, "batch": 280, "context_tokens": 20480, "nll": 2.2376463413238525, "ppl": 9.371248589521253, "lr": 1.1727223007356205e-05, "grad_norm": 0.19464382529258728, "seconds": 11.097125156000402, "tokens_per_second": 516746.4473354447, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 718, "tokens_seen": 4117299200, "batch": 280, "context_tokens": 20480, "nll": 2.2286481857299805, "ppl": 9.287302881276544, "lr": 1.167764505180686e-05, "grad_norm": 0.15800881385803223, "seconds": 11.096816187000513, "tokens_per_second": 516760.83512292703, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 719, "tokens_seen": 4123033600, "batch": 280, "context_tokens": 20480, "nll": 2.233150005340576, "ppl": 9.329206894901969, "lr": 1.1628775518849528e-05, "grad_norm": 0.19379748404026031, "seconds": 11.096794445998967, "tokens_per_second": 516761.84756829316, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 720, "tokens_seen": 4128768000, "batch": 280, "context_tokens": 20480, "nll": 2.2217066287994385, "ppl": 9.223057778087412, "lr": 1.1580615207616235e-05, "grad_norm": 0.20960216224193573, "seconds": 11.097078205999424, "tokens_per_second": 516748.6336087824, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 721, "tokens_seen": 4134502400, "batch": 280, "context_tokens": 20480, "nll": 2.24545955657959, "ppl": 9.444754958567412, "lr": 1.1533164905641549e-05, "grad_norm": 0.20098181068897247, "seconds": 11.097893996999119, "tokens_per_second": 516710.6481239222, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 722, "tokens_seen": 4140236800, "batch": 280, "context_tokens": 20480, "nll": 2.2521443367004395, "ppl": 9.50810256527449, "lr": 1.1486425388849723e-05, "grad_norm": 0.2160232961177826, "seconds": 11.097694075999243, "tokens_per_second": 516719.9564819209, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 723, "tokens_seen": 4145971200, "batch": 280, "context_tokens": 20480, "nll": 2.2283830642700195, "ppl": 9.284840944348137, "lr": 1.1440397421542008e-05, "grad_norm": 0.19468778371810913, "seconds": 11.10009147600067, "tokens_per_second": 516608.355201239, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 724, "tokens_seen": 4151705600, "batch": 280, "context_tokens": 20480, "nll": 2.240314483642578, "ppl": 9.396285801030748, "lr": 1.1395081756384135e-05, "grad_norm": 0.18626749515533447, "seconds": 11.100767346000794, "tokens_per_second": 516576.9015117588, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 725, "tokens_seen": 4157440000, "batch": 280, "context_tokens": 20480, "nll": 2.228325605392456, "ppl": 9.284307463135882, "lr": 1.1350479134393996e-05, "grad_norm": 0.18157503008842468, "seconds": 11.099513197001215, "tokens_per_second": 516635.27023412863, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 725, "tokens_seen": 4157440000, "nll": 2.248896211385727, "ppl": 9.477269159129373, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 726, "tokens_seen": 4163174400, "batch": 280, "context_tokens": 20480, "nll": 2.2489936351776123, "ppl": 9.478192515605288, "lr": 1.130659028492959e-05, "grad_norm": 0.1798386573791504, "seconds": 11.100793816000078, "tokens_per_second": 516575.6697268577, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 727, "tokens_seen": 4168908800, "batch": 280, "context_tokens": 20480, "nll": 2.2208266258239746, "ppl": 9.21494502994462, "lr": 1.1263415925677011e-05, "grad_norm": 0.1989373117685318, "seconds": 11.09700398699897, "tokens_per_second": 516752.0897278499, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 728, "tokens_seen": 4174643200, "batch": 280, "context_tokens": 20480, "nll": 2.2356605529785156, "ppl": 9.352657738148114, "lr": 1.1220956762638785e-05, "grad_norm": 0.2186579555273056, "seconds": 11.096841115999268, "tokens_per_second": 516759.67422226345, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 729, "tokens_seen": 4180377600, "batch": 280, "context_tokens": 20480, "nll": 2.2329494953155518, "ppl": 9.327336482918458, "lr": 1.1179213490122271e-05, "grad_norm": 0.2013748288154602, "seconds": 11.09755514599965, "tokens_per_second": 516726.42528540053, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 730, "tokens_seen": 4186112000, "batch": 280, "context_tokens": 20480, "nll": 2.248521089553833, "ppl": 9.473714695281224, "lr": 1.1138186790728353e-05, "grad_norm": 0.26838675141334534, "seconds": 11.097180317001403, "tokens_per_second": 516743.87873238657, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 731, "tokens_seen": 4191846400, "batch": 280, "context_tokens": 20480, "nll": 2.2290186882019043, "ppl": 9.290744487473994, "lr": 1.109787733534024e-05, "grad_norm": 0.19910581409931183, "seconds": 11.097052646999146, "tokens_per_second": 516749.823796744, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 732, "tokens_seen": 4197580800, "batch": 280, "context_tokens": 20480, "nll": 2.2346205711364746, "ppl": 9.34293619991344, "lr": 1.1058285783112512e-05, "grad_norm": 0.18371044099330902, "seconds": 11.097624605999954, "tokens_per_second": 516723.1910961995, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 733, "tokens_seen": 4203315200, "batch": 280, "context_tokens": 20480, "nll": 2.2358005046844482, "ppl": 9.353966750150667, "lr": 1.101941278146035e-05, "grad_norm": 0.1797432154417038, "seconds": 11.097053636000055, "tokens_per_second": 516749.77774253336, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 734, "tokens_seen": 4209049600, "batch": 280, "context_tokens": 20480, "nll": 2.2407894134521484, "ppl": 9.400749437129921, "lr": 1.0981258966048938e-05, "grad_norm": 0.15416887402534485, "seconds": 11.097234984999886, "tokens_per_second": 516741.33311146236, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 735, "tokens_seen": 4214784000, "batch": 280, "context_tokens": 20480, "nll": 2.2431108951568604, "ppl": 9.422598456195276, "lr": 1.0943824960783059e-05, "grad_norm": 0.2541547119617462, "seconds": 11.096850424999502, "tokens_per_second": 516759.24071944563, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 736, "tokens_seen": 4220518400, "batch": 280, "context_tokens": 20480, "nll": 2.2326653003692627, "ppl": 9.324686077661404, "lr": 1.0907111377796918e-05, "grad_norm": 0.17713971436023712, "seconds": 11.097135096000784, "tokens_per_second": 516745.98447184614, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 737, "tokens_seen": 4226252800, "batch": 280, "context_tokens": 20480, "nll": 2.228362560272217, "ppl": 9.28465056994154, "lr": 1.087111881744411e-05, "grad_norm": 0.16853636503219604, "seconds": 11.097602787000142, "tokens_per_second": 516724.2070258039, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 738, "tokens_seen": 4231987200, "batch": 280, "context_tokens": 20480, "nll": 2.230013608932495, "ppl": 9.29999264159446, "lr": 1.0835847868287813e-05, "grad_norm": 0.22118428349494934, "seconds": 11.097092796000652, "tokens_per_second": 516747.9542089307, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 739, "tokens_seen": 4237721600, "batch": 280, "context_tokens": 20480, "nll": 2.2309091091156006, "ppl": 9.308324516748959, "lr": 1.0801299107091163e-05, "grad_norm": 0.1727517545223236, "seconds": 11.097397056000773, "tokens_per_second": 516733.7864061733, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 740, "tokens_seen": 4243456000, "batch": 280, "context_tokens": 20480, "nll": 2.2190184593200684, "ppl": 9.198297929906069, "lr": 1.0767473098807814e-05, "grad_norm": 0.1536719799041748, "seconds": 11.09750087700013, "tokens_per_second": 516728.9521809995, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 741, "tokens_seen": 4249190400, "batch": 280, "context_tokens": 20480, "nll": 2.2270102500915527, "ppl": 9.272103328245382, "lr": 1.0734370396572716e-05, "grad_norm": 0.15733569860458374, "seconds": 11.097513287000766, "tokens_per_second": 516728.3743392381, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 742, "tokens_seen": 4254924800, "batch": 280, "context_tokens": 20480, "nll": 2.2215209007263184, "ppl": 9.221344956402472, "lr": 1.070199154169306e-05, "grad_norm": 0.24424876272678375, "seconds": 11.09709023600044, "tokens_per_second": 516748.07341809676, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 743, "tokens_seen": 4260659200, "batch": 280, "context_tokens": 20480, "nll": 2.2343053817749023, "ppl": 9.33999186985251, "lr": 1.0670337063639413e-05, "grad_norm": 0.1451333463191986, "seconds": 11.097329446998629, "tokens_per_second": 516736.9345379685, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 744, "tokens_seen": 4266393600, "batch": 280, "context_tokens": 20480, "nll": 2.229905366897583, "ppl": 9.29898604594523, "lr": 1.0639407480037093e-05, "grad_norm": 0.17256559431552887, "seconds": 11.0971930170017, "tokens_per_second": 516743.2873533411, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 745, "tokens_seen": 4272128000, "batch": 280, "context_tokens": 20480, "nll": 2.2366416454315186, "ppl": 9.36183806270773, "lr": 1.0609203296657677e-05, "grad_norm": 0.20156031847000122, "seconds": 11.09737624599984, "tokens_per_second": 516734.75539472874, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 746, "tokens_seen": 4277862400, "batch": 280, "context_tokens": 20480, "nll": 2.2352383136749268, "ppl": 9.348709512064827, "lr": 1.0579725007410738e-05, "grad_norm": 0.2164515107870102, "seconds": 11.097445135999806, "tokens_per_second": 516731.54764223745, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 747, "tokens_seen": 4283596800, "batch": 280, "context_tokens": 20480, "nll": 2.2379894256591797, "ppl": 9.374464269707982, "lr": 1.0550973094335768e-05, "grad_norm": 0.1916985809803009, "seconds": 11.097165027000301, "tokens_per_second": 516744.5907173355, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 748, "tokens_seen": 4289331200, "batch": 280, "context_tokens": 20480, "nll": 2.2287087440490723, "ppl": 9.287865321757982, "lr": 1.05229480275943e-05, "grad_norm": 0.2553347647190094, "seconds": 11.09656590600025, "tokens_per_second": 516772.49056838703, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 749, "tokens_seen": 4295065600, "batch": 280, "context_tokens": 20480, "nll": 2.233989953994751, "ppl": 9.337046241541293, "lr": 1.0495650265462218e-05, "grad_norm": 0.19137054681777954, "seconds": 11.09690588599915, "tokens_per_second": 516756.65801897383, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 750, "tokens_seen": 4300800000, "batch": 280, "context_tokens": 20480, "nll": 2.231954574584961, "ppl": 9.318061137372304, "lr": 1.0469080254322259e-05, "grad_norm": 0.174568772315979, "seconds": 11.097391907000201, "tokens_per_second": 516734.026161837, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 750, "tokens_seen": 4300800000, "nll": 2.245790034532547, "ppl": 9.447876757666776, "tokens": 2621440, "contexts": 128}
{"type": "full_validation", "step": 750, "tokens_seen": 4300800000, "nll": 2.232785179501488, "ppl": 9.325803979941908, "tokens": 16773120, "contexts": 819}
{"type": "train", "step": 751, "tokens_seen": 4306534400, "batch": 280, "context_tokens": 20480, "nll": 2.227166175842285, "ppl": 9.273549200639147, "lr": 1.0443238428656718e-05, "grad_norm": 0.2151736617088318, "seconds": 11.100459086001138, "tokens_per_second": 516591.2468639869, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 752, "tokens_seen": 4312268800, "batch": 280, "context_tokens": 20480, "nll": 2.2229089736938477, "ppl": 9.234153743769856, "lr": 1.0418125211040342e-05, "grad_norm": 0.16348184645175934, "seconds": 11.095651056999486, "tokens_per_second": 516815.09904572566, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 753, "tokens_seen": 4318003200, "batch": 280, "context_tokens": 20480, "nll": 2.2326743602752686, "ppl": 9.324770558823497, "lr": 1.0393741012133412e-05, "grad_norm": 0.2573831379413605, "seconds": 11.096266955999454, "tokens_per_second": 516786.41319093027, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 754, "tokens_seen": 4323737600, "batch": 280, "context_tokens": 20480, "nll": 2.2235682010650635, "ppl": 9.240243157601371, "lr": 1.0370086230675041e-05, "grad_norm": 0.17801129817962646, "seconds": 11.096478126000875, "tokens_per_second": 516776.5785581424, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 755, "tokens_seen": 4329472000, "batch": 280, "context_tokens": 20480, "nll": 2.2255589962005615, "ppl": 9.258656911654793, "lr": 1.0347161253476657e-05, "grad_norm": 0.24870604276657104, "seconds": 11.097085707000588, "tokens_per_second": 516748.2843159856, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 756, "tokens_seen": 4335206400, "batch": 280, "context_tokens": 20480, "nll": 2.2163147926330566, "ppl": 9.173462386859564, "lr": 1.0324966455415652e-05, "grad_norm": 0.17982956767082214, "seconds": 11.097175115999562, "tokens_per_second": 516744.1209188742, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 757, "tokens_seen": 4340940800, "batch": 280, "context_tokens": 20480, "nll": 2.239034414291382, "ppl": 9.384265598549499, "lr": 1.0303502199429279e-05, "grad_norm": 0.26363784074783325, "seconds": 11.096814376000111, "tokens_per_second": 516760.9194583091, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 758, "tokens_seen": 4346675200, "batch": 280, "context_tokens": 20480, "nll": 2.235717296600342, "ppl": 9.353188456879186, "lr": 1.0282768836508702e-05, "grad_norm": 0.15529946982860565, "seconds": 11.096876276998955, "tokens_per_second": 516758.0368437535, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 759, "tokens_seen": 4352409600, "batch": 280, "context_tokens": 20480, "nll": 2.227721929550171, "ppl": 9.278704442382331, "lr": 1.0262766705693267e-05, "grad_norm": 0.2201555371284485, "seconds": 11.096790207000595, "tokens_per_second": 516762.0449724604, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 760, "tokens_seen": 4358144000, "batch": 280, "context_tokens": 20480, "nll": 2.2310221195220947, "ppl": 9.30937651372856, "lr": 1.024349613406494e-05, "grad_norm": 0.2057620733976364, "seconds": 11.096858525999778, "tokens_per_second": 516758.86347152974, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 761, "tokens_seen": 4363878400, "batch": 280, "context_tokens": 20480, "nll": 2.242204189300537, "ppl": 9.414058803055067, "lr": 1.0224957436742981e-05, "grad_norm": 0.20163662731647491, "seconds": 11.098177473999385, "tokens_per_second": 516697.44995828834, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 762, "tokens_seen": 4369612800, "batch": 280, "context_tokens": 20480, "nll": 2.2406508922576904, "ppl": 9.399447324276284, "lr": 1.0207150916878787e-05, "grad_norm": 0.20226918160915375, "seconds": 11.097532678000789, "tokens_per_second": 516727.4714466574, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 763, "tokens_seen": 4375347200, "batch": 280, "context_tokens": 20480, "nll": 2.223222017288208, "ppl": 9.237044888952312, "lr": 1.0190076865650906e-05, "grad_norm": 0.19275330007076263, "seconds": 11.097534349000853, "tokens_per_second": 516727.3936409385, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 764, "tokens_seen": 4381081600, "batch": 280, "context_tokens": 20480, "nll": 2.2297892570495605, "ppl": 9.297906404768371, "lr": 1.017373556226031e-05, "grad_norm": 0.23925983905792236, "seconds": 11.099624517999473, "tokens_per_second": 516630.0887656993, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 765, "tokens_seen": 4386816000, "batch": 280, "context_tokens": 20480, "nll": 2.2281200885772705, "ppl": 9.28239957789282, "lr": 1.0158127273925826e-05, "grad_norm": 0.19457200169563293, "seconds": 11.101498867999908, "tokens_per_second": 516542.8622011951, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 766, "tokens_seen": 4392550400, "batch": 280, "context_tokens": 20480, "nll": 2.231733798980713, "ppl": 9.316004163867419, "lr": 1.0143252255879748e-05, "grad_norm": 0.23936529457569122, "seconds": 11.102011168999525, "tokens_per_second": 516519.02639157267, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 767, "tokens_seen": 4398284800, "batch": 280, "context_tokens": 20480, "nll": 2.226393699645996, "ppl": 9.266388370767933, "lr": 1.0129110751363666e-05, "grad_norm": 0.16147039830684662, "seconds": 11.1018539780016, "tokens_per_second": 516526.33977736987, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 768, "tokens_seen": 4404019200, "batch": 280, "context_tokens": 20480, "nll": 2.230647563934326, "ppl": 9.305890287670184, "lr": 1.0115702991624513e-05, "grad_norm": 0.32232969999313354, "seconds": 11.103586037999776, "tokens_per_second": 516445.7662934458, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 769, "tokens_seen": 4409753600, "batch": 280, "context_tokens": 20480, "nll": 2.222686767578125, "ppl": 9.232102086288329, "lr": 1.010302919591075e-05, "grad_norm": 0.19196845591068268, "seconds": 11.104259607998756, "tokens_per_second": 516414.4393624701, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 770, "tokens_seen": 4415488000, "batch": 280, "context_tokens": 20480, "nll": 2.2272329330444336, "ppl": 9.274168297502126, "lr": 1.00910895714688e-05, "grad_norm": 0.3173602521419525, "seconds": 11.105811149000147, "tokens_per_second": 516342.2935132718, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 771, "tokens_seen": 4421222400, "batch": 280, "context_tokens": 20480, "nll": 2.217337131500244, "ppl": 9.182845569583273, "lr": 1.0079884313539663e-05, "grad_norm": 0.19927026331424713, "seconds": 11.106962477999332, "tokens_per_second": 516288.7703419092, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 772, "tokens_seen": 4426956800, "batch": 280, "context_tokens": 20480, "nll": 2.2287683486938477, "ppl": 9.288418938170098, "lr": 1.0069413605355712e-05, "grad_norm": 0.17339478433132172, "seconds": 11.108181408000746, "tokens_per_second": 516232.11661539465, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 773, "tokens_seen": 4432691200, "batch": 280, "context_tokens": 20480, "nll": 2.2315454483032227, "ppl": 9.314249653408456, "lr": 1.0059677618137699e-05, "grad_norm": 0.36608901619911194, "seconds": 11.109023708000677, "tokens_per_second": 516192.9752539916, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 774, "tokens_seen": 4438425600, "batch": 280, "context_tokens": 20480, "nll": 2.2301294803619385, "ppl": 9.301070307469791, "lr": 1.0050676511091955e-05, "grad_norm": 0.26815178990364075, "seconds": 11.110080349000782, "tokens_per_second": 516143.8819401284, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 775, "tokens_seen": 4444160000, "batch": 280, "context_tokens": 20480, "nll": 2.22737193107605, "ppl": 9.275457478235072, "lr": 1.0042410431407791e-05, "grad_norm": 0.21969491243362427, "seconds": 11.106517969001288, "tokens_per_second": 516309.43343403644, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "quick_validation", "step": 775, "tokens_seen": 4444160000, "nll": 2.2428758442401886, "ppl": 9.420383926064583, "tokens": 2621440, "contexts": 128}
{"type": "train", "step": 776, "tokens_seen": 4449894400, "batch": 280, "context_tokens": 20480, "nll": 2.2303223609924316, "ppl": 9.302864476799652, "lr": 1.0034879514255094e-05, "grad_norm": 0.22024638950824738, "seconds": 11.103680707999956, "tokens_per_second": 516441.3630759836, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.19921875, "driver_free_gib": 5.0936279296875}
{"type": "train", "step": 777, "tokens_seen": 4455628800, "batch": 280, "context_tokens": 20480, "nll": 2.237926959991455, "ppl": 9.373878705826824, "lr": 1.00280838827821e-05, "grad_norm": 0.18790481984615326, "seconds": 11.100312468000993, "tokens_per_second": 516598.0702372681, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 778, "tokens_seen": 4461363200, "batch": 280, "context_tokens": 20480, "nll": 2.22761869430542, "ppl": 9.277746602500518, "lr": 1.0022023648113402e-05, "grad_norm": 0.12751856446266174, "seconds": 11.099412178999046, "tokens_per_second": 516639.97223654174, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 779, "tokens_seen": 4467097600, "batch": 280, "context_tokens": 20480, "nll": 2.2313969135284424, "ppl": 9.31286626617704, "lr": 1.0016698909348117e-05, "grad_norm": 0.270333468914032, "seconds": 11.098781868000515, "tokens_per_second": 516669.312740811, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 780, "tokens_seen": 4472832000, "batch": 280, "context_tokens": 20480, "nll": 2.2324070930480957, "ppl": 9.322278686264985, "lr": 1.001210975355827e-05, "grad_norm": 0.1820470094680786, "seconds": 11.098827058000097, "tokens_per_second": 516667.20906932343, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 781, "tokens_seen": 4478566400, "batch": 280, "context_tokens": 20480, "nll": 2.224562644958496, "ppl": 9.249436631422597, "lr": 1.0008256255787374e-05, "grad_norm": 0.26651856303215027, "seconds": 11.097191668999585, "tokens_per_second": 516743.35012337024, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 782, "tokens_seen": 4484300800, "batch": 280, "context_tokens": 20480, "nll": 2.221585273742676, "ppl": 9.221938581298696, "lr": 1.0005138479049191e-05, "grad_norm": 0.2335549145936966, "seconds": 11.097879648001253, "tokens_per_second": 516711.31620469276, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 783, "tokens_seen": 4490035200, "batch": 280, "context_tokens": 20480, "nll": 2.2178940773010254, "ppl": 9.187961341334036, "lr": 1.0002756474326729e-05, "grad_norm": 0.21092069149017334, "seconds": 11.097425038000438, "tokens_per_second": 516732.48346926784, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 784, "tokens_seen": 4495769600, "batch": 280, "context_tokens": 20480, "nll": 2.231123447418213, "ppl": 9.31031986105776, "lr": 1.0001110280571372e-05, "grad_norm": 0.259633868932724, "seconds": 11.097063179000543, "tokens_per_second": 516749.3333597898, "peak_allocated_gib": 87.93241930007935, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}
{"type": "train", "step": 785, "tokens_seen": 4499988480, "batch": 206, "context_tokens": 20480, "nll": 2.2274343967437744, "ppl": 9.276036893976508, "lr": 1.0000199924702264e-05, "grad_norm": 0.1452573835849762, "seconds": 8.489148675998877, "tokens_per_second": 496973.2727061215, "peak_allocated_gib": 64.99371242523193, "peak_reserved_gib": 89.375, "driver_free_gib": 4.9178466796875}