{
  "config": "C5",
  "description": "token-free BLT instead of subword",
  "parameters": 2117376,
  "windowed": true,
  "window": {
    "src_window": 1024,
    "src_stride": 768,
    "train_examples": 25654
  },
  "best_epoch": 29,
  "best_val_loss": 0.013062323450010613,
  "test": {
    "loss": 0.01330391115029037,
    "ppl": 1.0133928019371958,
    "token_acc": 0.9995187270330023,
    "seq_acc": 0.9574726609963548
  },
  "test_full": {
    "loss": 5.80302786322961,
    "ppl": 331.3011774170338,
    "token_acc": 0.32276305532330835,
    "seq_acc": 0.07439824945295405
  },
  "gen_test_win": {
    "n": 3292.0,
    "seq_acc": 0.9574726609963548,
    "bit_acc": 0.9997403020836493,
    "lev": 0.08535844471445929,
    "lev_norm": 0.0007114797463788965
  },
  "gen_test": {
    "n": 500.0,
    "seq_acc": 0.804,
    "bit_acc": 0.9893873284246887,
    "lev": 2.048,
    "lev_norm": 0.003668687172604409
  },
  "gen_test_full": {
    "n": 500.0,
    "seq_acc": 0.068,
    "bit_acc": 0.20238843136616647,
    "lev": 490.088,
    "lev_norm": 0.6793383173497168
  },
  "checkpoint": "/home2/winterdew/ANLP_A1/ANLP-M26-Assignment-1/outputs/checkpoints/C5_best.pt",
  "history": [
    {
      "train/epoch_loss": 3.1866541384461513,
      "epoch": 1,
      "val/loss": 2.1205279343276415,
      "val/ppl": 8.335536942365135,
      "val/token_acc": 0.3877735600109597,
      "val/seq_acc": 0.0,
      "val_full/loss": 4.286994736286559,
      "val_full/ppl": 72.7475141920631,
      "val_full/token_acc": 0.1303971043467045,
      "val_full/seq_acc": 0.0,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 2.016733264387992,
      "epoch": 2,
      "val/loss": 1.0093543742044582,
      "val/ppl": 2.743828956282325,
      "val/token_acc": 0.7000316554187959,
      "val/seq_acc": 0.0,
      "val_full/loss": 4.050685520927383,
      "val_full/ppl": 57.436817693161835,
      "val_full/token_acc": 0.26583661163420613,
      "val_full/seq_acc": 0.0,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 1.4646863547941098,
      "epoch": 3,
      "val/loss": 0.5453954489599598,
      "val/ppl": 1.725290511832387,
      "val/token_acc": 0.8396719540969826,
      "val/seq_acc": 0.0,
      "val_full/loss": 4.437363523091868,
      "val_full/ppl": 84.55172887470815,
      "val_full/token_acc": 0.29828372887914356,
      "val_full/seq_acc": 0.0,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 1.1722335806511286,
      "epoch": 4,
      "val/loss": 0.33587098110797875,
      "val/ppl": 1.3991584952864973,
      "val/token_acc": 0.902134213655456,
      "val/seq_acc": 0.00032123353678124,
      "val_full/loss": 4.856175854054479,
      "val_full/ppl": 128.53173695747287,
      "val_full/token_acc": 0.31575277312008254,
      "val_full/seq_acc": 0.0,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 1.0009264107654219,
      "epoch": 5,
      "val/loss": 0.21881503036827438,
      "val/ppl": 1.244601041998591,
      "val/token_acc": 0.9383916387132472,
      "val/seq_acc": 0.007388371345968519,
      "val_full/loss": 5.262852808867334,
      "val_full/ppl": 193.03138820485765,
      "val_full/token_acc": 0.31434202889204177,
      "val_full/seq_acc": 0.0,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.0234375,
      "gen_val_win/bit_acc": 0.9359192056407271,
      "gen_val_win/lev": 15.1953125,
      "gen_val_win/lev_norm": 0.1265029750578017,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.0,
      "gen_val/bit_acc": 0.6286467894692924,
      "gen_val/lev": 188.515625,
      "gen_val/lev_norm": 0.2514604836400943,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0,
      "gen_val_full/bit_acc": 0.18570620868891582,
      "gen_val_full/lev": 513.2890625,
      "gen_val_full/lev_norm": 0.7428451081504603
    },
    {
      "train/epoch_loss": 0.8867060201721001,
      "epoch": 6,
      "val/loss": 0.150144398525897,
      "val/ppl": 1.1620020219935174,
      "val/token_acc": 0.9605903336587546,
      "val/seq_acc": 0.035014455509155155,
      "val_full/loss": 5.230251155298755,
      "val_full/ppl": 186.8397234143849,
      "val_full/token_acc": 0.33211740616535534,
      "val_full/seq_acc": 0.0,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.8115367409297058,
      "epoch": 7,
      "val/loss": 0.10905530072112715,
      "val/ppl": 1.115224021328805,
      "val/token_acc": 0.9736754601341232,
      "val/seq_acc": 0.127208480565371,
      "val_full/loss": 5.362812303503483,
      "val_full/ppl": 213.32403557709898,
      "val_full/token_acc": 0.3324156778021411,
      "val_full/seq_acc": 0.02127659574468085,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.7549242661183612,
      "epoch": 8,
      "val/loss": 0.07894729092795537,
      "val/ppl": 1.0821472815880244,
      "val/token_acc": 0.9828422309887929,
      "val/seq_acc": 0.2663026019916479,
      "val_full/loss": 5.562786179543402,
      "val_full/ppl": 260.54775880756915,
      "val_full/token_acc": 0.33191990197342963,
      "val_full/seq_acc": 0.036170212765957444,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.7162566222157561,
      "epoch": 9,
      "val/loss": 0.05933424177465677,
      "val/ppl": 1.0611298553993511,
      "val/token_acc": 0.9885348861335965,
      "val/seq_acc": 0.39993575329264375,
      "val_full/loss": 5.700837216868671,
      "val_full/ppl": 299.11772256875804,
      "val_full/token_acc": 0.3214521798013672,
      "val_full/seq_acc": 0.0425531914893617,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.682473287172151,
      "epoch": 10,
      "val/loss": 0.05616943969202137,
      "val/ppl": 1.0577768979449975,
      "val/token_acc": 0.9901149969541635,
      "val/seq_acc": 0.47542563443623514,
      "val_full/loss": 5.55206798729121,
      "val_full/ppl": 257.77007032896154,
      "val_full/token_acc": 0.332544660131562,
      "val_full/seq_acc": 0.059574468085106386,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.4609375,
      "gen_val_win/bit_acc": 0.9866527768734944,
      "gen_val_win/lev": 2.4921875,
      "gen_val_win/lev_norm": 0.021498102685514504,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.0546875,
      "gen_val/bit_acc": 0.8098412081832521,
      "gen_val/lev": 49.1796875,
      "gen_val/lev_norm": 0.07228347918983398,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0234375,
      "gen_val_full/bit_acc": 0.19712909682261695,
      "gen_val_full/lev": 502.078125,
      "gen_val_full/lev_norm": 0.7059250807127767
    },
    {
      "train/epoch_loss": 0.6628512337320761,
      "epoch": 11,
      "val/loss": 0.03870367599148255,
      "val/ppl": 1.0394624203380365,
      "val/token_acc": 0.9939349281634803,
      "val/seq_acc": 0.594282043045294,
      "val_full/loss": 5.686484610543903,
      "val_full/ppl": 294.8552655070311,
      "val_full/token_acc": 0.33418112343608924,
      "val_full/seq_acc": 0.07234042553191489,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.6415253095793307,
      "epoch": 12,
      "val/loss": 0.033590495729570846,
      "val/ppl": 1.0341610266483876,
      "val/token_acc": 0.9949670544233793,
      "val/seq_acc": 0.63989720526823,
      "val_full/loss": 5.888909308291952,
      "val_full/ppl": 361.01131751262545,
      "val_full/token_acc": 0.3236368180059332,
      "val_full/seq_acc": 0.07021276595744681,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.6261716489482699,
      "epoch": 13,
      "val/loss": 0.029946327140976697,
      "val/ppl": 1.0303992279968137,
      "val/token_acc": 0.9959778997294658,
      "val/seq_acc": 0.6890459363957597,
      "val_full/loss": 5.971079522896379,
      "val_full/ppl": 391.9285382920556,
      "val_full/token_acc": 0.32436637430672,
      "val_full/seq_acc": 0.07872340425531915,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.6132363888093658,
      "epoch": 14,
      "val/loss": 0.025467302035602723,
      "val/ppl": 1.0257943643344671,
      "val/token_acc": 0.9970047057509117,
      "val/seq_acc": 0.7462255059428204,
      "val_full/loss": 5.863015066496437,
      "val_full/ppl": 351.7831963904122,
      "val_full/token_acc": 0.3292394879401522,
      "val_full/seq_acc": 0.0851063829787234,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.6025004856604294,
      "epoch": 15,
      "val/loss": 0.023226369516013545,
      "val/ppl": 1.0234982021182104,
      "val/token_acc": 0.9974569260194242,
      "val/seq_acc": 0.7757789913266945,
      "val_full/loss": 5.89068596430414,
      "val_full/ppl": 361.6532805452296,
      "val_full/token_acc": 0.32046868953953306,
      "val_full/seq_acc": 0.1,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.765625,
      "gen_val_win/bit_acc": 0.9973355713447624,
      "gen_val_win/lev": 0.6875,
      "gen_val_win/lev_norm": 0.006319041391352384,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.328125,
      "gen_val/bit_acc": 0.8984382648066569,
      "gen_val/lev": 17.1796875,
      "gen_val/lev_norm": 0.02379577879002951,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.046875,
      "gen_val_full/bit_acc": 0.19981774682466116,
      "gen_val_full/lev": 499.234375,
      "gen_val_full/lev_norm": 0.6974027755296283
    },
    {
      "train/epoch_loss": 0.5915844462756207,
      "epoch": 16,
      "val/loss": 0.020223079525560565,
      "val/ppl": 1.020428951444445,
      "val/token_acc": 0.9979277671225224,
      "val/seq_acc": 0.8069386443944748,
      "val_full/loss": 5.912791728050835,
      "val_full/ppl": 369.7369208648866,
      "val_full/token_acc": 0.32819553721140204,
      "val_full/seq_acc": 0.09361702127659574,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5829343743752363,
      "epoch": 17,
      "val/loss": 0.018677845305089074,
      "val/ppl": 1.0188533673458544,
      "val/token_acc": 0.9981990992836299,
      "val/seq_acc": 0.830067459042724,
      "val_full/loss": 5.915054807413259,
      "val_full/ppl": 370.5746123836947,
      "val_full/token_acc": 0.3302552237843415,
      "val_full/seq_acc": 0.10425531914893617,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5755495646053419,
      "epoch": 18,
      "val/loss": 0.017626009784440667,
      "val/ppl": 1.0177822645944599,
      "val/token_acc": 0.9983001838142386,
      "val/seq_acc": 0.8397044651461613,
      "val_full/loss": 5.908761313664872,
      "val_full/ppl": 368.2497268772265,
      "val_full/token_acc": 0.3285179930349542,
      "val_full/seq_acc": 0.1,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5669382216032604,
      "epoch": 19,
      "val/loss": 0.016077107184220365,
      "val/ppl": 1.0162070392486153,
      "val/token_acc": 0.9987204826520325,
      "val/seq_acc": 0.8734339865081915,
      "val_full/loss": 5.857032424570529,
      "val_full/ppl": 349.6848864678713,
      "val_full/token_acc": 0.3293926544563395,
      "val_full/seq_acc": 0.10425531914893617,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5609035634637771,
      "epoch": 20,
      "val/loss": 0.01558122174620217,
      "val/ppl": 1.0157032418990488,
      "val/token_acc": 0.998904030878664,
      "val/seq_acc": 0.8914230645679408,
      "val_full/loss": 5.983415630945279,
      "val_full/ppl": 396.79335585174044,
      "val_full/token_acc": 0.3256481362053399,
      "val_full/seq_acc": 0.10212765957446808,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.8828125,
      "gen_val_win/bit_acc": 0.9990385242161528,
      "gen_val_win/lev": 0.3046875,
      "gen_val_win/lev_norm": 0.00267191608058971,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.59375,
      "gen_val/bit_acc": 0.9554161142021587,
      "gen_val/lev": 7.5078125,
      "gen_val/lev_norm": 0.010553709735544233,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.046875,
      "gen_val_full/bit_acc": 0.1996173309617456,
      "gen_val_full/lev": 499.25,
      "gen_val_full/lev_norm": 0.6975380072356028
    },
    {
      "train/epoch_loss": 0.5547243261575104,
      "epoch": 21,
      "val/loss": 0.014728826488929259,
      "val/ppl": 1.0148378301616865,
      "val/token_acc": 0.9990317166015381,
      "val/seq_acc": 0.9023450048185031,
      "val_full/loss": 5.9140383787928865,
      "val_full/ppl": 370.19814110218886,
      "val_full/token_acc": 0.3245598478008513,
      "val_full/seq_acc": 0.10851063829787234,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5492340369414808,
      "epoch": 22,
      "val/loss": 0.014350483405035842,
      "val/ppl": 1.0144539459119262,
      "val/token_acc": 0.9991061999398813,
      "val/seq_acc": 0.9132669450690653,
      "val_full/loss": 5.8973892666548435,
      "val_full/ppl": 364.0856953284918,
      "val_full/token_acc": 0.3136406874758158,
      "val_full/seq_acc": 0.10851063829787234,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5452264907056851,
      "epoch": 23,
      "val/loss": 0.014191510087682569,
      "val/ppl": 1.0142926876210647,
      "val/token_acc": 0.9991567422051857,
      "val/seq_acc": 0.9142306456794089,
      "val_full/loss": 5.936484516074422,
      "val_full/ppl": 378.6016193889404,
      "val_full/token_acc": 0.3199850058042048,
      "val_full/seq_acc": 0.10638297872340426,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5420137426799669,
      "epoch": 24,
      "val/loss": 0.01399349216573586,
      "val/ppl": 1.0140918593752686,
      "val/token_acc": 0.9992445261396615,
      "val/seq_acc": 0.9225827176357212,
      "val_full/loss": 5.938875066254595,
      "val_full/ppl": 379.50776822398177,
      "val_full/token_acc": 0.314043757255256,
      "val_full/seq_acc": 0.10638297872340426,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5385007705177155,
      "epoch": 25,
      "val/loss": 0.013562473314542483,
      "val/ppl": 1.0136548608511022,
      "val/token_acc": 0.9992897481665128,
      "val/seq_acc": 0.926437520077096,
      "val_full/loss": 5.931484970787518,
      "val_full/ppl": 376.71350723108003,
      "val_full/token_acc": 0.32597865342448085,
      "val_full/seq_acc": 0.11063829787234042,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.8828125,
      "gen_val_win/bit_acc": 0.9987458466349599,
      "gen_val_win/lev": 0.328125,
      "gen_val_win/lev_norm": 0.0030029220867988093,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.6484375,
      "gen_val/bit_acc": 0.9642039800995025,
      "gen_val/lev": 5.0625,
      "gen_val/lev_norm": 0.007115335681933282,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.2041266878773455,
      "gen_val_full/lev": 496.3125,
      "gen_val_full/lev_norm": 0.6913037099030713
    },
    {
      "train/epoch_loss": 0.534697450158602,
      "epoch": 26,
      "val/loss": 0.013472278606427286,
      "val/ppl": 1.0135634386697587,
      "val/token_acc": 0.9993881725778949,
      "val/seq_acc": 0.9376806938644394,
      "val_full/loss": 5.829398228155633,
      "val_full/ppl": 340.15392241627166,
      "val_full/token_acc": 0.32561185992519026,
      "val_full/seq_acc": 0.11063829787234042,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5317636653966737,
      "epoch": 27,
      "val/loss": 0.01367300227098327,
      "val/ppl": 1.0137669052570248,
      "val/token_acc": 0.9994679761546913,
      "val/seq_acc": 0.9441053646000642,
      "val_full/loss": 5.8744636810196456,
      "val_full/ppl": 355.833769081754,
      "val_full/token_acc": 0.32039210628143944,
      "val_full/seq_acc": 0.10851063829787234,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5297336776060356,
      "epoch": 28,
      "val/loss": 0.013508005997371283,
      "val/ppl": 1.013599651293866,
      "val/token_acc": 0.9995264987776752,
      "val/seq_acc": 0.9495663347253454,
      "val_full/loss": 5.718929995848382,
      "val_full/ppl": 304.57884790543574,
      "val_full/token_acc": 0.3257771185347607,
      "val_full/seq_acc": 0.11063829787234042,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5271218951206255,
      "epoch": 29,
      "val/loss": 0.013062323450010613,
      "val/ppl": 1.013148008271456,
      "val/token_acc": 0.9995610803276203,
      "val/seq_acc": 0.9547060713138452,
      "val_full/loss": 5.828769659728493,
      "val_full/ppl": 339.9401795833083,
      "val_full/token_acc": 0.3218149426028634,
      "val_full/seq_acc": 0.10638297872340426,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5250636516069236,
      "epoch": 30,
      "val/loss": 0.013839164579217769,
      "val/ppl": 1.0139353691017972,
      "val/token_acc": 0.9995052178238628,
      "val/seq_acc": 0.9492451011885641,
      "val_full/loss": 5.742995749377257,
      "val_full/ppl": 311.9976792177771,
      "val_full/token_acc": 0.32451954082290724,
      "val_full/seq_acc": 0.11063829787234042,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.9375,
      "gen_val_win/bit_acc": 0.9995844469069813,
      "gen_val_win/lev": 0.1484375,
      "gen_val_win/lev_norm": 0.0012928605481931945,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.75,
      "gen_val/bit_acc": 0.9752925837201177,
      "gen_val/lev": 3.578125,
      "gen_val/lev_norm": 0.005754179268799118,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.20050511060450435,
      "gen_val_full/lev": 498.6796875,
      "gen_val_full/lev_norm": 0.6955337026160823
    },
    {
      "train/epoch_loss": 0.5229915221433092,
      "epoch": 31,
      "val/loss": 0.013497638256154087,
      "val/ppl": 1.0135891426094594,
      "val/token_acc": 0.9995930017583388,
      "val/seq_acc": 0.9569547060713138,
      "val_full/loss": 5.719591660083194,
      "val_full/ppl": 304.7804435227251,
      "val_full/token_acc": 0.32597865342448085,
      "val_full/seq_acc": 0.11063829787234042,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5207516891403389,
      "epoch": 32,
      "val/loss": 0.014165710896847455,
      "val/ppl": 1.014266520028007,
      "val/token_acc": 0.9995424594930344,
      "val/seq_acc": 0.9575971731448764,
      "val_full/loss": 5.833788697218012,
      "val_full/ppl": 341.6506409330033,
      "val_full/token_acc": 0.3184372178511544,
      "val_full/seq_acc": 0.1127659574468085,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5192661805640433,
      "epoch": 33,
      "val/loss": 0.013403709259955819,
      "val/ppl": 1.013493941669871,
      "val/token_acc": 0.9996701452159086,
      "val/seq_acc": 0.9656280115644074,
      "val_full/loss": 5.808688077775337,
      "val_full/ppl": 333.1817303061101,
      "val_full/token_acc": 0.31728846897974977,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5174381254319835,
      "epoch": 34,
      "val/loss": 0.013720597464655173,
      "val/ppl": 1.0138151568374814,
      "val/token_acc": 0.9996861059312678,
      "val/seq_acc": 0.9653067780276261,
      "val_full/loss": 5.837206854906971,
      "val_full/ppl": 342.82045486349733,
      "val_full/token_acc": 0.3133827228169741,
      "val_full/seq_acc": 0.11063829787234042,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5160897482660346,
      "epoch": 35,
      "val/loss": 0.013917877659750343,
      "val/ppl": 1.014015182219287,
      "val/token_acc": 0.9997419684350253,
      "val/seq_acc": 0.9726951493735946,
      "val_full/loss": 5.800546949945787,
      "val_full/ppl": 330.4802666503007,
      "val_full/token_acc": 0.3140195730684896,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.921875,
      "gen_val_win/bit_acc": 0.999486669708624,
      "gen_val_win/lev": 0.1484375,
      "gen_val_win/lev_norm": 0.0013086962853102134,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.8984375,
      "gen_val/bit_acc": 0.9886284049125791,
      "gen_val/lev": 1.1328125,
      "gen_val/lev_norm": 0.0013219149024288484,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.1993167071673723,
      "gen_val_full/lev": 499.4609375,
      "gen_val_full/lev_norm": 0.6972389289562869
    },
    {
      "train/epoch_loss": 0.5138689738853911,
      "epoch": 36,
      "val/loss": 0.014133696068082967,
      "val/ppl": 1.014234048978827,
      "val/token_acc": 0.9997127071235333,
      "val/seq_acc": 0.9688403469322198,
      "val_full/loss": 5.836556936377451,
      "val_full/ppl": 342.5977218845682,
      "val_full/token_acc": 0.31247178511543916,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5130237455379933,
      "epoch": 37,
      "val/loss": 0.014182012285739865,
      "val/ppl": 1.0142830541157544,
      "val/token_acc": 0.9997339880773456,
      "val/seq_acc": 0.9707677481529071,
      "val_full/loss": 5.868360684976783,
      "val_full/ppl": 353.66873032861906,
      "val_full/token_acc": 0.3080259254482136,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5113184382196079,
      "epoch": 38,
      "val/loss": 0.015070331816712943,
      "val/ppl": 1.0151844618724424,
      "val/token_acc": 0.9995850214006592,
      "val/seq_acc": 0.9681978798586572,
      "val_full/loss": 5.766306660274652,
      "val_full/ppl": 319.356061405807,
      "val_full/token_acc": 0.3106378176189862,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5099328701335593,
      "epoch": 39,
      "val/loss": 0.014448271159159838,
      "val/ppl": 1.0145531519354472,
      "val/token_acc": 0.9997472886734784,
      "val/seq_acc": 0.9733376164471571,
      "val_full/loss": 5.693308455950519,
      "val_full/ppl": 296.87419284595126,
      "val_full/token_acc": 0.31723606990842257,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5088077843040599,
      "epoch": 40,
      "val/loss": 0.01451898184153518,
      "val/ppl": 1.0146248942175695,
      "val/token_acc": 0.9997738898657438,
      "val/seq_acc": 0.9749437841310633,
      "val_full/loss": 5.725371712210193,
      "val_full/ppl": 306.5471914022248,
      "val_full/token_acc": 0.30885624919386045,
      "val_full/seq_acc": 0.1127659574468085,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.9453125,
      "gen_val_win/bit_acc": 0.9996903722052017,
      "gen_val_win/lev": 0.09375,
      "gen_val_win/lev_norm": 0.0007992546463918573,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.921875,
      "gen_val/bit_acc": 0.993599567153723,
      "gen_val/lev": 0.921875,
      "gen_val/lev_norm": 0.0010594884894371724,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.19908654207480522,
      "gen_val_full/lev": 499.5703125,
      "gen_val_full/lev_norm": 0.6975838937584498
    },
    {
      "train/epoch_loss": 0.5078803171540733,
      "epoch": 41,
      "val/loss": 0.014111817464192924,
      "val/ppl": 1.0142118591965592,
      "val/token_acc": 0.9997925107003296,
      "val/seq_acc": 0.9762287182781882,
      "val_full/loss": 5.733528065370865,
      "val_full/ppl": 309.0577230290243,
      "val_full/token_acc": 0.31173416741906357,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5066765240600282,
      "epoch": 42,
      "val/loss": 0.014888131387611293,
      "val/ppl": 1.014999511677386,
      "val/token_acc": 0.9997845303426499,
      "val/seq_acc": 0.9771924188885319,
      "val_full/loss": 5.7949392888740645,
      "val_full/ppl": 328.63223174348826,
      "val_full/token_acc": 0.3007948536050561,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5059437270919581,
      "epoch": 43,
      "val/loss": 0.014909094175155374,
      "val/ppl": 1.015020789119523,
      "val/token_acc": 0.999819111892595,
      "val/seq_acc": 0.9800835207195632,
      "val_full/loss": 5.753488600430882,
      "val_full/ppl": 315.28866008624954,
      "val_full/token_acc": 0.30619195795176063,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5048771646254675,
      "epoch": 44,
      "val/loss": 0.01497256695546071,
      "val/ppl": 1.0150852173557743,
      "val/token_acc": 0.9998164517733685,
      "val/seq_acc": 0.9800835207195632,
      "val_full/loss": 5.689350357951156,
      "val_full/ppl": 295.7014581277137,
      "val_full/token_acc": 0.3108353218109119,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5042696986858387,
      "epoch": 45,
      "val/loss": 0.01492492011076165,
      "val/ppl": 1.0150368529002827,
      "val/token_acc": 0.9998084714156888,
      "val/seq_acc": 0.9800835207195632,
      "val_full/loss": 5.803457098008432,
      "val_full/ppl": 331.44341392889106,
      "val_full/token_acc": 0.30477718302592544,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.953125,
      "gen_val_win/bit_acc": 0.9996414836060231,
      "gen_val_win/lev": 0.09375,
      "gen_val_win/lev_norm": 0.0007516217545874913,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.9375,
      "gen_val/bit_acc": 0.9944324892403162,
      "gen_val/lev": 0.84375,
      "gen_val/lev_norm": 0.0011777931696110454,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.19860898865145177,
      "gen_val_full/lev": 499.8828125,
      "gen_val_full/lev_norm": 0.6982171033221508
    },
    {
      "train/epoch_loss": 0.5033634459585917,
      "epoch": 46,
      "val/loss": 0.014932920337343279,
      "val/ppl": 1.0150449734575777,
      "val/token_acc": 0.9998324124887278,
      "val/seq_acc": 0.9813684548666881,
      "val_full/loss": 5.713103637931487,
      "val_full/ppl": 302.8094221828801,
      "val_full/token_acc": 0.31191957951760607,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5024333880131976,
      "epoch": 47,
      "val/loss": 0.015160119405140605,
      "val/ppl": 1.0152756169293182,
      "val/token_acc": 0.9998164517733685,
      "val/seq_acc": 0.9797622871827819,
      "val_full/loss": 5.686779843412429,
      "val_full/ppl": 294.9423293242848,
      "val_full/token_acc": 0.3118591190506901,
      "val_full/seq_acc": 0.1127659574468085,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.5015278497241679,
      "epoch": 48,
      "val/loss": 0.015149872348730086,
      "val/ppl": 1.0152652133961022,
      "val/token_acc": 0.999848373204087,
      "val/seq_acc": 0.9832958560873756,
      "val_full/loss": 5.643808448267001,
      "val_full/ppl": 282.5366984782148,
      "val_full/token_acc": 0.3147289758803044,
      "val_full/seq_acc": 0.1127659574468085,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.500775021507853,
      "epoch": 49,
      "val/loss": 0.015552178769386086,
      "val/ppl": 1.0156737432817082,
      "val/token_acc": 0.9998403928464074,
      "val/seq_acc": 0.9823321554770318,
      "val_full/loss": 5.564631121244397,
      "val_full/ppl": 261.0288979332369,
      "val_full/token_acc": 0.31682090803559915,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4999965271747618,
      "epoch": 50,
      "val/loss": 0.015673951312192392,
      "val/ppl": 1.0157974319868803,
      "val/token_acc": 0.9998643339194463,
      "val/seq_acc": 0.9852232573080629,
      "val_full/loss": 5.6626083470461035,
      "val_full/ppl": 287.8986035237004,
      "val_full/token_acc": 0.3122500967367471,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.953125,
      "gen_val_win/bit_acc": 0.9997962975034222,
      "gen_val_win/lev": 0.0859375,
      "gen_val_win/lev_norm": 0.0007358012743524247,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.9453125,
      "gen_val/bit_acc": 0.9973778411935517,
      "gen_val/lev": 0.5703125,
      "gen_val/lev_norm": 0.0008795411022743086,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.19778227321692513,
      "gen_val_full/lev": 500.4453125,
      "gen_val_full/lev_norm": 0.6988099835533016
    },
    {
      "train/epoch_loss": 0.4994901844539547,
      "epoch": 51,
      "val/loss": 0.01563506624737282,
      "val/ppl": 1.0157579334058515,
      "val/token_acc": 0.9998909351117117,
      "val/seq_acc": 0.9877931256023129,
      "val_full/loss": 5.655067431054914,
      "val_full/ppl": 285.73574953993307,
      "val_full/token_acc": 0.3107950148329679,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.499114902759728,
      "epoch": 52,
      "val/loss": 0.01581154441240372,
      "val/ppl": 1.0159372083206433,
      "val/token_acc": 0.9998616738002197,
      "val/seq_acc": 0.9852232573080629,
      "val_full/loss": 5.659433338052609,
      "val_full/ppl": 286.98597244090774,
      "val_full/token_acc": 0.310976396233716,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.49831972492306015,
      "epoch": 53,
      "val/loss": 0.01588985215921748,
      "val/ppl": 1.0160167671893283,
      "val/token_acc": 0.9998457130848605,
      "val/seq_acc": 0.9858657243816255,
      "val_full/loss": 5.620191629449891,
      "val_full/ppl": 275.9422568314296,
      "val_full/token_acc": 0.31154875532052106,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.49756993148986833,
      "epoch": 54,
      "val/loss": 0.015955108188698528,
      "val/ppl": 1.0160830705727655,
      "val/token_acc": 0.9998669940386729,
      "val/seq_acc": 0.9858657243816255,
      "val_full/loss": 5.675191602998436,
      "val_full/ppl": 291.5441939358536,
      "val_full/token_acc": 0.30960192828582483,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4970159610162055,
      "epoch": 55,
      "val/loss": 0.01611118874410451,
      "val/ppl": 1.0162416737598738,
      "val/token_acc": 0.99985369344254,
      "val/seq_acc": 0.9842595566977193,
      "val_full/loss": 5.623329055335435,
      "val_full/ppl": 276.80936474305474,
      "val_full/token_acc": 0.31241535534631754,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.953125,
      "gen_val_win/bit_acc": 0.9998451861026009,
      "gen_val_win/lev": 0.0703125,
      "gen_val_win/lev_norm": 0.0006137309618524247,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.953125,
      "gen_val/bit_acc": 0.9934070541704215,
      "gen_val/lev": 0.546875,
      "gen_val/lev_norm": 0.0008086136092221045,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.20092786281534183,
      "gen_val_full/lev": 498.4140625,
      "gen_val_full/lev_norm": 0.6954181950558825
    },
    {
      "train/epoch_loss": 0.4966283208711486,
      "epoch": 56,
      "val/loss": 0.01616665372775626,
      "val/ppl": 1.0162980411508888,
      "val/token_acc": 0.9998643339194463,
      "val/seq_acc": 0.9849020237712818,
      "val_full/loss": 5.6831483264038924,
      "val_full/ppl": 293.87318372400546,
      "val_full/token_acc": 0.3082113375467561,
      "val_full/seq_acc": 0.1127659574468085,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4957777168090801,
      "epoch": 57,
      "val/loss": 0.016285903833288175,
      "val/ppl": 1.016419242026013,
      "val/token_acc": 0.9998882749924851,
      "val/seq_acc": 0.9871506585287504,
      "val_full/loss": 5.5686006657957,
      "val_full/ppl": 262.0671230498876,
      "val_full/token_acc": 0.3147612214626596,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.49537931973500143,
      "epoch": 58,
      "val/loss": 0.016260507195743304,
      "val/ppl": 1.0163934287227165,
      "val/token_acc": 0.9998802946348055,
      "val/seq_acc": 0.9868294249919691,
      "val_full/loss": 5.6505183634812735,
      "val_full/ppl": 284.4388703390998,
      "val_full/token_acc": 0.3098276473623114,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4951852076963296,
      "epoch": 59,
      "val/loss": 0.016401629329553163,
      "val/ppl": 1.016536874453614,
      "val/token_acc": 0.9998643339194463,
      "val/seq_acc": 0.9849020237712818,
      "val_full/loss": 5.519495540536727,
      "val_full/ppl": 249.50913819095962,
      "val_full/token_acc": 0.3175061266606475,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.49449047557730924,
      "epoch": 60,
      "val/loss": 0.016348883564456476,
      "val/ppl": 1.0164832578524587,
      "val/token_acc": 0.9998935952309382,
      "val/seq_acc": 0.9884355926758753,
      "val_full/loss": 5.60996477296087,
      "val_full/ppl": 273.1346161114729,
      "val_full/token_acc": 0.31350364375080614,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.9765625,
      "gen_val_win/bit_acc": 0.9999185190013689,
      "gen_val_win/lev": 0.0234375,
      "gen_val_win/lev_norm": 0.0002727912888968807,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.9609375,
      "gen_val/bit_acc": 0.993870156203064,
      "gen_val/lev": 0.515625,
      "gen_val/lev_norm": 0.0007564585231134166,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.20161209509732694,
      "gen_val_full/lev": 498.015625,
      "gen_val_full/lev_norm": 0.6944667327941509
    },
    {
      "train/epoch_loss": 0.4939990268829755,
      "epoch": 61,
      "val/loss": 0.016651286690155538,
      "val/ppl": 1.0167906920490422,
      "val/token_acc": 0.9998909351117117,
      "val/seq_acc": 0.9881143591390941,
      "val_full/loss": 5.582873634349204,
      "val_full/ppl": 265.83442015747335,
      "val_full/token_acc": 0.31413646330452727,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.49368070255491203,
      "epoch": 62,
      "val/loss": 0.016427972408748506,
      "val/ppl": 1.0165636535177227,
      "val/token_acc": 0.9999042357078445,
      "val/seq_acc": 0.9890780597494379,
      "val_full/loss": 5.556228265721737,
      "val_full/ppl": 258.84469942073684,
      "val_full/token_acc": 0.3186347220430801,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4933575611756627,
      "epoch": 63,
      "val/loss": 0.016639417182639307,
      "val/ppl": 1.0167786233159055,
      "val/token_acc": 0.9999015755886179,
      "val/seq_acc": 0.9890780597494379,
      "val_full/loss": 5.525684991898298,
      "val_full/ppl": 251.0582520029028,
      "val_full/token_acc": 0.3175746485231523,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4930248599397274,
      "epoch": 64,
      "val/loss": 0.01673973202161538,
      "val/ppl": 1.0168806264159045,
      "val/token_acc": 0.9998962553501648,
      "val/seq_acc": 0.9881143591390941,
      "val_full/loss": 5.639065875709403,
      "val_full/ppl": 281.199920075349,
      "val_full/token_acc": 0.30926334967109503,
      "val_full/seq_acc": 0.1148936170212766,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4927113623244507,
      "epoch": 65,
      "val/loss": 0.01669528331921946,
      "val/ppl": 1.016835428396073,
      "val/token_acc": 0.9999068958270709,
      "val/seq_acc": 0.9893992932862191,
      "val_full/loss": 5.620874423358297,
      "val_full/ppl": 276.130732861286,
      "val_full/token_acc": 0.31077486134399585,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.9765625,
      "gen_val_win/bit_acc": 0.9999185190013689,
      "gen_val_win/lev": 0.0234375,
      "gen_val_win/lev_norm": 0.0002727912888968807,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.953125,
      "gen_val/bit_acc": 0.9987071933888437,
      "gen_val/lev": 0.296875,
      "gen_val/lev_norm": 0.0006399595635804135,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.1994576245709848,
      "gen_val_full/lev": 499.375,
      "gen_val_full/lev_norm": 0.6971245252575937
    },
    {
      "train/epoch_loss": 0.4922028956865135,
      "epoch": 66,
      "val/loss": 0.016656805536448216,
      "val/ppl": 1.016796303576068,
      "val/token_acc": 0.9999095559462975,
      "val/seq_acc": 0.9897205268230003,
      "val_full/loss": 5.566541498804898,
      "val_full/ppl": 261.5280383039699,
      "val_full/token_acc": 0.3138140074809751,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4920360903044294,
      "epoch": 67,
      "val/loss": 0.016920333663696847,
      "val/ppl": 1.0170642933116083,
      "val/token_acc": 0.9999201964232037,
      "val/seq_acc": 0.9913266945069065,
      "val_full/loss": 5.608267896424167,
      "val_full/ppl": 272.6715333982434,
      "val_full/token_acc": 0.3118913646330453,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.49170401328222413,
      "epoch": 68,
      "val/loss": 0.016995275793049863,
      "val/ppl": 1.0171405171315901,
      "val/token_acc": 0.9999175363039772,
      "val/seq_acc": 0.9906842274333441,
      "val_full/loss": 5.626884414198536,
      "val_full/ppl": 277.79527296160785,
      "val_full/token_acc": 0.3098800464336386,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4914124424469441,
      "epoch": 69,
      "val/loss": 0.016945859175120877,
      "val/ppl": 1.017090254729184,
      "val/token_acc": 0.9999068958270709,
      "val/seq_acc": 0.9897205268230003,
      "val_full/loss": 5.76396784787945,
      "val_full/ppl": 318.6100202561255,
      "val_full/token_acc": 0.30071423964916805,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4911112432319327,
      "epoch": 70,
      "val/loss": 0.01712097184529551,
      "val/ppl": 1.0172683757146639,
      "val/token_acc": 0.9999068958270709,
      "val/seq_acc": 0.9897205268230003,
      "val_full/loss": 5.7432636963111054,
      "val_full/ppl": 312.08128924031575,
      "val_full/token_acc": 0.3012221075712627,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.9765625,
      "gen_val_win/bit_acc": 0.9999185190013689,
      "gen_val_win/lev": 0.0234375,
      "gen_val_win/lev_norm": 0.0002727912888968807,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.9609375,
      "gen_val/bit_acc": 0.9987024979653165,
      "gen_val/lev": 0.3046875,
      "gen_val/lev_norm": 0.0006499923915055435,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.20029530024801462,
      "gen_val_full/lev": 498.8125,
      "gen_val_full/lev_norm": 0.6960954846300292
    },
    {
      "train/epoch_loss": 0.49085372448562087,
      "epoch": 71,
      "val/loss": 0.017174444256119636,
      "val/ppl": 1.0173227729615315,
      "val/token_acc": 0.9999281767808833,
      "val/seq_acc": 0.991969161580469,
      "val_full/loss": 5.664721550579212,
      "val_full/ppl": 288.5076351470903,
      "val_full/token_acc": 0.30660308912678963,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.49070459552239304,
      "epoch": 72,
      "val/loss": 0.017172861258686535,
      "val/ppl": 1.017321162543468,
      "val/token_acc": 0.9999068958270709,
      "val/seq_acc": 0.9893992932862191,
      "val_full/loss": 5.585652485580178,
      "val_full/ppl": 266.5741618031302,
      "val_full/token_acc": 0.31170192183670836,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.49032880384428545,
      "epoch": 73,
      "val/loss": 0.01717745690121719,
      "val/ppl": 1.0173258377986127,
      "val/token_acc": 0.9999201964232037,
      "val/seq_acc": 0.9913266945069065,
      "val_full/loss": 5.622755940492793,
      "val_full/ppl": 276.65076663934286,
      "val_full/token_acc": 0.30906181478137495,
      "val_full/seq_acc": 0.11702127659574468,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4900574655158264,
      "epoch": 74,
      "val/loss": 0.017200995705097227,
      "val/ppl": 1.0173497847138304,
      "val/token_acc": 0.9999255166616567,
      "val/seq_acc": 0.9916479280436877,
      "val_full/loss": 5.618771139120542,
      "val_full/ppl": 275.55056178951486,
      "val_full/token_acc": 0.3093520250225719,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4899491495325084,
      "epoch": 75,
      "val/loss": 0.01721965104135147,
      "val/ppl": 1.0173687638931834,
      "val/token_acc": 0.9999281767808833,
      "val/seq_acc": 0.991969161580469,
      "val_full/loss": 5.605712355297949,
      "val_full/ppl": 271.9755997030347,
      "val_full/token_acc": 0.30973494131304014,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.9765625,
      "gen_val_win/bit_acc": 0.9998125937031485,
      "gen_val_win/lev": 0.03125,
      "gen_val_win/lev_norm": 0.00033430703692837675,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.96875,
      "gen_val/bit_acc": 0.9999467645364131,
      "gen_val/lev": 0.0703125,
      "gen_val/lev_norm": 0.00014029082794618083,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.20044248064734324,
      "gen_val_full/lev": 498.703125,
      "gen_val_full/lev_norm": 0.6958084145288699
    },
    {
      "train/epoch_loss": 0.48975437493098345,
      "epoch": 76,
      "val/loss": 0.017319593729095722,
      "val/ppl": 1.017470447543058,
      "val/token_acc": 0.9999175363039772,
      "val/seq_acc": 0.9910054609701253,
      "val_full/loss": 5.59559950772584,
      "val_full/ppl": 269.23901258654575,
      "val_full/token_acc": 0.31000499806526505,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.48942971682905256,
      "epoch": 77,
      "val/loss": 0.017313916946342007,
      "val/ppl": 1.0174646716007634,
      "val/token_acc": 0.9999228565424302,
      "val/seq_acc": 0.9913266945069065,
      "val_full/loss": 5.602603427705405,
      "val_full/ppl": 271.1313602762382,
      "val_full/token_acc": 0.31075873855281827,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4893676685424814,
      "epoch": 78,
      "val/loss": 0.017287042460272368,
      "val/ppl": 1.0174373281280427,
      "val/token_acc": 0.9999334970193364,
      "val/seq_acc": 0.9922903951172503,
      "val_full/loss": 5.633076888583451,
      "val_full/ppl": 279.5208503563959,
      "val_full/token_acc": 0.3087836966335612,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.48916773301110306,
      "epoch": 79,
      "val/loss": 0.01737927039229864,
      "val/ppl": 1.0175311685960717,
      "val/token_acc": 0.9999255166616567,
      "val/seq_acc": 0.9913266945069065,
      "val_full/loss": 5.659530562891986,
      "val_full/ppl": 287.0138759624174,
      "val_full/token_acc": 0.306135528182639,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4890072241685634,
      "epoch": 80,
      "val/loss": 0.017274721549162413,
      "val/ppl": 1.0174247924503885,
      "val/token_acc": 0.9999308369001099,
      "val/seq_acc": 0.9926116286540315,
      "val_full/loss": 5.659631235867366,
      "val_full/ppl": 287.04277195778445,
      "val_full/token_acc": 0.3071190184444731,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.984375,
      "gen_val_win/bit_acc": 0.9998777785020533,
      "gen_val_win/lev": 0.0234375,
      "gen_val_win/lev_norm": 0.00018406665231299212,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.9921875,
      "gen_val/bit_acc": 0.9999765137660646,
      "gen_val/lev": 0.0234375,
      "gen_val/lev_norm": 7.34717868338558e-05,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.20006043790866046,
      "gen_val_full/lev": 498.984375,
      "gen_val_full/lev_norm": 0.6963084192254105
    },
    {
      "train/epoch_loss": 0.488856665139781,
      "epoch": 81,
      "val/loss": 0.017322171856121987,
      "val/ppl": 1.0174730707144986,
      "val/token_acc": 0.9999255166616567,
      "val/seq_acc": 0.9916479280436877,
      "val_full/loss": 5.6285108952280565,
      "val_full/ppl": 278.247469347904,
      "val_full/token_acc": 0.3084249645298594,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4887467295748932,
      "epoch": 82,
      "val/loss": 0.017448824862879426,
      "val/ppl": 1.0176019448991787,
      "val/token_acc": 0.9999388172577895,
      "val/seq_acc": 0.9932540957275939,
      "val_full/loss": 5.6025002670337285,
      "val_full/ppl": 271.10339162565685,
      "val_full/token_acc": 0.3101299496968915,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4886407845484051,
      "epoch": 83,
      "val/loss": 0.017451164725442496,
      "val/ppl": 1.0176043259506593,
      "val/token_acc": 0.9999308369001099,
      "val/seq_acc": 0.991969161580469,
      "val_full/loss": 5.588317327894242,
      "val_full/ppl": 267.28548727349596,
      "val_full/token_acc": 0.31065797110795823,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4884786278083735,
      "epoch": 84,
      "val/loss": 0.01741648346567565,
      "val/ppl": 1.017569034762666,
      "val/token_acc": 0.9999281767808833,
      "val/seq_acc": 0.9916479280436877,
      "val_full/loss": 5.598656807747807,
      "val_full/ppl": 270.06341660871095,
      "val_full/token_acc": 0.31032342319102285,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.48833256112667095,
      "epoch": 85,
      "val/loss": 0.01742900136101727,
      "val/ppl": 1.0175817726650718,
      "val/token_acc": 0.9999334970193364,
      "val/seq_acc": 0.9926116286540315,
      "val_full/loss": 5.6271984622384075,
      "val_full/ppl": 277.8825277229431,
      "val_full/token_acc": 0.306586966335612,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.984375,
      "gen_val_win/bit_acc": 0.9998777785020533,
      "gen_val_win/lev": 0.0234375,
      "gen_val_win/lev_norm": 0.00018406665231299212,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.9765625,
      "gen_val/bit_acc": 0.9999592905278453,
      "gen_val/lev": 0.0625,
      "gen_val/lev_norm": 0.0001173802707614301,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.19984279880752562,
      "gen_val_full/lev": 499.09375,
      "gen_val_full/lev_norm": 0.6965159214632013
    },
    {
      "train/epoch_loss": 0.48827507891262556,
      "epoch": 86,
      "val/loss": 0.017649638312953738,
      "val/ppl": 1.0178063135758388,
      "val/token_acc": 0.999912216065524,
      "val/seq_acc": 0.991969161580469,
      "val_full/loss": 5.631356221482813,
      "val_full/ppl": 279.0403015760467,
      "val_full/token_acc": 0.3076470398555398,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.48809898672555746,
      "epoch": 87,
      "val/loss": 0.01749464285531514,
      "val/ppl": 1.017648570445529,
      "val/token_acc": 0.999936157138563,
      "val/seq_acc": 0.9926116286540315,
      "val_full/loss": 5.618546128565153,
      "val_full/ppl": 275.4885669795735,
      "val_full/token_acc": 0.3078445440474655,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.48810374684761887,
      "epoch": 88,
      "val/loss": 0.017519065977547366,
      "val/ppl": 1.0176734249044648,
      "val/token_acc": 0.999941477377016,
      "val/seq_acc": 0.9932540957275939,
      "val_full/loss": 5.61298609585604,
      "val_full/ppl": 273.96109187697067,
      "val_full/token_acc": 0.3084088417386818,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4880281306264406,
      "epoch": 89,
      "val/loss": 0.017488687197604973,
      "val/ppl": 1.0176425096970219,
      "val/token_acc": 0.999936157138563,
      "val/seq_acc": 0.9926116286540315,
      "val_full/loss": 5.594718721533197,
      "val_full/ppl": 269.0019749867854,
      "val_full/token_acc": 0.3096099896814136,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.48791934129900466,
      "epoch": 90,
      "val/loss": 0.017605449428416232,
      "val/ppl": 1.0177613388438655,
      "val/token_acc": 0.999941477377016,
      "val/seq_acc": 0.9932540957275939,
      "val_full/loss": 5.5957428966508935,
      "val_full/ppl": 269.27762124710404,
      "val_full/token_acc": 0.30985183154907775,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.984375,
      "gen_val_win/bit_acc": 0.9998777785020533,
      "gen_val_win/lev": 0.0234375,
      "gen_val_win/lev_norm": 0.00018406665231299212,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.9765625,
      "gen_val/bit_acc": 0.9999592905278453,
      "gen_val/lev": 0.0625,
      "gen_val/lev_norm": 0.0001173802707614301,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.1997864318460806,
      "gen_val_full/lev": 499.1328125,
      "gen_val_full/lev_norm": 0.6966276382539325
    },
    {
      "train/epoch_loss": 0.4877652882637823,
      "epoch": 91,
      "val/loss": 0.017515104678633542,
      "val/ppl": 1.0176693936038166,
      "val/token_acc": 0.999936157138563,
      "val/seq_acc": 0.9926116286540315,
      "val_full/loss": 5.598830505630885,
      "val_full/ppl": 270.1103301267441,
      "val_full/token_acc": 0.30984377015348896,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.48769883971261857,
      "epoch": 92,
      "val/loss": 0.017548355336866276,
      "val/ppl": 1.0177032323435944,
      "val/token_acc": 0.9999308369001099,
      "val/seq_acc": 0.991969161580469,
      "val_full/loss": 5.624317804398298,
      "val_full/ppl": 277.08319509547965,
      "val_full/token_acc": 0.30815893847542886,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4877708919922313,
      "epoch": 93,
      "val/loss": 0.017538464601510297,
      "val/ppl": 1.0176931665600315,
      "val/token_acc": 0.9999388172577895,
      "val/seq_acc": 0.9929328621908127,
      "val_full/loss": 5.612142640852735,
      "val_full/ppl": 273.7301154461226,
      "val_full/token_acc": 0.30851363988133623,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.48774644293987246,
      "epoch": 94,
      "val/loss": 0.017526633492321524,
      "val/ppl": 1.017681126192283,
      "val/token_acc": 0.9999334970193364,
      "val/seq_acc": 0.9922903951172503,
      "val_full/loss": 5.610030681167774,
      "val_full/ppl": 273.15261851751075,
      "val_full/token_acc": 0.30856200825486907,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.487697446361147,
      "epoch": 95,
      "val/loss": 0.017546973260914065,
      "val/ppl": 1.0177018258014026,
      "val/token_acc": 0.9999441374962426,
      "val/seq_acc": 0.9935753292643752,
      "val_full/loss": 5.599483226754966,
      "val_full/ppl": 270.2866943971311,
      "val_full/token_acc": 0.30946085386302075,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.984375,
      "gen_val_win/bit_acc": 0.9998777785020533,
      "gen_val_win/lev": 0.0234375,
      "gen_val_win/lev_norm": 0.00018406665231299212,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.984375,
      "gen_val/bit_acc": 0.9999608562767743,
      "gen_val/lev": 0.0546875,
      "gen_val/lev_norm": 0.00010943266140232532,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.19966900067640353,
      "gen_val_full/lev": 499.203125,
      "gen_val_full/lev_norm": 0.6968300508725622
    },
    {
      "train/epoch_loss": 0.48767787307277877,
      "epoch": 96,
      "val/loss": 0.01756051555138172,
      "val/ppl": 1.0177156079084573,
      "val/token_acc": 0.999941477377016,
      "val/seq_acc": 0.9932540957275939,
      "val_full/loss": 5.606620364445618,
      "val_full/ppl": 272.22266818875516,
      "val_full/token_acc": 0.3092069199019734,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4876622269278453,
      "epoch": 97,
      "val/loss": 0.017595397367317668,
      "val/ppl": 1.017751108296123,
      "val/token_acc": 0.999941477377016,
      "val/seq_acc": 0.9932540957275939,
      "val_full/loss": 5.612336429245131,
      "val_full/ppl": 273.7831663052997,
      "val_full/token_acc": 0.3085660389526635,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4876181727781557,
      "epoch": 98,
      "val/loss": 0.01757747174135083,
      "val/ppl": 1.0177328646339434,
      "val/token_acc": 0.9999441374962426,
      "val/seq_acc": 0.9935753292643752,
      "val_full/loss": 5.595181165380538,
      "val_full/ppl": 269.12640206309106,
      "val_full/token_acc": 0.3094890687475816,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.4875374911283317,
      "epoch": 99,
      "val/loss": 0.017598582175740715,
      "val/ppl": 1.0177543496435868,
      "val/token_acc": 0.9999441374962426,
      "val/seq_acc": 0.9935753292643752,
      "val_full/loss": 5.595181590493196,
      "val_full/ppl": 269.1265164721555,
      "val_full/token_acc": 0.30946488456081517,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762
    },
    {
      "train/epoch_loss": 0.48759286035028776,
      "epoch": 100,
      "val/loss": 0.0175882423504323,
      "val/ppl": 1.0177438262958094,
      "val/token_acc": 0.9999441374962426,
      "val/seq_acc": 0.9935753292643752,
      "val_full/loss": 5.593321297501774,
      "val_full/ppl": 268.62632769284664,
      "val_full/token_acc": 0.30946085386302075,
      "val_full/seq_acc": 0.11914893617021277,
      "system/peak_gpu_mem_gb": 0.7370562553405762,
      "gen_val_win/n": 128.0,
      "gen_val_win/seq_acc": 0.984375,
      "gen_val_win/bit_acc": 0.9998777785020533,
      "gen_val_win/lev": 0.0234375,
      "gen_val_win/lev_norm": 0.00018406665231299212,
      "gen_val/n": 128.0,
      "gen_val/seq_acc": 0.984375,
      "gen_val/bit_acc": 0.9999608562767743,
      "gen_val/lev": 0.0546875,
      "gen_val/lev_norm": 0.00010943266140232532,
      "gen_val_full/n": 128.0,
      "gen_val_full/seq_acc": 0.0625,
      "gen_val_full/bit_acc": 0.19956252974922964,
      "gen_val_full/lev": 499.2734375,
      "gen_val_full/lev_norm": 0.696955161404202
    }
  ]
}