diff --git "a/final/trainer_state.json" "b/final/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/final/trainer_state.json"
@@ -0,0 +1,4185 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.28614820886167497,
+  "eval_steps": 500,
+  "global_step": 5935,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0004821368304324767,
+      "grad_norm": 84.9173377406223,
+      "learning_rate": 2.910112359550562e-06,
+      "loss": 1.5154205322265626,
+      "step": 10
+    },
+    {
+      "epoch": 0.0009642736608649534,
+      "grad_norm": 57.560206229549436,
+      "learning_rate": 3.921348314606742e-06,
+      "loss": 0.9048759460449218,
+      "step": 20
+    },
+    {
+      "epoch": 0.0014464104912974302,
+      "grad_norm": 241.93706017750705,
+      "learning_rate": 4.932584269662922e-06,
+      "loss": 0.7844394207000732,
+      "step": 30
+    },
+    {
+      "epoch": 0.001928547321729907,
+      "grad_norm": 635.4867043743025,
+      "learning_rate": 5.943820224719102e-06,
+      "loss": 0.777440071105957,
+      "step": 40
+    },
+    {
+      "epoch": 0.0024106841521623836,
+      "grad_norm": 16.70216416699672,
+      "learning_rate": 6.955056179775282e-06,
+      "loss": 0.7813506126403809,
+      "step": 50
+    },
+    {
+      "epoch": 0.0028928209825948605,
+      "grad_norm": 104.65219520703347,
+      "learning_rate": 7.966292134831462e-06,
+      "loss": 0.7643991470336914,
+      "step": 60
+    },
+    {
+      "epoch": 0.0033749578130273373,
+      "grad_norm": 15.464766046614894,
+      "learning_rate": 8.977528089887641e-06,
+      "loss": 0.7663109779357911,
+      "step": 70
+    },
+    {
+      "epoch": 0.003857094643459814,
+      "grad_norm": 11.140861449353931,
+      "learning_rate": 9.988764044943822e-06,
+      "loss": 0.7194852352142334,
+      "step": 80
+    },
+    {
+      "epoch": 0.004339231473892291,
+      "grad_norm": 29.54062487849426,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 0.7484091758728028,
+      "step": 90
+    },
+    {
+      "epoch": 0.004821368304324767,
+      "grad_norm": 623.2770461417654,
+      "learning_rate": 1.2011235955056182e-05,
+      "loss": 0.7809892177581788,
+      "step": 100
+    },
+    {
+      "epoch": 0.0053035051347572445,
+      "grad_norm": 12.453456400945432,
+      "learning_rate": 1.3022471910112362e-05,
+      "loss": 0.7879758358001709,
+      "step": 110
+    },
+    {
+      "epoch": 0.005785641965189721,
+      "grad_norm": 15.266718921768598,
+      "learning_rate": 1.403370786516854e-05,
+      "loss": 0.7485491752624511,
+      "step": 120
+    },
+    {
+      "epoch": 0.006267778795622197,
+      "grad_norm": 7.765117181857264,
+      "learning_rate": 1.504494382022472e-05,
+      "loss": 0.7564555168151855,
+      "step": 130
+    },
+    {
+      "epoch": 0.006749915626054675,
+      "grad_norm": 12.596599218999913,
+      "learning_rate": 1.60561797752809e-05,
+      "loss": 0.7486157894134522,
+      "step": 140
+    },
+    {
+      "epoch": 0.007232052456487151,
+      "grad_norm": 4.964019715699265,
+      "learning_rate": 1.706741573033708e-05,
+      "loss": 0.6995878219604492,
+      "step": 150
+    },
+    {
+      "epoch": 0.007714189286919628,
+      "grad_norm": 5.34953585002889,
+      "learning_rate": 1.8078651685393256e-05,
+      "loss": 0.7818653106689453,
+      "step": 160
+    },
+    {
+      "epoch": 0.008196326117352104,
+      "grad_norm": 13.677128436034314,
+      "learning_rate": 1.908988764044944e-05,
+      "loss": 0.7409422874450684,
+      "step": 170
+    },
+    {
+      "epoch": 0.008678462947784581,
+      "grad_norm": 11.253318513799217,
+      "learning_rate": 2e-05,
+      "loss": 0.7045968532562256,
+      "step": 180
+    },
+    {
+      "epoch": 0.009160599778217059,
+      "grad_norm": 3.7993902470656638,
+      "learning_rate": 2e-05,
+      "loss": 0.7415530204772949,
+      "step": 190
+    },
+    {
+      "epoch": 0.009642736608649534,
+      "grad_norm": 9.932013471995777,
+      "learning_rate": 2e-05,
+      "loss": 0.7458738327026367,
+      "step": 200
+    },
+    {
+      "epoch": 0.010124873439082012,
+      "grad_norm": 4.001842841007721,
+      "learning_rate": 2e-05,
+      "loss": 0.7419017791748047,
+      "step": 210
+    },
+    {
+      "epoch": 0.010607010269514489,
+      "grad_norm": 5.8081003010500405,
+      "learning_rate": 2e-05,
+      "loss": 0.727513599395752,
+      "step": 220
+    },
+    {
+      "epoch": 0.011089147099946964,
+      "grad_norm": 24.899690781901665,
+      "learning_rate": 2e-05,
+      "loss": 0.7438565731048584,
+      "step": 230
+    },
+    {
+      "epoch": 0.011571283930379442,
+      "grad_norm": 9.431012313223512,
+      "learning_rate": 2e-05,
+      "loss": 0.7601432800292969,
+      "step": 240
+    },
+    {
+      "epoch": 0.012053420760811919,
+      "grad_norm": 9.9069654154098,
+      "learning_rate": 2e-05,
+      "loss": 0.7237838268280029,
+      "step": 250
+    },
+    {
+      "epoch": 0.012535557591244395,
+      "grad_norm": 6.065436761140742,
+      "learning_rate": 2e-05,
+      "loss": 0.7469722747802734,
+      "step": 260
+    },
+    {
+      "epoch": 0.013017694421676872,
+      "grad_norm": 47.854432068582106,
+      "learning_rate": 2e-05,
+      "loss": 0.7887792587280273,
+      "step": 270
+    },
+    {
+      "epoch": 0.01349983125210935,
+      "grad_norm": 7.739139876114809,
+      "learning_rate": 2e-05,
+      "loss": 0.8068546295166016,
+      "step": 280
+    },
+    {
+      "epoch": 0.013981968082541825,
+      "grad_norm": 6.596407728810894,
+      "learning_rate": 2e-05,
+      "loss": 0.7717693328857422,
+      "step": 290
+    },
+    {
+      "epoch": 0.014464104912974302,
+      "grad_norm": 2.821767608514682,
+      "learning_rate": 2e-05,
+      "loss": 0.762939453125,
+      "step": 300
+    },
+    {
+      "epoch": 0.01494624174340678,
+      "grad_norm": 12.92389489442801,
+      "learning_rate": 2e-05,
+      "loss": 0.7905154705047608,
+      "step": 310
+    },
+    {
+      "epoch": 0.015428378573839255,
+      "grad_norm": 4.45893615790758,
+      "learning_rate": 2e-05,
+      "loss": 0.8191452026367188,
+      "step": 320
+    },
+    {
+      "epoch": 0.01591051540427173,
+      "grad_norm": 2.719882613980345,
+      "learning_rate": 2e-05,
+      "loss": 0.7672964096069336,
+      "step": 330
+    },
+    {
+      "epoch": 0.016392652234704208,
+      "grad_norm": 9.433039678311145,
+      "learning_rate": 2e-05,
+      "loss": 0.7420453548431396,
+      "step": 340
+    },
+    {
+      "epoch": 0.016874789065136685,
+      "grad_norm": 4.012690253492805,
+      "learning_rate": 2e-05,
+      "loss": 0.7563004493713379,
+      "step": 350
+    },
+    {
+      "epoch": 0.017356925895569163,
+      "grad_norm": 11.624966196988954,
+      "learning_rate": 2e-05,
+      "loss": 0.7373766899108887,
+      "step": 360
+    },
+    {
+      "epoch": 0.01783906272600164,
+      "grad_norm": 2.7344222258766258,
+      "learning_rate": 2e-05,
+      "loss": 0.7051375389099122,
+      "step": 370
+    },
+    {
+      "epoch": 0.018321199556434117,
+      "grad_norm": 4.539182866411412,
+      "learning_rate": 2e-05,
+      "loss": 0.7277828216552734,
+      "step": 380
+    },
+    {
+      "epoch": 0.01880333638686659,
+      "grad_norm": 4.87684609900965,
+      "learning_rate": 2e-05,
+      "loss": 0.7499900817871094,
+      "step": 390
+    },
+    {
+      "epoch": 0.01928547321729907,
+      "grad_norm": 2.305121309654471,
+      "learning_rate": 2e-05,
+      "loss": 0.7218913078308106,
+      "step": 400
+    },
+    {
+      "epoch": 0.019767610047731546,
+      "grad_norm": 2.637730882882061,
+      "learning_rate": 2e-05,
+      "loss": 0.7323745250701904,
+      "step": 410
+    },
+    {
+      "epoch": 0.020249746878164023,
+      "grad_norm": 2.9314732121215092,
+      "learning_rate": 2e-05,
+      "loss": 0.7070964336395263,
+      "step": 420
+    },
+    {
+      "epoch": 0.0207318837085965,
+      "grad_norm": 4.051033736245248,
+      "learning_rate": 2e-05,
+      "loss": 0.7526719570159912,
+      "step": 430
+    },
+    {
+      "epoch": 0.021214020539028978,
+      "grad_norm": 2.737987761268551,
+      "learning_rate": 2e-05,
+      "loss": 0.7400177001953125,
+      "step": 440
+    },
+    {
+      "epoch": 0.02169615736946145,
+      "grad_norm": 2.002819925510059,
+      "learning_rate": 2e-05,
+      "loss": 0.7192610740661621,
+      "step": 450
+    },
+    {
+      "epoch": 0.02217829419989393,
+      "grad_norm": 3.7426192848860755,
+      "learning_rate": 2e-05,
+      "loss": 0.7366347312927246,
+      "step": 460
+    },
+    {
+      "epoch": 0.022660431030326406,
+      "grad_norm": 1.1926626716478357,
+      "learning_rate": 2e-05,
+      "loss": 0.7299184322357177,
+      "step": 470
+    },
+    {
+      "epoch": 0.023142567860758884,
+      "grad_norm": 3.367060431673956,
+      "learning_rate": 2e-05,
+      "loss": 0.7061259269714355,
+      "step": 480
+    },
+    {
+      "epoch": 0.02362470469119136,
+      "grad_norm": 1.0695774993776388,
+      "learning_rate": 2e-05,
+      "loss": 0.7048762321472168,
+      "step": 490
+    },
+    {
+      "epoch": 0.024106841521623838,
+      "grad_norm": 1.9484852417237744,
+      "learning_rate": 2e-05,
+      "loss": 0.7045268058776856,
+      "step": 500
+    },
+    {
+      "epoch": 0.024588978352056312,
+      "grad_norm": 1.7161008623305876,
+      "learning_rate": 2e-05,
+      "loss": 0.7366765022277832,
+      "step": 510
+    },
+    {
+      "epoch": 0.02507111518248879,
+      "grad_norm": 2.7468813266571335,
+      "learning_rate": 2e-05,
+      "loss": 0.7303312301635743,
+      "step": 520
+    },
+    {
+      "epoch": 0.025553252012921267,
+      "grad_norm": 8.640342170047546,
+      "learning_rate": 2e-05,
+      "loss": 0.76505126953125,
+      "step": 530
+    },
+    {
+      "epoch": 0.026035388843353744,
+      "grad_norm": 14.403207471659123,
+      "learning_rate": 2e-05,
+      "loss": 0.7315347194671631,
+      "step": 540
+    },
+    {
+      "epoch": 0.02651752567378622,
+      "grad_norm": 4.9187469514726025,
+      "learning_rate": 2e-05,
+      "loss": 0.7313735961914063,
+      "step": 550
+    },
+    {
+      "epoch": 0.0269996625042187,
+      "grad_norm": 21.09742751886116,
+      "learning_rate": 2e-05,
+      "loss": 0.7265950679779053,
+      "step": 560
+    },
+    {
+      "epoch": 0.027481799334651173,
+      "grad_norm": 9.120234530490755,
+      "learning_rate": 2e-05,
+      "loss": 0.752630615234375,
+      "step": 570
+    },
+    {
+      "epoch": 0.02796393616508365,
+      "grad_norm": 39.217881534027256,
+      "learning_rate": 2e-05,
+      "loss": 0.7522613048553467,
+      "step": 580
+    },
+    {
+      "epoch": 0.028446072995516127,
+      "grad_norm": 15.15469395513839,
+      "learning_rate": 2e-05,
+      "loss": 0.7306804656982422,
+      "step": 590
+    },
+    {
+      "epoch": 0.028928209825948605,
+      "grad_norm": 2.229860272443176,
+      "learning_rate": 2e-05,
+      "loss": 0.7174323081970215,
+      "step": 600
+    },
+    {
+      "epoch": 0.029410346656381082,
+      "grad_norm": 28.87034725965148,
+      "learning_rate": 2e-05,
+      "loss": 0.7655416488647461,
+      "step": 610
+    },
+    {
+      "epoch": 0.02989248348681356,
+      "grad_norm": 2.85440650717933,
+      "learning_rate": 2e-05,
+      "loss": 0.7155353546142578,
+      "step": 620
+    },
+    {
+      "epoch": 0.030374620317246033,
+      "grad_norm": 4.824295325677904,
+      "learning_rate": 2e-05,
+      "loss": 0.7334116935729981,
+      "step": 630
+    },
+    {
+      "epoch": 0.03085675714767851,
+      "grad_norm": 6.533365855916318,
+      "learning_rate": 2e-05,
+      "loss": 0.7016949653625488,
+      "step": 640
+    },
+    {
+      "epoch": 0.03133889397811099,
+      "grad_norm": 16.877036489930155,
+      "learning_rate": 2e-05,
+      "loss": 0.7247958660125733,
+      "step": 650
+    },
+    {
+      "epoch": 0.03182103080854346,
+      "grad_norm": 329.2790796078927,
+      "learning_rate": 2e-05,
+      "loss": 0.7393420219421387,
+      "step": 660
+    },
+    {
+      "epoch": 0.03230316763897594,
+      "grad_norm": 3.076950012733951,
+      "learning_rate": 2e-05,
+      "loss": 0.762078857421875,
+      "step": 670
+    },
+    {
+      "epoch": 0.032785304469408416,
+      "grad_norm": 4.030194347977115,
+      "learning_rate": 2e-05,
+      "loss": 0.7703542232513427,
+      "step": 680
+    },
+    {
+      "epoch": 0.0332674412998409,
+      "grad_norm": 1.813412222853007,
+      "learning_rate": 2e-05,
+      "loss": 0.7255609035491943,
+      "step": 690
+    },
+    {
+      "epoch": 0.03374957813027337,
+      "grad_norm": 3.3819806682901143,
+      "learning_rate": 2e-05,
+      "loss": 0.7121047973632812,
+      "step": 700
+    },
+    {
+      "epoch": 0.03423171496070585,
+      "grad_norm": 2.3872601241148304,
+      "learning_rate": 2e-05,
+      "loss": 0.706441068649292,
+      "step": 710
+    },
+    {
+      "epoch": 0.034713851791138325,
+      "grad_norm": 3.5426833842605157,
+      "learning_rate": 2e-05,
+      "loss": 0.7012114524841309,
+      "step": 720
+    },
+    {
+      "epoch": 0.0351959886215708,
+      "grad_norm": 4.564258584135792,
+      "learning_rate": 2e-05,
+      "loss": 0.723219633102417,
+      "step": 730
+    },
+    {
+      "epoch": 0.03567812545200328,
+      "grad_norm": 3.4441825412487086,
+      "learning_rate": 2e-05,
+      "loss": 0.6977805137634278,
+      "step": 740
+    },
+    {
+      "epoch": 0.036160262282435754,
+      "grad_norm": 3.8546226650995714,
+      "learning_rate": 2e-05,
+      "loss": 0.7184113979339599,
+      "step": 750
+    },
+    {
+      "epoch": 0.036642399112868235,
+      "grad_norm": 16.213966783350067,
+      "learning_rate": 2e-05,
+      "loss": 0.7428165435791015,
+      "step": 760
+    },
+    {
+      "epoch": 0.03712453594330071,
+      "grad_norm": 2.0741210758941913,
+      "learning_rate": 2e-05,
+      "loss": 0.7358497619628906,
+      "step": 770
+    },
+    {
+      "epoch": 0.03760667277373318,
+      "grad_norm": 2.5202301046172417,
+      "learning_rate": 2e-05,
+      "loss": 0.7103074550628662,
+      "step": 780
+    },
+    {
+      "epoch": 0.03808880960416566,
+      "grad_norm": 4.106110045969379,
+      "learning_rate": 2e-05,
+      "loss": 0.713107967376709,
+      "step": 790
+    },
+    {
+      "epoch": 0.03857094643459814,
+      "grad_norm": 3.088072216074999,
+      "learning_rate": 2e-05,
+      "loss": 0.7298454284667969,
+      "step": 800
+    },
+    {
+      "epoch": 0.03905308326503062,
+      "grad_norm": 2.171527717000864,
+      "learning_rate": 2e-05,
+      "loss": 0.7251861095428467,
+      "step": 810
+    },
+    {
+      "epoch": 0.03953522009546309,
+      "grad_norm": 2.0872404223379406,
+      "learning_rate": 2e-05,
+      "loss": 0.7178170680999756,
+      "step": 820
+    },
+    {
+      "epoch": 0.04001735692589557,
+      "grad_norm": 2.085406019030795,
+      "learning_rate": 2e-05,
+      "loss": 0.6847468376159668,
+      "step": 830
+    },
+    {
+      "epoch": 0.040499493756328046,
+      "grad_norm": 6.295654776698936,
+      "learning_rate": 2e-05,
+      "loss": 0.7038663387298584,
+      "step": 840
+    },
+    {
+      "epoch": 0.04098163058676052,
+      "grad_norm": 2.454918336179734,
+      "learning_rate": 2e-05,
+      "loss": 0.7551318645477295,
+      "step": 850
+    },
+    {
+      "epoch": 0.041463767417193,
+      "grad_norm": 2.5362213989256044,
+      "learning_rate": 2e-05,
+      "loss": 0.7268366813659668,
+      "step": 860
+    },
+    {
+      "epoch": 0.041945904247625475,
+      "grad_norm": 2.0309978712081254,
+      "learning_rate": 2e-05,
+      "loss": 0.725460433959961,
+      "step": 870
+    },
+    {
+      "epoch": 0.042428041078057956,
+      "grad_norm": 2.726392751612776,
+      "learning_rate": 2e-05,
+      "loss": 0.7183332443237305,
+      "step": 880
+    },
+    {
+      "epoch": 0.04291017790849043,
+      "grad_norm": 2.2408894596393836,
+      "learning_rate": 2e-05,
+      "loss": 0.7466308116912842,
+      "step": 890
+    },
+    {
+      "epoch": 0.0433923147389229,
+      "grad_norm": 8.581913026001844,
+      "learning_rate": 2e-05,
+      "loss": 0.67788667678833,
+      "step": 900
+    },
+    {
+      "epoch": 0.043874451569355384,
+      "grad_norm": 14.329361671424175,
+      "learning_rate": 2e-05,
+      "loss": 0.6972944259643554,
+      "step": 910
+    },
+    {
+      "epoch": 0.04435658839978786,
+      "grad_norm": 3.9088010842539327,
+      "learning_rate": 2e-05,
+      "loss": 0.699748182296753,
+      "step": 920
+    },
+    {
+      "epoch": 0.04483872523022034,
+      "grad_norm": 2.221525537997574,
+      "learning_rate": 2e-05,
+      "loss": 0.7268280982971191,
+      "step": 930
+    },
+    {
+      "epoch": 0.04532086206065281,
+      "grad_norm": 2.273319630076157,
+      "learning_rate": 2e-05,
+      "loss": 0.7030668258666992,
+      "step": 940
+    },
+    {
+      "epoch": 0.04580299889108529,
+      "grad_norm": 2.8492569998023027,
+      "learning_rate": 2e-05,
+      "loss": 0.7284522533416748,
+      "step": 950
+    },
+    {
+      "epoch": 0.04628513572151777,
+      "grad_norm": 3.6240853365585473,
+      "learning_rate": 2e-05,
+      "loss": 0.6911632061004639,
+      "step": 960
+    },
+    {
+      "epoch": 0.04676727255195024,
+      "grad_norm": 4.035089048393918,
+      "learning_rate": 2e-05,
+      "loss": 0.7237444877624511,
+      "step": 970
+    },
+    {
+      "epoch": 0.04724940938238272,
+      "grad_norm": 1.7484668255186857,
+      "learning_rate": 2e-05,
+      "loss": 0.7165475368499756,
+      "step": 980
+    },
+    {
+      "epoch": 0.047731546212815196,
+      "grad_norm": 3.6565231516157466,
+      "learning_rate": 2e-05,
+      "loss": 0.7023948669433594,
+      "step": 990
+    },
+    {
+      "epoch": 0.048213683043247677,
+      "grad_norm": 8.83591745574243,
+      "learning_rate": 2e-05,
+      "loss": 0.714229679107666,
+      "step": 1000
+    },
+    {
+      "epoch": 0.04869581987368015,
+      "grad_norm": 1.5477438520033022,
+      "learning_rate": 2e-05,
+      "loss": 0.6836585998535156,
+      "step": 1010
+    },
+    {
+      "epoch": 0.049177956704112624,
+      "grad_norm": 1.7108650020940415,
+      "learning_rate": 2e-05,
+      "loss": 0.6963685512542724,
+      "step": 1020
+    },
+    {
+      "epoch": 0.049660093534545105,
+      "grad_norm": 3.8025775202775516,
+      "learning_rate": 2e-05,
+      "loss": 0.7289498329162598,
+      "step": 1030
+    },
+    {
+      "epoch": 0.05014223036497758,
+      "grad_norm": 1.6346781298258524,
+      "learning_rate": 2e-05,
+      "loss": 0.7262353897094727,
+      "step": 1040
+    },
+    {
+      "epoch": 0.05062436719541006,
+      "grad_norm": 3.386679850071031,
+      "learning_rate": 2e-05,
+      "loss": 0.6808836936950684,
+      "step": 1050
+    },
+    {
+      "epoch": 0.051106504025842533,
+      "grad_norm": 2.3953301062602854,
+      "learning_rate": 2e-05,
+      "loss": 0.7089850425720214,
+      "step": 1060
+    },
+    {
+      "epoch": 0.051588640856275014,
+      "grad_norm": 2.5139615513318763,
+      "learning_rate": 2e-05,
+      "loss": 0.7181517601013183,
+      "step": 1070
+    },
+    {
+      "epoch": 0.05207077768670749,
+      "grad_norm": 2.8534620949787053,
+      "learning_rate": 2e-05,
+      "loss": 0.6958971977233886,
+      "step": 1080
+    },
+    {
+      "epoch": 0.05255291451713996,
+      "grad_norm": 1.9564028862046592,
+      "learning_rate": 2e-05,
+      "loss": 0.7039243698120117,
+      "step": 1090
+    },
+    {
+      "epoch": 0.05303505134757244,
+      "grad_norm": 1.557897571396239,
+      "learning_rate": 2e-05,
+      "loss": 0.7114754676818847,
+      "step": 1100
+    },
+    {
+      "epoch": 0.05351718817800492,
+      "grad_norm": 2.930498345415913,
+      "learning_rate": 2e-05,
+      "loss": 0.7031359672546387,
+      "step": 1110
+    },
+    {
+      "epoch": 0.0539993250084374,
+      "grad_norm": 1.4602419678677463,
+      "learning_rate": 2e-05,
+      "loss": 0.7077861785888672,
+      "step": 1120
+    },
+    {
+      "epoch": 0.05448146183886987,
+      "grad_norm": 1.7319226933333385,
+      "learning_rate": 2e-05,
+      "loss": 0.7047904968261719,
+      "step": 1130
+    },
+    {
+      "epoch": 0.054963598669302345,
+      "grad_norm": 2.520611756871299,
+      "learning_rate": 2e-05,
+      "loss": 0.7063097953796387,
+      "step": 1140
+    },
+    {
+      "epoch": 0.055445735499734826,
+      "grad_norm": 3.214756094588082,
+      "learning_rate": 2e-05,
+      "loss": 0.6928376197814942,
+      "step": 1150
+    },
+    {
+      "epoch": 0.0559278723301673,
+      "grad_norm": 2.1913033139614546,
+      "learning_rate": 2e-05,
+      "loss": 0.7101710319519043,
+      "step": 1160
+    },
+    {
+      "epoch": 0.05641000916059978,
+      "grad_norm": 5.747581126680708,
+      "learning_rate": 2e-05,
+      "loss": 0.7223403453826904,
+      "step": 1170
+    },
+    {
+      "epoch": 0.056892145991032254,
+      "grad_norm": 1.478178600197385,
+      "learning_rate": 2e-05,
+      "loss": 0.7083209991455078,
+      "step": 1180
+    },
+    {
+      "epoch": 0.05737428282146473,
+      "grad_norm": 3.1153048058866166,
+      "learning_rate": 2e-05,
+      "loss": 0.7255118370056153,
+      "step": 1190
+    },
+    {
+      "epoch": 0.05785641965189721,
+      "grad_norm": 6.6985613434510975,
+      "learning_rate": 2e-05,
+      "loss": 0.726648473739624,
+      "step": 1200
+    },
+    {
+      "epoch": 0.05833855648232968,
+      "grad_norm": 5.377966618368178,
+      "learning_rate": 2e-05,
+      "loss": 0.7175424575805665,
+      "step": 1210
+    },
+    {
+      "epoch": 0.058820693312762164,
+      "grad_norm": 3.838988528518626,
+      "learning_rate": 2e-05,
+      "loss": 0.7453009605407714,
+      "step": 1220
+    },
+    {
+      "epoch": 0.05930283014319464,
+      "grad_norm": 2.6228691909450834,
+      "learning_rate": 2e-05,
+      "loss": 0.7184647560119629,
+      "step": 1230
+    },
+    {
+      "epoch": 0.05978496697362712,
+      "grad_norm": 2.6612776295017615,
+      "learning_rate": 2e-05,
+      "loss": 0.7309318542480469,
+      "step": 1240
+    },
+    {
+      "epoch": 0.06026710380405959,
+      "grad_norm": 1.8845329907929567,
+      "learning_rate": 2e-05,
+      "loss": 0.725009822845459,
+      "step": 1250
+    },
+    {
+      "epoch": 0.060749240634492066,
+      "grad_norm": 10.28021708941531,
+      "learning_rate": 2e-05,
+      "loss": 0.7213550567626953,
+      "step": 1260
+    },
+    {
+      "epoch": 0.06123137746492455,
+      "grad_norm": 1.7751708481039612,
+      "learning_rate": 2e-05,
+      "loss": 0.6989108562469483,
+      "step": 1270
+    },
+    {
+      "epoch": 0.06171351429535702,
+      "grad_norm": 2.058733549275171,
+      "learning_rate": 2e-05,
+      "loss": 0.6917882442474366,
+      "step": 1280
+    },
+    {
+      "epoch": 0.0621956511257895,
+      "grad_norm": 5.491929938751169,
+      "learning_rate": 2e-05,
+      "loss": 0.6999297142028809,
+      "step": 1290
+    },
+    {
+      "epoch": 0.06267778795622198,
+      "grad_norm": 6.688351091581926,
+      "learning_rate": 2e-05,
+      "loss": 0.7235936164855957,
+      "step": 1300
+    },
+    {
+      "epoch": 0.06315992478665446,
+      "grad_norm": 4.899979463669896,
+      "learning_rate": 2e-05,
+      "loss": 0.686549711227417,
+      "step": 1310
+    },
+    {
+      "epoch": 0.06364206161708692,
+      "grad_norm": 2.952614374772642,
+      "learning_rate": 2e-05,
+      "loss": 0.7102313041687012,
+      "step": 1320
+    },
+    {
+      "epoch": 0.0641241984475194,
+      "grad_norm": 10.566954823585363,
+      "learning_rate": 2e-05,
+      "loss": 0.7124320983886718,
+      "step": 1330
+    },
+    {
+      "epoch": 0.06460633527795188,
+      "grad_norm": 8.873763489301671,
+      "learning_rate": 2e-05,
+      "loss": 0.7242676734924316,
+      "step": 1340
+    },
+    {
+      "epoch": 0.06508847210838437,
+      "grad_norm": 3.170822217707811,
+      "learning_rate": 2e-05,
+      "loss": 0.709017276763916,
+      "step": 1350
+    },
+    {
+      "epoch": 0.06557060893881683,
+      "grad_norm": 4.133385298753556,
+      "learning_rate": 2e-05,
+      "loss": 0.7052340507507324,
+      "step": 1360
+    },
+    {
+      "epoch": 0.06605274576924931,
+      "grad_norm": 2.3980143582956575,
+      "learning_rate": 2e-05,
+      "loss": 0.7251494884490967,
+      "step": 1370
+    },
+    {
+      "epoch": 0.0665348825996818,
+      "grad_norm": 1.8149128248978232,
+      "learning_rate": 2e-05,
+      "loss": 0.6977263450622558,
+      "step": 1380
+    },
+    {
+      "epoch": 0.06701701943011426,
+      "grad_norm": 3.216048638536296,
+      "learning_rate": 2e-05,
+      "loss": 0.7132225036621094,
+      "step": 1390
+    },
+    {
+      "epoch": 0.06749915626054674,
+      "grad_norm": 2.759251898652736,
+      "learning_rate": 2e-05,
+      "loss": 0.6781229972839355,
+      "step": 1400
+    },
+    {
+      "epoch": 0.06798129309097922,
+      "grad_norm": 2.1615844816494523,
+      "learning_rate": 2e-05,
+      "loss": 0.6893566131591797,
+      "step": 1410
+    },
+    {
+      "epoch": 0.0684634299214117,
+      "grad_norm": 1.269324197852931,
+      "learning_rate": 2e-05,
+      "loss": 0.7151976585388183,
+      "step": 1420
+    },
+    {
+      "epoch": 0.06894556675184417,
+      "grad_norm": 2.475140950996921,
+      "learning_rate": 2e-05,
+      "loss": 0.7208847045898438,
+      "step": 1430
+    },
+    {
+      "epoch": 0.06942770358227665,
+      "grad_norm": 1.8637431609519701,
+      "learning_rate": 2e-05,
+      "loss": 0.6920453548431397,
+      "step": 1440
+    },
+    {
+      "epoch": 0.06990984041270913,
+      "grad_norm": 4.388822465185116,
+      "learning_rate": 2e-05,
+      "loss": 0.7050337791442871,
+      "step": 1450
+    },
+    {
+      "epoch": 0.0703919772431416,
+      "grad_norm": 1.7686798808274666,
+      "learning_rate": 2e-05,
+      "loss": 0.6877009391784668,
+      "step": 1460
+    },
+    {
+      "epoch": 0.07087411407357408,
+      "grad_norm": 2.1589166054135314,
+      "learning_rate": 2e-05,
+      "loss": 0.6840052604675293,
+      "step": 1470
+    },
+    {
+      "epoch": 0.07135625090400656,
+      "grad_norm": 3.4176787553601677,
+      "learning_rate": 2e-05,
+      "loss": 0.7044760704040527,
+      "step": 1480
+    },
+    {
+      "epoch": 0.07183838773443903,
+      "grad_norm": 5.058389900187091,
+      "learning_rate": 2e-05,
+      "loss": 0.7252198219299316,
+      "step": 1490
+    },
+    {
+      "epoch": 0.07232052456487151,
+      "grad_norm": 3.4902103862821328,
+      "learning_rate": 2e-05,
+      "loss": 0.7132100582122802,
+      "step": 1500
+    },
+    {
+      "epoch": 0.07280266139530399,
+      "grad_norm": 6.018184255339297,
+      "learning_rate": 2e-05,
+      "loss": 0.70932936668396,
+      "step": 1510
+    },
+    {
+      "epoch": 0.07328479822573647,
+      "grad_norm": 3.5144758180231968,
+      "learning_rate": 2e-05,
+      "loss": 0.7115926742553711,
+      "step": 1520
+    },
+    {
+      "epoch": 0.07376693505616894,
+      "grad_norm": 6.3900031796310985,
+      "learning_rate": 2e-05,
+      "loss": 0.7138595581054688,
+      "step": 1530
+    },
+    {
+      "epoch": 0.07424907188660142,
+      "grad_norm": 1.830421739776605,
+      "learning_rate": 2e-05,
+      "loss": 0.7291291236877442,
+      "step": 1540
+    },
+    {
+      "epoch": 0.0747312087170339,
+      "grad_norm": 4.409354344559001,
+      "learning_rate": 2e-05,
+      "loss": 0.7407273292541504,
+      "step": 1550
+    },
+    {
+      "epoch": 0.07521334554746636,
+      "grad_norm": 3.4473627534438513,
+      "learning_rate": 2e-05,
+      "loss": 0.7394618511199951,
+      "step": 1560
+    },
+    {
+      "epoch": 0.07569548237789885,
+      "grad_norm": 2.6382177594854754,
+      "learning_rate": 2e-05,
+      "loss": 0.6957945823669434,
+      "step": 1570
+    },
+    {
+      "epoch": 0.07617761920833133,
+      "grad_norm": 3.999056912619744,
+      "learning_rate": 2e-05,
+      "loss": 0.6612532615661622,
+      "step": 1580
+    },
+    {
+      "epoch": 0.07665975603876381,
+      "grad_norm": 3.7247803590530237,
+      "learning_rate": 2e-05,
+      "loss": 0.7023423194885254,
+      "step": 1590
+    },
+    {
+      "epoch": 0.07714189286919627,
+      "grad_norm": 1.8337543544271353,
+      "learning_rate": 2e-05,
+      "loss": 0.7308431148529053,
+      "step": 1600
+    },
+    {
+      "epoch": 0.07762402969962875,
+      "grad_norm": 4.832144300014454,
+      "learning_rate": 2e-05,
+      "loss": 0.7019494533538818,
+      "step": 1610
+    },
+    {
+      "epoch": 0.07810616653006124,
+      "grad_norm": 1.2557192725218083,
+      "learning_rate": 2e-05,
+      "loss": 0.7272754669189453,
+      "step": 1620
+    },
+    {
+      "epoch": 0.0785883033604937,
+      "grad_norm": 1.259086888724499,
+      "learning_rate": 2e-05,
+      "loss": 0.7088966369628906,
+      "step": 1630
+    },
+    {
+      "epoch": 0.07907044019092618,
+      "grad_norm": 1.4497993722505094,
+      "learning_rate": 2e-05,
+      "loss": 0.7055980682373046,
+      "step": 1640
+    },
+    {
+      "epoch": 0.07955257702135866,
+      "grad_norm": 1.9410198139904098,
+      "learning_rate": 2e-05,
+      "loss": 0.7067210674285889,
+      "step": 1650
+    },
+    {
+      "epoch": 0.08003471385179114,
+      "grad_norm": 1.8227117633516707,
+      "learning_rate": 2e-05,
+      "loss": 0.6959988594055175,
+      "step": 1660
+    },
+    {
+      "epoch": 0.08051685068222361,
+      "grad_norm": 8.864878739103949,
+      "learning_rate": 2e-05,
+      "loss": 0.7231966018676758,
+      "step": 1670
+    },
+    {
+      "epoch": 0.08099898751265609,
+      "grad_norm": 5.91600501179535,
+      "learning_rate": 2e-05,
+      "loss": 0.6998160362243653,
+      "step": 1680
+    },
+    {
+      "epoch": 0.08148112434308857,
+      "grad_norm": 2.7073467229023582,
+      "learning_rate": 2e-05,
+      "loss": 0.7311582088470459,
+      "step": 1690
+    },
+    {
+      "epoch": 0.08196326117352104,
+      "grad_norm": 2.6882475083061217,
+      "learning_rate": 2e-05,
+      "loss": 0.7005412101745605,
+      "step": 1700
+    },
+    {
+      "epoch": 0.08244539800395352,
+      "grad_norm": 1.3644811855655996,
+      "learning_rate": 2e-05,
+      "loss": 0.7040036678314209,
+      "step": 1710
+    },
+    {
+      "epoch": 0.082927534834386,
+      "grad_norm": 1.707401344240697,
+      "learning_rate": 2e-05,
+      "loss": 0.7216098308563232,
+      "step": 1720
+    },
+    {
+      "epoch": 0.08340967166481847,
+      "grad_norm": 2.2473714034468366,
+      "learning_rate": 2e-05,
+      "loss": 0.7012883186340332,
+      "step": 1730
+    },
+    {
+      "epoch": 0.08389180849525095,
+      "grad_norm": 3.8729069145758053,
+      "learning_rate": 2e-05,
+      "loss": 0.7171290397644043,
+      "step": 1740
+    },
+    {
+      "epoch": 0.08437394532568343,
+      "grad_norm": 2.2548793711676427,
+      "learning_rate": 2e-05,
+      "loss": 0.6937798976898193,
+      "step": 1750
+    },
+    {
+      "epoch": 0.08485608215611591,
+      "grad_norm": 3.363398202084773,
+      "learning_rate": 2e-05,
+      "loss": 0.7099102973937989,
+      "step": 1760
+    },
+    {
+      "epoch": 0.08533821898654838,
+      "grad_norm": 1.9683460905836172,
+      "learning_rate": 2e-05,
+      "loss": 0.7375545501708984,
+      "step": 1770
+    },
+    {
+      "epoch": 0.08582035581698086,
+      "grad_norm": 2.7563303203565104,
+      "learning_rate": 2e-05,
+      "loss": 0.693428373336792,
+      "step": 1780
+    },
+    {
+      "epoch": 0.08630249264741334,
+      "grad_norm": 5.488470914545985,
+      "learning_rate": 2e-05,
+      "loss": 0.6957249641418457,
+      "step": 1790
+    },
+    {
+      "epoch": 0.0867846294778458,
+      "grad_norm": 2.09336496768559,
+      "learning_rate": 2e-05,
+      "loss": 0.6892104148864746,
+      "step": 1800
+    },
+    {
+      "epoch": 0.08726676630827829,
+      "grad_norm": 1.5894667449541344,
+      "learning_rate": 2e-05,
+      "loss": 0.6863278388977051,
+      "step": 1810
+    },
+    {
+      "epoch": 0.08774890313871077,
+      "grad_norm": 2.351872874716584,
+      "learning_rate": 2e-05,
+      "loss": 0.6925557136535645,
+      "step": 1820
+    },
+    {
+      "epoch": 0.08823103996914325,
+      "grad_norm": 5.709628555644903,
+      "learning_rate": 2e-05,
+      "loss": 0.7161927223205566,
+      "step": 1830
+    },
+    {
+      "epoch": 0.08871317679957572,
+      "grad_norm": 2.3637395099075658,
+      "learning_rate": 2e-05,
+      "loss": 0.6833971977233887,
+      "step": 1840
+    },
+    {
+      "epoch": 0.0891953136300082,
+      "grad_norm": 3.0782660457463638,
+      "learning_rate": 2e-05,
+      "loss": 0.6962731838226318,
+      "step": 1850
+    },
+    {
+      "epoch": 0.08967745046044068,
+      "grad_norm": 3.0074368386337524,
+      "learning_rate": 2e-05,
+      "loss": 0.6978533744812012,
+      "step": 1860
+    },
+    {
+      "epoch": 0.09015958729087314,
+      "grad_norm": 2.887814419604526,
+      "learning_rate": 2e-05,
+      "loss": 0.7000442504882812,
+      "step": 1870
+    },
+    {
+      "epoch": 0.09064172412130563,
+      "grad_norm": 3.6280575625203513,
+      "learning_rate": 2e-05,
+      "loss": 0.7079222679138184,
+      "step": 1880
+    },
+    {
+      "epoch": 0.0911238609517381,
+      "grad_norm": 1.3557511666014126,
+      "learning_rate": 2e-05,
+      "loss": 0.6967864036560059,
+      "step": 1890
+    },
+    {
+      "epoch": 0.09160599778217059,
+      "grad_norm": 1.403629260906539,
+      "learning_rate": 2e-05,
+      "loss": 0.7130854606628418,
+      "step": 1900
+    },
+    {
+      "epoch": 0.09208813461260305,
+      "grad_norm": 1.8739359959248085,
+      "learning_rate": 2e-05,
+      "loss": 0.6871781826019288,
+      "step": 1910
+    },
+    {
+      "epoch": 0.09257027144303553,
+      "grad_norm": 2.824655544812341,
+      "learning_rate": 2e-05,
+      "loss": 0.6981027126312256,
+      "step": 1920
+    },
+    {
+      "epoch": 0.09305240827346802,
+      "grad_norm": 1.4828172680841498,
+      "learning_rate": 2e-05,
+      "loss": 0.6929860591888428,
+      "step": 1930
+    },
+    {
+      "epoch": 0.09353454510390048,
+      "grad_norm": 7.2089191719005425,
+      "learning_rate": 2e-05,
+      "loss": 0.7134679794311524,
+      "step": 1940
+    },
+    {
+      "epoch": 0.09401668193433296,
+      "grad_norm": 2.1889125436919574,
+      "learning_rate": 2e-05,
+      "loss": 0.7014190196990967,
+      "step": 1950
+    },
+    {
+      "epoch": 0.09449881876476544,
+      "grad_norm": 6.312627812926516,
+      "learning_rate": 2e-05,
+      "loss": 0.7476691722869873,
+      "step": 1960
+    },
+    {
+      "epoch": 0.09498095559519791,
+      "grad_norm": 1.2052636178685785,
+      "learning_rate": 2e-05,
+      "loss": 0.7070323944091796,
+      "step": 1970
+    },
+    {
+      "epoch": 0.09546309242563039,
+      "grad_norm": 1.1645089780675213,
+      "learning_rate": 2e-05,
+      "loss": 0.6702715873718261,
+      "step": 1980
+    },
+    {
+      "epoch": 0.09594522925606287,
+      "grad_norm": 3.612031603825751,
+      "learning_rate": 2e-05,
+      "loss": 0.6985786437988282,
+      "step": 1990
+    },
+    {
+      "epoch": 0.09642736608649535,
+      "grad_norm": 1.2061047374120728,
+      "learning_rate": 2e-05,
+      "loss": 0.6996285915374756,
+      "step": 2000
+    },
+    {
+      "epoch": 0.09690950291692782,
+      "grad_norm": 1.319276109312496,
+      "learning_rate": 2e-05,
+      "loss": 0.693095588684082,
+      "step": 2010
+    },
+    {
+      "epoch": 0.0973916397473603,
+      "grad_norm": 1.358389710976587,
+      "learning_rate": 2e-05,
+      "loss": 0.7233096122741699,
+      "step": 2020
+    },
+    {
+      "epoch": 0.09787377657779278,
+      "grad_norm": 2.29102697168753,
+      "learning_rate": 2e-05,
+      "loss": 0.699147367477417,
+      "step": 2030
+    },
+    {
+      "epoch": 0.09835591340822525,
+      "grad_norm": 1.1523175187527268,
+      "learning_rate": 2e-05,
+      "loss": 0.6790700435638428,
+      "step": 2040
+    },
+    {
+      "epoch": 0.09883805023865773,
+      "grad_norm": 1.1879796016842294,
+      "learning_rate": 2e-05,
+      "loss": 0.6621855735778809,
+      "step": 2050
+    },
+    {
+      "epoch": 0.09932018706909021,
+      "grad_norm": 4.574145683318952,
+      "learning_rate": 2e-05,
+      "loss": 0.7080859184265137,
+      "step": 2060
+    },
+    {
+      "epoch": 0.09980232389952269,
+      "grad_norm": 1.7275450667215668,
+      "learning_rate": 2e-05,
+      "loss": 0.675408935546875,
+      "step": 2070
+    },
+    {
+      "epoch": 0.10028446072995516,
+      "grad_norm": 4.908901932326397,
+      "learning_rate": 2e-05,
+      "loss": 0.6688334941864014,
+      "step": 2080
+    },
+    {
+      "epoch": 0.10076659756038764,
+      "grad_norm": 2.0224140803935433,
+      "learning_rate": 2e-05,
+      "loss": 0.6846134185791015,
+      "step": 2090
+    },
+    {
+      "epoch": 0.10124873439082012,
+      "grad_norm": 1.8372272183375968,
+      "learning_rate": 2e-05,
+      "loss": 0.6918974876403808,
+      "step": 2100
+    },
+    {
+      "epoch": 0.10173087122125259,
+      "grad_norm": 1.5531444555006406,
+      "learning_rate": 2e-05,
+      "loss": 0.7000730514526368,
+      "step": 2110
+    },
+    {
+      "epoch": 0.10221300805168507,
+      "grad_norm": 2.908690261918158,
+      "learning_rate": 2e-05,
+      "loss": 0.6698556423187256,
+      "step": 2120
+    },
+    {
+      "epoch": 0.10269514488211755,
+      "grad_norm": 2.548012328425614,
+      "learning_rate": 2e-05,
+      "loss": 0.6925012111663819,
+      "step": 2130
+    },
+    {
+      "epoch": 0.10317728171255003,
+      "grad_norm": 1.19308031783503,
+      "learning_rate": 2e-05,
+      "loss": 0.7279344081878663,
+      "step": 2140
+    },
+    {
+      "epoch": 0.1036594185429825,
+      "grad_norm": 1.1864109230709758,
+      "learning_rate": 2e-05,
+      "loss": 0.7339591979980469,
+      "step": 2150
+    },
+    {
+      "epoch": 0.10414155537341498,
+      "grad_norm": 1.1608556740092548,
+      "learning_rate": 2e-05,
+      "loss": 0.7135494232177735,
+      "step": 2160
+    },
+    {
+      "epoch": 0.10462369220384746,
+      "grad_norm": 1.4213454351648482,
+      "learning_rate": 2e-05,
+      "loss": 0.7160530090332031,
+      "step": 2170
+    },
+    {
+      "epoch": 0.10510582903427992,
+      "grad_norm": 2.418144401848944,
+      "learning_rate": 2e-05,
+      "loss": 0.6826236724853516,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1055879658647124,
+      "grad_norm": 1.0983236668468084,
+      "learning_rate": 2e-05,
+      "loss": 0.69876127243042,
+      "step": 2190
+    },
+    {
+      "epoch": 0.10607010269514489,
+      "grad_norm": 1.2800062403826349,
+      "learning_rate": 2e-05,
+      "loss": 0.6858653068542481,
+      "step": 2200
+    },
+    {
+      "epoch": 0.10655223952557735,
+      "grad_norm": 1.9669738775612915,
+      "learning_rate": 2e-05,
+      "loss": 0.6780145645141602,
+      "step": 2210
+    },
+    {
+      "epoch": 0.10703437635600983,
+      "grad_norm": 1.076581580763509,
+      "learning_rate": 2e-05,
+      "loss": 0.6984048843383789,
+      "step": 2220
+    },
+    {
+      "epoch": 0.10751651318644231,
+      "grad_norm": 1.092267155276319,
+      "learning_rate": 2e-05,
+      "loss": 0.6883275508880615,
+      "step": 2230
+    },
+    {
+      "epoch": 0.1079986500168748,
+      "grad_norm": 2.3144361176260944,
+      "learning_rate": 2e-05,
+      "loss": 0.6878983974456787,
+      "step": 2240
+    },
+    {
+      "epoch": 0.10848078684730726,
+      "grad_norm": 1.6075806692003578,
+      "learning_rate": 2e-05,
+      "loss": 0.691591739654541,
+      "step": 2250
+    },
+    {
+      "epoch": 0.10896292367773974,
+      "grad_norm": 1.2732184058631342,
+      "learning_rate": 2e-05,
+      "loss": 0.6779979228973388,
+      "step": 2260
+    },
+    {
+      "epoch": 0.10944506050817222,
+      "grad_norm": 1.4415867892927186,
+      "learning_rate": 2e-05,
+      "loss": 0.6897299766540528,
+      "step": 2270
+    },
+    {
+      "epoch": 0.10992719733860469,
+      "grad_norm": 1.9698774452252525,
+      "learning_rate": 2e-05,
+      "loss": 0.6754415035247803,
+      "step": 2280
+    },
+    {
+      "epoch": 0.11040933416903717,
+      "grad_norm": 1.8988393314031458,
+      "learning_rate": 2e-05,
+      "loss": 0.6988449096679688,
+      "step": 2290
+    },
+    {
+      "epoch": 0.11089147099946965,
+      "grad_norm": 2.0229172924552636,
+      "learning_rate": 2e-05,
+      "loss": 0.6995786190032959,
+      "step": 2300
+    },
+    {
+      "epoch": 0.11137360782990213,
+      "grad_norm": 2.5016680796886446,
+      "learning_rate": 2e-05,
+      "loss": 0.683745288848877,
+      "step": 2310
+    },
+    {
+      "epoch": 0.1118557446603346,
+      "grad_norm": 2.795671113173564,
+      "learning_rate": 2e-05,
+      "loss": 0.7132812023162842,
+      "step": 2320
+    },
+    {
+      "epoch": 0.11233788149076708,
+      "grad_norm": 15.429266895654095,
+      "learning_rate": 2e-05,
+      "loss": 0.6710845947265625,
+      "step": 2330
+    },
+    {
+      "epoch": 0.11282001832119956,
+      "grad_norm": 10.28073301520565,
+      "learning_rate": 2e-05,
+      "loss": 0.7072024345397949,
+      "step": 2340
+    },
+    {
+      "epoch": 0.11330215515163203,
+      "grad_norm": 2.5529434317741475,
+      "learning_rate": 2e-05,
+      "loss": 0.7183896064758301,
+      "step": 2350
+    },
+    {
+      "epoch": 0.11378429198206451,
+      "grad_norm": 2.3176071939604768,
+      "learning_rate": 2e-05,
+      "loss": 0.7112489700317383,
+      "step": 2360
+    },
+    {
+      "epoch": 0.11426642881249699,
+      "grad_norm": 2.2340973277391556,
+      "learning_rate": 2e-05,
+      "loss": 0.6871528148651123,
+      "step": 2370
+    },
+    {
+      "epoch": 0.11474856564292946,
+      "grad_norm": 5.698121231020915,
+      "learning_rate": 2e-05,
+      "loss": 0.7194876670837402,
+      "step": 2380
+    },
+    {
+      "epoch": 0.11523070247336194,
+      "grad_norm": 1.2389861862090972,
+      "learning_rate": 2e-05,
+      "loss": 0.7029046535491943,
+      "step": 2390
+    },
+    {
+      "epoch": 0.11571283930379442,
+      "grad_norm": 1.0835085632703585,
+      "learning_rate": 2e-05,
+      "loss": 0.6844483852386475,
+      "step": 2400
+    },
+    {
+      "epoch": 0.1161949761342269,
+      "grad_norm": 1.5728645257042526,
+      "learning_rate": 2e-05,
+      "loss": 0.6933661937713623,
+      "step": 2410
+    },
+    {
+      "epoch": 0.11667711296465937,
+      "grad_norm": 1.6879257390220759,
+      "learning_rate": 2e-05,
+      "loss": 0.6991979122161865,
+      "step": 2420
+    },
+    {
+      "epoch": 0.11715924979509185,
+      "grad_norm": 1.86006325380769,
+      "learning_rate": 2e-05,
+      "loss": 0.7063355445861816,
+      "step": 2430
+    },
+    {
+      "epoch": 0.11764138662552433,
+      "grad_norm": 2.4323496874311745,
+      "learning_rate": 2e-05,
+      "loss": 0.6896146297454834,
+      "step": 2440
+    },
+    {
+      "epoch": 0.1181235234559568,
+      "grad_norm": 1.2764606849218354,
+      "learning_rate": 2e-05,
+      "loss": 0.6714626312255859,
+      "step": 2450
+    },
+    {
+      "epoch": 0.11860566028638928,
+      "grad_norm": 1.3536153362668832,
+      "learning_rate": 2e-05,
+      "loss": 0.6861135482788085,
+      "step": 2460
+    },
+    {
+      "epoch": 0.11908779711682176,
+      "grad_norm": 1.0698060532539524,
+      "learning_rate": 2e-05,
+      "loss": 0.6550200462341309,
+      "step": 2470
+    },
+    {
+      "epoch": 0.11956993394725424,
+      "grad_norm": 1.2301952555430697,
+      "learning_rate": 2e-05,
+      "loss": 0.6896649837493897,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1200520707776867,
+      "grad_norm": 1.199823311171627,
+      "learning_rate": 2e-05,
+      "loss": 0.6958704948425293,
+      "step": 2490
+    },
+    {
+      "epoch": 0.12053420760811918,
+      "grad_norm": 1.4038590113770721,
+      "learning_rate": 2e-05,
+      "loss": 0.6850681304931641,
+      "step": 2500
+    },
+    {
+      "epoch": 0.12101634443855167,
+      "grad_norm": 2.9612679143825424,
+      "learning_rate": 2e-05,
+      "loss": 0.6791827201843261,
+      "step": 2510
+    },
+    {
+      "epoch": 0.12149848126898413,
+      "grad_norm": 5.83314529557438,
+      "learning_rate": 2e-05,
+      "loss": 0.7032989025115967,
+      "step": 2520
+    },
+    {
+      "epoch": 0.12198061809941661,
+      "grad_norm": 2.5477970924994966,
+      "learning_rate": 2e-05,
+      "loss": 0.6850883007049561,
+      "step": 2530
+    },
+    {
+      "epoch": 0.1224627549298491,
+      "grad_norm": 3.3401088169773034,
+      "learning_rate": 2e-05,
+      "loss": 0.6954312801361084,
+      "step": 2540
+    },
+    {
+      "epoch": 0.12294489176028157,
+      "grad_norm": 2.156136005924588,
+      "learning_rate": 2e-05,
+      "loss": 0.6937005519866943,
+      "step": 2550
+    },
+    {
+      "epoch": 0.12342702859071404,
+      "grad_norm": 0.9506305729021246,
+      "learning_rate": 2e-05,
+      "loss": 0.7065269470214843,
+      "step": 2560
+    },
+    {
+      "epoch": 0.12390916542114652,
+      "grad_norm": 1.0754149213576563,
+      "learning_rate": 2e-05,
+      "loss": 0.6961036682128906,
+      "step": 2570
+    },
+    {
+      "epoch": 0.124391302251579,
+      "grad_norm": 2.3768460001969407,
+      "learning_rate": 2e-05,
+      "loss": 0.664985466003418,
+      "step": 2580
+    },
+    {
+      "epoch": 0.12487343908201147,
+      "grad_norm": 1.3084725617767137,
+      "learning_rate": 2e-05,
+      "loss": 0.6766395568847656,
+      "step": 2590
+    },
+    {
+      "epoch": 0.12535557591244395,
+      "grad_norm": 1.0291527417088837,
+      "learning_rate": 2e-05,
+      "loss": 0.6760396480560302,
+      "step": 2600
+    },
+    {
+      "epoch": 0.12583771274287642,
+      "grad_norm": 0.941713441397077,
+      "learning_rate": 2e-05,
+      "loss": 0.6730161190032959,
+      "step": 2610
+    },
+    {
+      "epoch": 0.1263198495733089,
+      "grad_norm": 1.504391543980072,
+      "learning_rate": 2e-05,
+      "loss": 0.6974763870239258,
+      "step": 2620
+    },
+    {
+      "epoch": 0.12680198640374138,
+      "grad_norm": 1.1573050856193627,
+      "learning_rate": 2e-05,
+      "loss": 0.6692431449890137,
+      "step": 2630
+    },
+    {
+      "epoch": 0.12728412323417385,
+      "grad_norm": 1.05212506731337,
+      "learning_rate": 2e-05,
+      "loss": 0.708095932006836,
+      "step": 2640
+    },
+    {
+      "epoch": 0.12776626006460634,
+      "grad_norm": 1.2342820641380825,
+      "learning_rate": 2e-05,
+      "loss": 0.670927906036377,
+      "step": 2650
+    },
+    {
+      "epoch": 0.1282483968950388,
+      "grad_norm": 1.3953957212568666,
+      "learning_rate": 2e-05,
+      "loss": 0.7032140254974365,
+      "step": 2660
+    },
+    {
+      "epoch": 0.1287305337254713,
+      "grad_norm": 6.118740903384293,
+      "learning_rate": 2e-05,
+      "loss": 0.6814794063568115,
+      "step": 2670
+    },
+    {
+      "epoch": 0.12921267055590377,
+      "grad_norm": 1.0141506610694353,
+      "learning_rate": 2e-05,
+      "loss": 0.6771867275238037,
+      "step": 2680
+    },
+    {
+      "epoch": 0.12969480738633624,
+      "grad_norm": 5.236945389567668,
+      "learning_rate": 2e-05,
+      "loss": 0.6872392177581788,
+      "step": 2690
+    },
+    {
+      "epoch": 0.13017694421676873,
+      "grad_norm": 1.3224427182296696,
+      "learning_rate": 2e-05,
+      "loss": 0.6877142906188964,
+      "step": 2700
+    },
+    {
+      "epoch": 0.1306590810472012,
+      "grad_norm": 2.8930047020555665,
+      "learning_rate": 2e-05,
+      "loss": 0.6983075618743897,
+      "step": 2710
+    },
+    {
+      "epoch": 0.13114121787763366,
+      "grad_norm": 1.095684392846267,
+      "learning_rate": 2e-05,
+      "loss": 0.6783349990844727,
+      "step": 2720
+    },
+    {
+      "epoch": 0.13162335470806616,
+      "grad_norm": 4.47691483015509,
+      "learning_rate": 2e-05,
+      "loss": 0.6583886623382569,
+      "step": 2730
+    },
+    {
+      "epoch": 0.13210549153849863,
+      "grad_norm": 1.5187211298061205,
+      "learning_rate": 2e-05,
+      "loss": 0.6880706310272217,
+      "step": 2740
+    },
+    {
+      "epoch": 0.1325876283689311,
+      "grad_norm": 3.2659296740988983,
+      "learning_rate": 2e-05,
+      "loss": 0.6818893432617188,
+      "step": 2750
+    },
+    {
+      "epoch": 0.1330697651993636,
+      "grad_norm": 2.9770080325455517,
+      "learning_rate": 2e-05,
+      "loss": 0.6884412288665771,
+      "step": 2760
+    },
+    {
+      "epoch": 0.13355190202979605,
+      "grad_norm": 3.264974211891368,
+      "learning_rate": 2e-05,
+      "loss": 0.6844497203826905,
+      "step": 2770
+    },
+    {
+      "epoch": 0.13403403886022852,
+      "grad_norm": 1.4102066352693954,
+      "learning_rate": 2e-05,
+      "loss": 0.6756868362426758,
+      "step": 2780
+    },
+    {
+      "epoch": 0.13451617569066102,
+      "grad_norm": 3.487588341656881,
+      "learning_rate": 2e-05,
+      "loss": 0.6730589866638184,
+      "step": 2790
+    },
+    {
+      "epoch": 0.13499831252109348,
+      "grad_norm": 1.4561280668529009,
+      "learning_rate": 2e-05,
+      "loss": 0.6855874538421631,
+      "step": 2800
+    },
+    {
+      "epoch": 0.13548044935152595,
+      "grad_norm": 2.3566879942304677,
+      "learning_rate": 2e-05,
+      "loss": 0.6573580741882324,
+      "step": 2810
+    },
+    {
+      "epoch": 0.13596258618195844,
+      "grad_norm": 1.3005046968806246,
+      "learning_rate": 2e-05,
+      "loss": 0.6513078212738037,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1364447230123909,
+      "grad_norm": 1.2183089382076557,
+      "learning_rate": 2e-05,
+      "loss": 0.6996438503265381,
+      "step": 2830
+    },
+    {
+      "epoch": 0.1369268598428234,
+      "grad_norm": 1.4063935661432136,
+      "learning_rate": 2e-05,
+      "loss": 0.655107069015503,
+      "step": 2840
+    },
+    {
+      "epoch": 0.13740899667325587,
+      "grad_norm": 1.2423309716184736,
+      "learning_rate": 2e-05,
+      "loss": 0.68148832321167,
+      "step": 2850
+    },
+    {
+      "epoch": 0.13789113350368834,
+      "grad_norm": 1.315583154853977,
+      "learning_rate": 2e-05,
+      "loss": 0.6690854549407959,
+      "step": 2860
+    },
+    {
+      "epoch": 0.13837327033412083,
+      "grad_norm": 3.2685693317604065,
+      "learning_rate": 2e-05,
+      "loss": 0.6860932350158692,
+      "step": 2870
+    },
+    {
+      "epoch": 0.1388554071645533,
+      "grad_norm": 1.6404916651968342,
+      "learning_rate": 2e-05,
+      "loss": 0.6692975997924805,
+      "step": 2880
+    },
+    {
+      "epoch": 0.13933754399498577,
+      "grad_norm": 1.0467271314758744,
+      "learning_rate": 2e-05,
+      "loss": 0.7087518692016601,
+      "step": 2890
+    },
+    {
+      "epoch": 0.13981968082541826,
+      "grad_norm": 1.6145047549036693,
+      "learning_rate": 2e-05,
+      "loss": 0.6947719573974609,
+      "step": 2900
+    },
+    {
+      "epoch": 0.14030181765585073,
+      "grad_norm": 1.701843802720987,
+      "learning_rate": 2e-05,
+      "loss": 0.6641913414001465,
+      "step": 2910
+    },
+    {
+      "epoch": 0.1407839544862832,
+      "grad_norm": 1.0188551579918583,
+      "learning_rate": 2e-05,
+      "loss": 0.6774641036987304,
+      "step": 2920
+    },
+    {
+      "epoch": 0.1412660913167157,
+      "grad_norm": 1.1481854023006681,
+      "learning_rate": 2e-05,
+      "loss": 0.6788041591644287,
+      "step": 2930
+    },
+    {
+      "epoch": 0.14174822814714816,
+      "grad_norm": 1.4560369115077942,
+      "learning_rate": 2e-05,
+      "loss": 0.681424617767334,
+      "step": 2940
+    },
+    {
+      "epoch": 0.14223036497758063,
+      "grad_norm": 2.5032736820411583,
+      "learning_rate": 2e-05,
+      "loss": 0.6913356781005859,
+      "step": 2950
+    },
+    {
+      "epoch": 0.14271250180801312,
+      "grad_norm": 1.151825196136896,
+      "learning_rate": 2e-05,
+      "loss": 0.6814065456390381,
+      "step": 2960
+    },
+    {
+      "epoch": 0.1431946386384456,
+      "grad_norm": 1.1185710273784648,
+      "learning_rate": 2e-05,
+      "loss": 0.6830487251281738,
+      "step": 2970
+    },
+    {
+      "epoch": 0.14367677546887805,
+      "grad_norm": 1.0947324337188409,
+      "learning_rate": 2e-05,
+      "loss": 0.6666187286376953,
+      "step": 2980
+    },
+    {
+      "epoch": 0.14415891229931055,
+      "grad_norm": 1.1444381139788962,
+      "learning_rate": 2e-05,
+      "loss": 0.7106166839599609,
+      "step": 2990
+    },
+    {
+      "epoch": 0.14464104912974302,
+      "grad_norm": 4.369241256060388,
+      "learning_rate": 2e-05,
+      "loss": 0.6684728145599366,
+      "step": 3000
+    },
+    {
+      "epoch": 0.1451231859601755,
+      "grad_norm": 1.65482387871921,
+      "learning_rate": 2e-05,
+      "loss": 0.655134916305542,
+      "step": 3010
+    },
+    {
+      "epoch": 0.14560532279060798,
+      "grad_norm": 3.8788031700801193,
+      "learning_rate": 2e-05,
+      "loss": 0.6682104110717774,
+      "step": 3020
+    },
+    {
+      "epoch": 0.14608745962104044,
+      "grad_norm": 6.673831148036922,
+      "learning_rate": 2e-05,
+      "loss": 0.6606300354003907,
+      "step": 3030
+    },
+    {
+      "epoch": 0.14656959645147294,
+      "grad_norm": 1.6037926296803937,
+      "learning_rate": 2e-05,
+      "loss": 0.7429388999938965,
+      "step": 3040
+    },
+    {
+      "epoch": 0.1470517332819054,
+      "grad_norm": 1.351928692493476,
+      "learning_rate": 2e-05,
+      "loss": 0.667429256439209,
+      "step": 3050
+    },
+    {
+      "epoch": 0.14753387011233787,
+      "grad_norm": 1.4552556136717532,
+      "learning_rate": 2e-05,
+      "loss": 0.6731912612915039,
+      "step": 3060
+    },
+    {
+      "epoch": 0.14801600694277037,
+      "grad_norm": 1.0539729227924972,
+      "learning_rate": 2e-05,
+      "loss": 0.6738934993743897,
+      "step": 3070
+    },
+    {
+      "epoch": 0.14849814377320283,
+      "grad_norm": 1.4456675023006782,
+      "learning_rate": 2e-05,
+      "loss": 0.676184606552124,
+      "step": 3080
+    },
+    {
+      "epoch": 0.1489802806036353,
+      "grad_norm": 1.077443568362399,
+      "learning_rate": 2e-05,
+      "loss": 0.6643596649169922,
+      "step": 3090
+    },
+    {
+      "epoch": 0.1494624174340678,
+      "grad_norm": 1.0222170857558752,
+      "learning_rate": 2e-05,
+      "loss": 0.6713498592376709,
+      "step": 3100
+    },
+    {
+      "epoch": 0.14994455426450026,
+      "grad_norm": 4.219194991350471,
+      "learning_rate": 2e-05,
+      "loss": 0.6660583019256592,
+      "step": 3110
+    },
+    {
+      "epoch": 0.15042669109493273,
+      "grad_norm": 2.8379852412475444,
+      "learning_rate": 2e-05,
+      "loss": 0.6860692977905274,
+      "step": 3120
+    },
+    {
+      "epoch": 0.15090882792536522,
+      "grad_norm": 1.4914961806386975,
+      "learning_rate": 2e-05,
+      "loss": 0.6793073177337646,
+      "step": 3130
+    },
+    {
+      "epoch": 0.1513909647557977,
+      "grad_norm": 0.9940149224219857,
+      "learning_rate": 2e-05,
+      "loss": 0.6694391250610352,
+      "step": 3140
+    },
+    {
+      "epoch": 0.15187310158623019,
+      "grad_norm": 1.7353980809287022,
+      "learning_rate": 2e-05,
+      "loss": 0.6642420768737793,
+      "step": 3150
+    },
+    {
+      "epoch": 0.15235523841666265,
+      "grad_norm": 1.7214847019768242,
+      "learning_rate": 2e-05,
+      "loss": 0.6977147579193115,
+      "step": 3160
+    },
+    {
+      "epoch": 0.15283737524709512,
+      "grad_norm": 5.352629935949013,
+      "learning_rate": 2e-05,
+      "loss": 0.654951810836792,
+      "step": 3170
+    },
+    {
+      "epoch": 0.15331951207752761,
+      "grad_norm": 3.29019939471364,
+      "learning_rate": 2e-05,
+      "loss": 0.6566079616546631,
+      "step": 3180
+    },
+    {
+      "epoch": 0.15380164890796008,
+      "grad_norm": 2.6884608924500295,
+      "learning_rate": 2e-05,
+      "loss": 0.6857626914978028,
+      "step": 3190
+    },
+    {
+      "epoch": 0.15428378573839255,
+      "grad_norm": 1.255094118183628,
+      "learning_rate": 2e-05,
+      "loss": 0.6701702117919922,
+      "step": 3200
+    },
+    {
+      "epoch": 0.15476592256882504,
+      "grad_norm": 1.4093512886672244,
+      "learning_rate": 2e-05,
+      "loss": 0.6666848659515381,
+      "step": 3210
+    },
+    {
+      "epoch": 0.1552480593992575,
+      "grad_norm": 1.1999858400364931,
+      "learning_rate": 2e-05,
+      "loss": 0.6728490829467774,
+      "step": 3220
+    },
+    {
+      "epoch": 0.15573019622968998,
+      "grad_norm": 0.9312290611940234,
+      "learning_rate": 2e-05,
+      "loss": 0.6722506999969482,
+      "step": 3230
+    },
+    {
+      "epoch": 0.15621233306012247,
+      "grad_norm": 2.553025777130132,
+      "learning_rate": 2e-05,
+      "loss": 0.6876326560974121,
+      "step": 3240
+    },
+    {
+      "epoch": 0.15669446989055494,
+      "grad_norm": 1.268898222189589,
+      "learning_rate": 2e-05,
+      "loss": 0.6727676391601562,
+      "step": 3250
+    },
+    {
+      "epoch": 0.1571766067209874,
+      "grad_norm": 0.9871861877915589,
+      "learning_rate": 2e-05,
+      "loss": 0.6898754119873047,
+      "step": 3260
+    },
+    {
+      "epoch": 0.1576587435514199,
+      "grad_norm": 1.3121034015976296,
+      "learning_rate": 2e-05,
+      "loss": 0.7000826835632324,
+      "step": 3270
+    },
+    {
+      "epoch": 0.15814088038185237,
+      "grad_norm": 1.573041076216053,
+      "learning_rate": 2e-05,
+      "loss": 0.6678867340087891,
+      "step": 3280
+    },
+    {
+      "epoch": 0.15862301721228483,
+      "grad_norm": 1.2468074927739778,
+      "learning_rate": 2e-05,
+      "loss": 0.6610896110534668,
+      "step": 3290
+    },
+    {
+      "epoch": 0.15910515404271733,
+      "grad_norm": 1.4460520138282018,
+      "learning_rate": 2e-05,
+      "loss": 0.6774022579193115,
+      "step": 3300
+    },
+    {
+      "epoch": 0.1595872908731498,
+      "grad_norm": 0.9181019937438198,
+      "learning_rate": 2e-05,
+      "loss": 0.6579627990722656,
+      "step": 3310
+    },
+    {
+      "epoch": 0.1600694277035823,
+      "grad_norm": 1.2301838291865153,
+      "learning_rate": 2e-05,
+      "loss": 0.6787763595581054,
+      "step": 3320
+    },
+    {
+      "epoch": 0.16055156453401476,
+      "grad_norm": 1.1662238353602683,
+      "learning_rate": 2e-05,
+      "loss": 0.6730850219726563,
+      "step": 3330
+    },
+    {
+      "epoch": 0.16103370136444722,
+      "grad_norm": 1.048654384841359,
+      "learning_rate": 2e-05,
+      "loss": 0.6611888408660889,
+      "step": 3340
+    },
+    {
+      "epoch": 0.16151583819487972,
+      "grad_norm": 1.1452674746253244,
+      "learning_rate": 2e-05,
+      "loss": 0.6924826622009277,
+      "step": 3350
+    },
+    {
+      "epoch": 0.16199797502531219,
+      "grad_norm": 0.8425856165639504,
+      "learning_rate": 2e-05,
+      "loss": 0.682227897644043,
+      "step": 3360
+    },
+    {
+      "epoch": 0.16248011185574465,
+      "grad_norm": 0.7641959163703967,
+      "learning_rate": 2e-05,
+      "loss": 0.650839376449585,
+      "step": 3370
+    },
+    {
+      "epoch": 0.16296224868617715,
+      "grad_norm": 0.9676006615740037,
+      "learning_rate": 2e-05,
+      "loss": 0.6620234966278076,
+      "step": 3380
+    },
+    {
+      "epoch": 0.1634443855166096,
+      "grad_norm": 1.0275477898065137,
+      "learning_rate": 2e-05,
+      "loss": 0.6789710044860839,
+      "step": 3390
+    },
+    {
+      "epoch": 0.16392652234704208,
+      "grad_norm": 0.9651639220774981,
+      "learning_rate": 2e-05,
+      "loss": 0.6729005336761474,
+      "step": 3400
+    },
+    {
+      "epoch": 0.16440865917747458,
+      "grad_norm": 1.0095576265042059,
+      "learning_rate": 2e-05,
+      "loss": 0.6622889995574951,
+      "step": 3410
+    },
+    {
+      "epoch": 0.16489079600790704,
+      "grad_norm": 1.4102750503502044,
+      "learning_rate": 2e-05,
+      "loss": 0.688470983505249,
+      "step": 3420
+    },
+    {
+      "epoch": 0.1653729328383395,
+      "grad_norm": 1.0104386911688485,
+      "learning_rate": 2e-05,
+      "loss": 0.6837211608886719,
+      "step": 3430
+    },
+    {
+      "epoch": 0.165855069668772,
+      "grad_norm": 0.8530483623781624,
+      "learning_rate": 2e-05,
+      "loss": 0.6495920181274414,
+      "step": 3440
+    },
+    {
+      "epoch": 0.16633720649920447,
+      "grad_norm": 0.8328789961389231,
+      "learning_rate": 2e-05,
+      "loss": 0.6881947994232178,
+      "step": 3450
+    },
+    {
+      "epoch": 0.16681934332963694,
+      "grad_norm": 0.8923267286524855,
+      "learning_rate": 2e-05,
+      "loss": 0.6668416023254394,
+      "step": 3460
+    },
+    {
+      "epoch": 0.16730148016006943,
+      "grad_norm": 0.9905631349362998,
+      "learning_rate": 2e-05,
+      "loss": 0.6595633506774903,
+      "step": 3470
+    },
+    {
+      "epoch": 0.1677836169905019,
+      "grad_norm": 1.1932777887680304,
+      "learning_rate": 2e-05,
+      "loss": 0.698433780670166,
+      "step": 3480
+    },
+    {
+      "epoch": 0.1682657538209344,
+      "grad_norm": 1.2144385972852307,
+      "learning_rate": 2e-05,
+      "loss": 0.6673844814300537,
+      "step": 3490
+    },
+    {
+      "epoch": 0.16874789065136686,
+      "grad_norm": 0.9355627133530535,
+      "learning_rate": 2e-05,
+      "loss": 0.6595808029174804,
+      "step": 3500
+    },
+    {
+      "epoch": 0.16923002748179933,
+      "grad_norm": 0.8881233185562102,
+      "learning_rate": 2e-05,
+      "loss": 0.6607702255249024,
+      "step": 3510
+    },
+    {
+      "epoch": 0.16971216431223182,
+      "grad_norm": 0.9692529681819855,
+      "learning_rate": 2e-05,
+      "loss": 0.6615869045257569,
+      "step": 3520
+    },
+    {
+      "epoch": 0.1701943011426643,
+      "grad_norm": 1.0731444302408328,
+      "learning_rate": 2e-05,
+      "loss": 0.6751644134521484,
+      "step": 3530
+    },
+    {
+      "epoch": 0.17067643797309676,
+      "grad_norm": 0.9907663950433366,
+      "learning_rate": 2e-05,
+      "loss": 0.6754093170166016,
+      "step": 3540
+    },
+    {
+      "epoch": 0.17115857480352925,
+      "grad_norm": 1.2987126031750855,
+      "learning_rate": 2e-05,
+      "loss": 0.6764405250549317,
+      "step": 3550
+    },
+    {
+      "epoch": 0.17164071163396172,
+      "grad_norm": 0.9802822317408426,
+      "learning_rate": 2e-05,
+      "loss": 0.6801197052001953,
+      "step": 3560
+    },
+    {
+      "epoch": 0.17212284846439418,
+      "grad_norm": 1.6789933700775186,
+      "learning_rate": 2e-05,
+      "loss": 0.6903232097625732,
+      "step": 3570
+    },
+    {
+      "epoch": 0.17260498529482668,
+      "grad_norm": 0.9001516666422892,
+      "learning_rate": 2e-05,
+      "loss": 0.690924596786499,
+      "step": 3580
+    },
+    {
+      "epoch": 0.17308712212525915,
+      "grad_norm": 0.8999927791689533,
+      "learning_rate": 2e-05,
+      "loss": 0.6645955085754395,
+      "step": 3590
+    },
+    {
+      "epoch": 0.1735692589556916,
+      "grad_norm": 0.8686685467224973,
+      "learning_rate": 2e-05,
+      "loss": 0.6666905879974365,
+      "step": 3600
+    },
+    {
+      "epoch": 0.1740513957861241,
+      "grad_norm": 0.9875623486780754,
+      "learning_rate": 2e-05,
+      "loss": 0.6690942764282226,
+      "step": 3610
+    },
+    {
+      "epoch": 0.17453353261655657,
+      "grad_norm": 1.044984026115174,
+      "learning_rate": 2e-05,
+      "loss": 0.6931906700134277,
+      "step": 3620
+    },
+    {
+      "epoch": 0.17501566944698904,
+      "grad_norm": 1.2290695131066534,
+      "learning_rate": 2e-05,
+      "loss": 0.6761062622070313,
+      "step": 3630
+    },
+    {
+      "epoch": 0.17549780627742154,
+      "grad_norm": 1.3006519828871421,
+      "learning_rate": 2e-05,
+      "loss": 0.6779094696044922,
+      "step": 3640
+    },
+    {
+      "epoch": 0.175979943107854,
+      "grad_norm": 1.0077266440890464,
+      "learning_rate": 2e-05,
+      "loss": 0.672411298751831,
+      "step": 3650
+    },
+    {
+      "epoch": 0.1764620799382865,
+      "grad_norm": 0.9829321808598609,
+      "learning_rate": 2e-05,
+      "loss": 0.6660247325897217,
+      "step": 3660
+    },
+    {
+      "epoch": 0.17694421676871896,
+      "grad_norm": 1.0961424512756348,
+      "learning_rate": 2e-05,
+      "loss": 0.6902739524841308,
+      "step": 3670
+    },
+    {
+      "epoch": 0.17742635359915143,
+      "grad_norm": 1.5075989932386027,
+      "learning_rate": 2e-05,
+      "loss": 0.6640830039978027,
+      "step": 3680
+    },
+    {
+      "epoch": 0.17790849042958393,
+      "grad_norm": 1.2149987426342592,
+      "learning_rate": 2e-05,
+      "loss": 0.6788613796234131,
+      "step": 3690
+    },
+    {
+      "epoch": 0.1783906272600164,
+      "grad_norm": 1.010951007032087,
+      "learning_rate": 2e-05,
+      "loss": 0.6687648296356201,
+      "step": 3700
+    },
+    {
+      "epoch": 0.17887276409044886,
+      "grad_norm": 1.6387930211518675,
+      "learning_rate": 2e-05,
+      "loss": 0.6767978191375732,
+      "step": 3710
+    },
+    {
+      "epoch": 0.17935490092088135,
+      "grad_norm": 0.8420795004909761,
+      "learning_rate": 2e-05,
+      "loss": 0.6681337356567383,
+      "step": 3720
+    },
+    {
+      "epoch": 0.17983703775131382,
+      "grad_norm": 1.3002487248232895,
+      "learning_rate": 2e-05,
+      "loss": 0.6419276237487793,
+      "step": 3730
+    },
+    {
+      "epoch": 0.1803191745817463,
+      "grad_norm": 0.9790965164949196,
+      "learning_rate": 2e-05,
+      "loss": 0.6518523693084717,
+      "step": 3740
+    },
+    {
+      "epoch": 0.18080131141217878,
+      "grad_norm": 3.3498979029584466,
+      "learning_rate": 2e-05,
+      "loss": 0.6688310623168945,
+      "step": 3750
+    },
+    {
+      "epoch": 0.18128344824261125,
+      "grad_norm": 1.0803828584507384,
+      "learning_rate": 2e-05,
+      "loss": 0.6670453548431396,
+      "step": 3760
+    },
+    {
+      "epoch": 0.18176558507304372,
+      "grad_norm": 0.9842895928426686,
+      "learning_rate": 2e-05,
+      "loss": 0.6521693229675293,
+      "step": 3770
+    },
+    {
+      "epoch": 0.1822477219034762,
+      "grad_norm": 1.625574902458031,
+      "learning_rate": 2e-05,
+      "loss": 0.6563037395477295,
+      "step": 3780
+    },
+    {
+      "epoch": 0.18272985873390868,
+      "grad_norm": 1.340884168638072,
+      "learning_rate": 2e-05,
+      "loss": 0.6562198638916016,
+      "step": 3790
+    },
+    {
+      "epoch": 0.18321199556434117,
+      "grad_norm": 1.1855364311851662,
+      "learning_rate": 2e-05,
+      "loss": 0.6470540523529053,
+      "step": 3800
+    },
+    {
+      "epoch": 0.18369413239477364,
+      "grad_norm": 1.3937241477733824,
+      "learning_rate": 2e-05,
+      "loss": 0.6616937160491944,
+      "step": 3810
+    },
+    {
+      "epoch": 0.1841762692252061,
+      "grad_norm": 2.499856969162339,
+      "learning_rate": 2e-05,
+      "loss": 0.6882741928100586,
+      "step": 3820
+    },
+    {
+      "epoch": 0.1846584060556386,
+      "grad_norm": 1.1811834436643003,
+      "learning_rate": 2e-05,
+      "loss": 0.6623140335083008,
+      "step": 3830
+    },
+    {
+      "epoch": 0.18514054288607107,
+      "grad_norm": 2.5103076355873792,
+      "learning_rate": 2e-05,
+      "loss": 0.6777871608734131,
+      "step": 3840
+    },
+    {
+      "epoch": 0.18562267971650354,
+      "grad_norm": 1.4938204779265354,
+      "learning_rate": 2e-05,
+      "loss": 0.6687375545501709,
+      "step": 3850
+    },
+    {
+      "epoch": 0.18610481654693603,
+      "grad_norm": 1.5918977985322353,
+      "learning_rate": 2e-05,
+      "loss": 0.652255630493164,
+      "step": 3860
+    },
+    {
+      "epoch": 0.1865869533773685,
+      "grad_norm": 1.0168121573216373,
+      "learning_rate": 2e-05,
+      "loss": 0.6587842464447021,
+      "step": 3870
+    },
+    {
+      "epoch": 0.18706909020780096,
+      "grad_norm": 1.6105453622752801,
+      "learning_rate": 2e-05,
+      "loss": 0.6472054958343506,
+      "step": 3880
+    },
+    {
+      "epoch": 0.18755122703823346,
+      "grad_norm": 1.3554003107577053,
+      "learning_rate": 2e-05,
+      "loss": 0.6695438385009765,
+      "step": 3890
+    },
+    {
+      "epoch": 0.18803336386866593,
+      "grad_norm": 1.2536203717348502,
+      "learning_rate": 2e-05,
+      "loss": 0.6728156566619873,
+      "step": 3900
+    },
+    {
+      "epoch": 0.1885155006990984,
+      "grad_norm": 1.1490320054865537,
+      "learning_rate": 2e-05,
+      "loss": 0.6469772338867188,
+      "step": 3910
+    },
+    {
+      "epoch": 0.1889976375295309,
+      "grad_norm": 0.864390985345404,
+      "learning_rate": 2e-05,
+      "loss": 0.6844843864440918,
+      "step": 3920
+    },
+    {
+      "epoch": 0.18947977435996335,
+      "grad_norm": 1.3376223021036016,
+      "learning_rate": 2e-05,
+      "loss": 0.6520900249481201,
+      "step": 3930
+    },
+    {
+      "epoch": 0.18996191119039582,
+      "grad_norm": 1.1185837603192583,
+      "learning_rate": 2e-05,
+      "loss": 0.6744009971618652,
+      "step": 3940
+    },
+    {
+      "epoch": 0.19044404802082832,
+      "grad_norm": 2.041335111707897,
+      "learning_rate": 2e-05,
+      "loss": 0.6582718849182129,
+      "step": 3950
+    },
+    {
+      "epoch": 0.19092618485126078,
+      "grad_norm": 8.089363808893046,
+      "learning_rate": 2e-05,
+      "loss": 0.6604873180389405,
+      "step": 3960
+    },
+    {
+      "epoch": 0.19140832168169328,
+      "grad_norm": 1.407317481179978,
+      "learning_rate": 2e-05,
+      "loss": 0.6561919212341308,
+      "step": 3970
+    },
+    {
+      "epoch": 0.19189045851212574,
+      "grad_norm": 1.2741877061498277,
+      "learning_rate": 2e-05,
+      "loss": 0.6372320175170898,
+      "step": 3980
+    },
+    {
+      "epoch": 0.1923725953425582,
+      "grad_norm": 1.0222292379660791,
+      "learning_rate": 2e-05,
+      "loss": 0.6546836376190186,
+      "step": 3990
+    },
+    {
+      "epoch": 0.1928547321729907,
+      "grad_norm": 1.2109651218513655,
+      "learning_rate": 2e-05,
+      "loss": 0.6561654567718506,
+      "step": 4000
+    },
+    {
+      "epoch": 0.19333686900342317,
+      "grad_norm": 1.3559963225620308,
+      "learning_rate": 2e-05,
+      "loss": 0.6688140869140625,
+      "step": 4010
+    },
+    {
+      "epoch": 0.19381900583385564,
+      "grad_norm": 5.991866731552668,
+      "learning_rate": 2e-05,
+      "loss": 0.6864636421203614,
+      "step": 4020
+    },
+    {
+      "epoch": 0.19430114266428813,
+      "grad_norm": 1.6425505570703132,
+      "learning_rate": 2e-05,
+      "loss": 0.6600022315979004,
+      "step": 4030
+    },
+    {
+      "epoch": 0.1947832794947206,
+      "grad_norm": 0.9471804168745132,
+      "learning_rate": 2e-05,
+      "loss": 0.6522530555725098,
+      "step": 4040
+    },
+    {
+      "epoch": 0.19526541632515307,
+      "grad_norm": 1.1117834906672652,
+      "learning_rate": 2e-05,
+      "loss": 0.6452474594116211,
+      "step": 4050
+    },
+    {
+      "epoch": 0.19574755315558556,
+      "grad_norm": 1.0043318760452347,
+      "learning_rate": 2e-05,
+      "loss": 0.6822322845458985,
+      "step": 4060
+    },
+    {
+      "epoch": 0.19622968998601803,
+      "grad_norm": 1.7208919388142667,
+      "learning_rate": 2e-05,
+      "loss": 0.6523431777954102,
+      "step": 4070
+    },
+    {
+      "epoch": 0.1967118268164505,
+      "grad_norm": 1.2455649640701616,
+      "learning_rate": 2e-05,
+      "loss": 0.6500818252563476,
+      "step": 4080
+    },
+    {
+      "epoch": 0.197193963646883,
+      "grad_norm": 1.254089865622225,
+      "learning_rate": 2e-05,
+      "loss": 0.6399238586425782,
+      "step": 4090
+    },
+    {
+      "epoch": 0.19767610047731546,
+      "grad_norm": 1.0665974036970371,
+      "learning_rate": 2e-05,
+      "loss": 0.6415952682495117,
+      "step": 4100
+    },
+    {
+      "epoch": 0.19815823730774793,
+      "grad_norm": 1.2192577946475758,
+      "learning_rate": 2e-05,
+      "loss": 0.662971019744873,
+      "step": 4110
+    },
+    {
+      "epoch": 0.19864037413818042,
+      "grad_norm": 1.2118083408503586,
+      "learning_rate": 2e-05,
+      "loss": 0.647193431854248,
+      "step": 4120
+    },
+    {
+      "epoch": 0.1991225109686129,
+      "grad_norm": 1.9238243274806281,
+      "learning_rate": 2e-05,
+      "loss": 0.6667383193969727,
+      "step": 4130
+    },
+    {
+      "epoch": 0.19960464779904538,
+      "grad_norm": 1.4810668609560385,
+      "learning_rate": 2e-05,
+      "loss": 0.6565372467041015,
+      "step": 4140
+    },
+    {
+      "epoch": 0.20008678462947785,
+      "grad_norm": 1.3152162631665831,
+      "learning_rate": 2e-05,
+      "loss": 0.6466693878173828,
+      "step": 4150
+    },
+    {
+      "epoch": 0.20056892145991032,
+      "grad_norm": 1.1069529985586446,
+      "learning_rate": 2e-05,
+      "loss": 0.6531296730041504,
+      "step": 4160
+    },
+    {
+      "epoch": 0.2010510582903428,
+      "grad_norm": 1.5227874479604746,
+      "learning_rate": 2e-05,
+      "loss": 0.6681966304779052,
+      "step": 4170
+    },
+    {
+      "epoch": 0.20153319512077528,
+      "grad_norm": 1.3319384067820923,
+      "learning_rate": 2e-05,
+      "loss": 0.6563132286071778,
+      "step": 4180
+    },
+    {
+      "epoch": 0.20201533195120774,
+      "grad_norm": 1.266247546025836,
+      "learning_rate": 2e-05,
+      "loss": 0.6309809684753418,
+      "step": 4190
+    },
+    {
+      "epoch": 0.20249746878164024,
+      "grad_norm": 1.6743089677867833,
+      "learning_rate": 2e-05,
+      "loss": 0.6532954216003418,
+      "step": 4200
+    },
+    {
+      "epoch": 0.2029796056120727,
+      "grad_norm": 1.2334250160272646,
+      "learning_rate": 2e-05,
+      "loss": 0.6690279960632324,
+      "step": 4210
+    },
+    {
+      "epoch": 0.20346174244250517,
+      "grad_norm": 13.768130820595127,
+      "learning_rate": 2e-05,
+      "loss": 0.6633019924163819,
+      "step": 4220
+    },
+    {
+      "epoch": 0.20394387927293767,
+      "grad_norm": 1.0016695278861558,
+      "learning_rate": 2e-05,
+      "loss": 0.6551546096801758,
+      "step": 4230
+    },
+    {
+      "epoch": 0.20442601610337013,
+      "grad_norm": 1.0326950245882784,
+      "learning_rate": 2e-05,
+      "loss": 0.6591886520385742,
+      "step": 4240
+    },
+    {
+      "epoch": 0.2049081529338026,
+      "grad_norm": 1.0774447673304886,
+      "learning_rate": 2e-05,
+      "loss": 0.6367134094238281,
+      "step": 4250
+    },
+    {
+      "epoch": 0.2053902897642351,
+      "grad_norm": 1.0530023121605823,
+      "learning_rate": 2e-05,
+      "loss": 0.6762799263000489,
+      "step": 4260
+    },
+    {
+      "epoch": 0.20587242659466756,
+      "grad_norm": 1.2528952754755696,
+      "learning_rate": 2e-05,
+      "loss": 0.6466477870941162,
+      "step": 4270
+    },
+    {
+      "epoch": 0.20635456342510006,
+      "grad_norm": 0.8831073019375834,
+      "learning_rate": 2e-05,
+      "loss": 0.6535416603088379,
+      "step": 4280
+    },
+    {
+      "epoch": 0.20683670025553252,
+      "grad_norm": 1.0792612278555782,
+      "learning_rate": 2e-05,
+      "loss": 0.6496066093444824,
+      "step": 4290
+    },
+    {
+      "epoch": 0.207318837085965,
+      "grad_norm": 1.8563265327659755,
+      "learning_rate": 2e-05,
+      "loss": 0.6736847877502441,
+      "step": 4300
+    },
+    {
+      "epoch": 0.20780097391639749,
+      "grad_norm": 1.4966749715618721,
+      "learning_rate": 2e-05,
+      "loss": 0.6422244071960449,
+      "step": 4310
+    },
+    {
+      "epoch": 0.20828311074682995,
+      "grad_norm": 1.6056624792469005,
+      "learning_rate": 2e-05,
+      "loss": 0.6601094722747802,
+      "step": 4320
+    },
+    {
+      "epoch": 0.20876524757726242,
+      "grad_norm": 0.8939061283226467,
+      "learning_rate": 2e-05,
+      "loss": 0.6595508575439453,
+      "step": 4330
+    },
+    {
+      "epoch": 0.20924738440769491,
+      "grad_norm": 1.2065641916685599,
+      "learning_rate": 2e-05,
+      "loss": 0.6501588344573974,
+      "step": 4340
+    },
+    {
+      "epoch": 0.20972952123812738,
+      "grad_norm": 1.1120234339174604,
+      "learning_rate": 2e-05,
+      "loss": 0.6699317932128906,
+      "step": 4350
+    },
+    {
+      "epoch": 0.21021165806855985,
+      "grad_norm": 1.0067391617444212,
+      "learning_rate": 2e-05,
+      "loss": 0.6389448165893554,
+      "step": 4360
+    },
+    {
+      "epoch": 0.21069379489899234,
+      "grad_norm": 1.717820388118792,
+      "learning_rate": 2e-05,
+      "loss": 0.6623303890228271,
+      "step": 4370
+    },
+    {
+      "epoch": 0.2111759317294248,
+      "grad_norm": 1.773821913454948,
+      "learning_rate": 2e-05,
+      "loss": 0.6753487586975098,
+      "step": 4380
+    },
+    {
+      "epoch": 0.21165806855985728,
+      "grad_norm": 1.2676652565196191,
+      "learning_rate": 2e-05,
+      "loss": 0.657846736907959,
+      "step": 4390
+    },
+    {
+      "epoch": 0.21214020539028977,
+      "grad_norm": 1.395723395271104,
+      "learning_rate": 2e-05,
+      "loss": 0.646788501739502,
+      "step": 4400
+    },
+    {
+      "epoch": 0.21262234222072224,
+      "grad_norm": 1.6215224917959095,
+      "learning_rate": 2e-05,
+      "loss": 0.6791018486022949,
+      "step": 4410
+    },
+    {
+      "epoch": 0.2131044790511547,
+      "grad_norm": 2.508230791926062,
+      "learning_rate": 2e-05,
+      "loss": 0.6641124725341797,
+      "step": 4420
+    },
+    {
+      "epoch": 0.2135866158815872,
+      "grad_norm": 1.3109954294998758,
+      "learning_rate": 2e-05,
+      "loss": 0.6513181209564209,
+      "step": 4430
+    },
+    {
+      "epoch": 0.21406875271201967,
+      "grad_norm": 1.3780160452555617,
+      "learning_rate": 2e-05,
+      "loss": 0.6564582347869873,
+      "step": 4440
+    },
+    {
+      "epoch": 0.21455088954245216,
+      "grad_norm": 1.0809183962768996,
+      "learning_rate": 2e-05,
+      "loss": 0.6475464820861816,
+      "step": 4450
+    },
+    {
+      "epoch": 0.21503302637288463,
+      "grad_norm": 1.0465002649704862,
+      "learning_rate": 2e-05,
+      "loss": 0.65810546875,
+      "step": 4460
+    },
+    {
+      "epoch": 0.2155151632033171,
+      "grad_norm": 1.3630850902223948,
+      "learning_rate": 2e-05,
+      "loss": 0.6735049247741699,
+      "step": 4470
+    },
+    {
+      "epoch": 0.2159973000337496,
+      "grad_norm": 1.8094189276873476,
+      "learning_rate": 2e-05,
+      "loss": 0.6482209682464599,
+      "step": 4480
+    },
+    {
+      "epoch": 0.21647943686418206,
+      "grad_norm": 1.3783210075439678,
+      "learning_rate": 2e-05,
+      "loss": 0.631774616241455,
+      "step": 4490
+    },
+    {
+      "epoch": 0.21696157369461452,
+      "grad_norm": 0.9350765876214672,
+      "learning_rate": 2e-05,
+      "loss": 0.657749080657959,
+      "step": 4500
+    },
+    {
+      "epoch": 0.21744371052504702,
+      "grad_norm": 1.1066988394532598,
+      "learning_rate": 2e-05,
+      "loss": 0.6692624568939209,
+      "step": 4510
+    },
+    {
+      "epoch": 0.21792584735547949,
+      "grad_norm": 1.117883010927809,
+      "learning_rate": 2e-05,
+      "loss": 0.6591942787170411,
+      "step": 4520
+    },
+    {
+      "epoch": 0.21840798418591195,
+      "grad_norm": 2.155246784742097,
+      "learning_rate": 2e-05,
+      "loss": 0.6391740322113038,
+      "step": 4530
+    },
+    {
+      "epoch": 0.21889012101634445,
+      "grad_norm": 1.7631978055712627,
+      "learning_rate": 2e-05,
+      "loss": 0.6469180107116699,
+      "step": 4540
+    },
+    {
+      "epoch": 0.2193722578467769,
+      "grad_norm": 1.0607303242776682,
+      "learning_rate": 2e-05,
+      "loss": 0.6663636207580567,
+      "step": 4550
+    },
+    {
+      "epoch": 0.21985439467720938,
+      "grad_norm": 1.2783961066146499,
+      "learning_rate": 2e-05,
+      "loss": 0.6573581695556641,
+      "step": 4560
+    },
+    {
+      "epoch": 0.22033653150764188,
+      "grad_norm": 2.441740898888253,
+      "learning_rate": 2e-05,
+      "loss": 0.6500208854675293,
+      "step": 4570
+    },
+    {
+      "epoch": 0.22081866833807434,
+      "grad_norm": 2.267774159003418,
+      "learning_rate": 2e-05,
+      "loss": 0.635530948638916,
+      "step": 4580
+    },
+    {
+      "epoch": 0.2213008051685068,
+      "grad_norm": 2.223880470249034,
+      "learning_rate": 2e-05,
+      "loss": 0.6599698066711426,
+      "step": 4590
+    },
+    {
+      "epoch": 0.2217829419989393,
+      "grad_norm": 1.2550706340269016,
+      "learning_rate": 2e-05,
+      "loss": 0.6564359664916992,
+      "step": 4600
+    },
+    {
+      "epoch": 0.22226507882937177,
+      "grad_norm": 1.6470649335810206,
+      "learning_rate": 2e-05,
+      "loss": 0.658470630645752,
+      "step": 4610
+    },
+    {
+      "epoch": 0.22274721565980427,
+      "grad_norm": 1.0854867920690057,
+      "learning_rate": 2e-05,
+      "loss": 0.6263213634490967,
+      "step": 4620
+    },
+    {
+      "epoch": 0.22322935249023673,
+      "grad_norm": 0.9919964607288324,
+      "learning_rate": 2e-05,
+      "loss": 0.6570246696472168,
+      "step": 4630
+    },
+    {
+      "epoch": 0.2237114893206692,
+      "grad_norm": 1.1900932653414449,
+      "learning_rate": 2e-05,
+      "loss": 0.6688567638397217,
+      "step": 4640
+    },
+    {
+      "epoch": 0.2241936261511017,
+      "grad_norm": 1.1152065668471813,
+      "learning_rate": 2e-05,
+      "loss": 0.6468860149383545,
+      "step": 4650
+    },
+    {
+      "epoch": 0.22467576298153416,
+      "grad_norm": 1.1274921981993984,
+      "learning_rate": 2e-05,
+      "loss": 0.6430541038513183,
+      "step": 4660
+    },
+    {
+      "epoch": 0.22515789981196663,
+      "grad_norm": 1.0998440803848122,
+      "learning_rate": 2e-05,
+      "loss": 0.6558047294616699,
+      "step": 4670
+    },
+    {
+      "epoch": 0.22564003664239912,
+      "grad_norm": 1.1824594178986727,
+      "learning_rate": 2e-05,
+      "loss": 0.6479601860046387,
+      "step": 4680
+    },
+    {
+      "epoch": 0.2261221734728316,
+      "grad_norm": 1.1445881780658904,
+      "learning_rate": 2e-05,
+      "loss": 0.6570744991302491,
+      "step": 4690
+    },
+    {
+      "epoch": 0.22660431030326406,
+      "grad_norm": 0.8716101527151155,
+      "learning_rate": 2e-05,
+      "loss": 0.6369740962982178,
+      "step": 4700
+    },
+    {
+      "epoch": 0.22708644713369655,
+      "grad_norm": 0.9690844079606913,
+      "learning_rate": 2e-05,
+      "loss": 0.6596967697143554,
+      "step": 4710
+    },
+    {
+      "epoch": 0.22756858396412902,
+      "grad_norm": 1.239193185077503,
+      "learning_rate": 2e-05,
+      "loss": 0.6566194057464599,
+      "step": 4720
+    },
+    {
+      "epoch": 0.22805072079456148,
+      "grad_norm": 1.5511415005275337,
+      "learning_rate": 2e-05,
+      "loss": 0.6512898921966552,
+      "step": 4730
+    },
+    {
+      "epoch": 0.22853285762499398,
+      "grad_norm": 0.8930285303794071,
+      "learning_rate": 2e-05,
+      "loss": 0.6578826427459716,
+      "step": 4740
+    },
+    {
+      "epoch": 0.22901499445542645,
+      "grad_norm": 0.9088490666413145,
+      "learning_rate": 2e-05,
+      "loss": 0.6438730239868165,
+      "step": 4750
+    },
+    {
+      "epoch": 0.2294971312858589,
+      "grad_norm": 0.8767419512325851,
+      "learning_rate": 2e-05,
+      "loss": 0.6383088111877442,
+      "step": 4760
+    },
+    {
+      "epoch": 0.2299792681162914,
+      "grad_norm": 1.1383699683684876,
+      "learning_rate": 2e-05,
+      "loss": 0.6476676940917969,
+      "step": 4770
+    },
+    {
+      "epoch": 0.23046140494672387,
+      "grad_norm": 0.9827847847254234,
+      "learning_rate": 2e-05,
+      "loss": 0.657796049118042,
+      "step": 4780
+    },
+    {
+      "epoch": 0.23094354177715637,
+      "grad_norm": 2.8803687512949567,
+      "learning_rate": 2e-05,
+      "loss": 0.6876109600067138,
+      "step": 4790
+    },
+    {
+      "epoch": 0.23142567860758884,
+      "grad_norm": 1.05153853130412,
+      "learning_rate": 2e-05,
+      "loss": 0.6629682540893554,
+      "step": 4800
+    },
+    {
+      "epoch": 0.2319078154380213,
+      "grad_norm": 1.3028154581972688,
+      "learning_rate": 2e-05,
+      "loss": 0.6450265407562256,
+      "step": 4810
+    },
+    {
+      "epoch": 0.2323899522684538,
+      "grad_norm": 0.9390205958739835,
+      "learning_rate": 2e-05,
+      "loss": 0.6528918266296386,
+      "step": 4820
+    },
+    {
+      "epoch": 0.23287208909888626,
+      "grad_norm": 0.9843515419347112,
+      "learning_rate": 2e-05,
+      "loss": 0.6418262004852295,
+      "step": 4830
+    },
+    {
+      "epoch": 0.23335422592931873,
+      "grad_norm": 0.9910174533549712,
+      "learning_rate": 2e-05,
+      "loss": 0.617987060546875,
+      "step": 4840
+    },
+    {
+      "epoch": 0.23383636275975123,
+      "grad_norm": 1.1747128981544857,
+      "learning_rate": 2e-05,
+      "loss": 0.6562453746795655,
+      "step": 4850
+    },
+    {
+      "epoch": 0.2343184995901837,
+      "grad_norm": 1.1199258244485668,
+      "learning_rate": 2e-05,
+      "loss": 0.6603916168212891,
+      "step": 4860
+    },
+    {
+      "epoch": 0.23480063642061616,
+      "grad_norm": 1.8037420929522376,
+      "learning_rate": 2e-05,
+      "loss": 0.6565886974334717,
+      "step": 4870
+    },
+    {
+      "epoch": 0.23528277325104865,
+      "grad_norm": 0.9751031364961983,
+      "learning_rate": 2e-05,
+      "loss": 0.6379439353942871,
+      "step": 4880
+    },
+    {
+      "epoch": 0.23576491008148112,
+      "grad_norm": 1.4078636661442534,
+      "learning_rate": 2e-05,
+      "loss": 0.6266320705413818,
+      "step": 4890
+    },
+    {
+      "epoch": 0.2362470469119136,
+      "grad_norm": 0.822880859548609,
+      "learning_rate": 2e-05,
+      "loss": 0.6601962566375732,
+      "step": 4900
+    },
+    {
+      "epoch": 0.23672918374234608,
+      "grad_norm": 1.5851232616458664,
+      "learning_rate": 2e-05,
+      "loss": 0.6776193141937256,
+      "step": 4910
+    },
+    {
+      "epoch": 0.23721132057277855,
+      "grad_norm": 1.0766952483016563,
+      "learning_rate": 2e-05,
+      "loss": 0.6618087768554688,
+      "step": 4920
+    },
+    {
+      "epoch": 0.23769345740321104,
+      "grad_norm": 1.0435320315867973,
+      "learning_rate": 2e-05,
+      "loss": 0.6567614555358887,
+      "step": 4930
+    },
+    {
+      "epoch": 0.2381755942336435,
+      "grad_norm": 0.9015806504727183,
+      "learning_rate": 2e-05,
+      "loss": 0.6631242275238037,
+      "step": 4940
+    },
+    {
+      "epoch": 0.23865773106407598,
+      "grad_norm": 0.8332144641944441,
+      "learning_rate": 2e-05,
+      "loss": 0.6452548980712891,
+      "step": 4950
+    },
+    {
+      "epoch": 0.23913986789450847,
+      "grad_norm": 1.0984556076025072,
+      "learning_rate": 2e-05,
+      "loss": 0.6357639312744141,
+      "step": 4960
+    },
+    {
+      "epoch": 0.23962200472494094,
+      "grad_norm": 0.8908340589760022,
+      "learning_rate": 2e-05,
+      "loss": 0.6483382701873779,
+      "step": 4970
+    },
+    {
+      "epoch": 0.2401041415553734,
+      "grad_norm": 1.0038527488563451,
+      "learning_rate": 2e-05,
+      "loss": 0.6546781063079834,
+      "step": 4980
+    },
+    {
+      "epoch": 0.2405862783858059,
+      "grad_norm": 1.7068900427753644,
+      "learning_rate": 2e-05,
+      "loss": 0.6663907527923584,
+      "step": 4990
+    },
+    {
+      "epoch": 0.24106841521623837,
+      "grad_norm": 2.881161751094799,
+      "learning_rate": 2e-05,
+      "loss": 0.641547155380249,
+      "step": 5000
+    },
+    {
+      "epoch": 0.24155055204667084,
+      "grad_norm": 1.0231708596598117,
+      "learning_rate": 2e-05,
+      "loss": 0.6608774185180664,
+      "step": 5010
+    },
+    {
+      "epoch": 0.24203268887710333,
+      "grad_norm": 0.9499586813006462,
+      "learning_rate": 2e-05,
+      "loss": 0.6471892356872558,
+      "step": 5020
+    },
+    {
+      "epoch": 0.2425148257075358,
+      "grad_norm": 1.2284030629459644,
+      "learning_rate": 2e-05,
+      "loss": 0.6418752193450927,
+      "step": 5030
+    },
+    {
+      "epoch": 0.24299696253796826,
+      "grad_norm": 0.9621941140396889,
+      "learning_rate": 2e-05,
+      "loss": 0.6514126777648925,
+      "step": 5040
+    },
+    {
+      "epoch": 0.24347909936840076,
+      "grad_norm": 0.898779748703185,
+      "learning_rate": 2e-05,
+      "loss": 0.6336429119110107,
+      "step": 5050
+    },
+    {
+      "epoch": 0.24396123619883323,
+      "grad_norm": 1.3700277809276897,
+      "learning_rate": 2e-05,
+      "loss": 0.6519242286682129,
+      "step": 5060
+    },
+    {
+      "epoch": 0.2444433730292657,
+      "grad_norm": 1.0130927668617695,
+      "learning_rate": 2e-05,
+      "loss": 0.6533592224121094,
+      "step": 5070
+    },
+    {
+      "epoch": 0.2449255098596982,
+      "grad_norm": 1.0764881424459336,
+      "learning_rate": 2e-05,
+      "loss": 0.6579650402069092,
+      "step": 5080
+    },
+    {
+      "epoch": 0.24540764669013065,
+      "grad_norm": 0.9409806297250594,
+      "learning_rate": 2e-05,
+      "loss": 0.7563351631164551,
+      "step": 5090
+    },
+    {
+      "epoch": 0.24588978352056315,
+      "grad_norm": 0.8826205525894594,
+      "learning_rate": 2e-05,
+      "loss": 0.6635764598846435,
+      "step": 5100
+    },
+    {
+      "epoch": 0.24637192035099562,
+      "grad_norm": 1.1601956076254103,
+      "learning_rate": 2e-05,
+      "loss": 0.6507890224456787,
+      "step": 5110
+    },
+    {
+      "epoch": 0.24685405718142808,
+      "grad_norm": 1.347031776290084,
+      "learning_rate": 2e-05,
+      "loss": 0.6572836875915528,
+      "step": 5120
+    },
+    {
+      "epoch": 0.24733619401186058,
+      "grad_norm": 0.8375051328855289,
+      "learning_rate": 2e-05,
+      "loss": 0.6423460960388183,
+      "step": 5130
+    },
+    {
+      "epoch": 0.24781833084229304,
+      "grad_norm": 0.9549865507731882,
+      "learning_rate": 2e-05,
+      "loss": 0.6674964904785157,
+      "step": 5140
+    },
+    {
+      "epoch": 0.2483004676727255,
+      "grad_norm": 1.487750941773855,
+      "learning_rate": 2e-05,
+      "loss": 0.6422286033630371,
+      "step": 5150
+    },
+    {
+      "epoch": 0.248782604503158,
+      "grad_norm": 1.0571155781418642,
+      "learning_rate": 2e-05,
+      "loss": 0.646509838104248,
+      "step": 5160
+    },
+    {
+      "epoch": 0.24926474133359047,
+      "grad_norm": 1.0376338940133263,
+      "learning_rate": 2e-05,
+      "loss": 0.6331619262695313,
+      "step": 5170
+    },
+    {
+      "epoch": 0.24974687816402294,
+      "grad_norm": 1.3796765842534424,
+      "learning_rate": 2e-05,
+      "loss": 0.6384160995483399,
+      "step": 5180
+    },
+    {
+      "epoch": 0.25022901499445543,
+      "grad_norm": 5.5865834962203405,
+      "learning_rate": 2e-05,
+      "loss": 0.6589262962341309,
+      "step": 5190
+    },
+    {
+      "epoch": 0.2507111518248879,
+      "grad_norm": 1.7012863616663203,
+      "learning_rate": 2e-05,
+      "loss": 0.6445102214813232,
+      "step": 5200
+    },
+    {
+      "epoch": 0.25119328865532037,
+      "grad_norm": 3.832926920905077,
+      "learning_rate": 2e-05,
+      "loss": 0.641713285446167,
+      "step": 5210
+    },
+    {
+      "epoch": 0.25167542548575284,
+      "grad_norm": 1.395383160903603,
+      "learning_rate": 2e-05,
+      "loss": 0.6647628784179688,
+      "step": 5220
+    },
+    {
+      "epoch": 0.25215756231618536,
+      "grad_norm": 1.8673423445780657,
+      "learning_rate": 2e-05,
+      "loss": 0.6407858848571777,
+      "step": 5230
+    },
+    {
+      "epoch": 0.2526396991466178,
+      "grad_norm": 9.69332620107058,
+      "learning_rate": 2e-05,
+      "loss": 0.6570107936859131,
+      "step": 5240
+    },
+    {
+      "epoch": 0.2531218359770503,
+      "grad_norm": 1.3052093676402405,
+      "learning_rate": 2e-05,
+      "loss": 0.680100393295288,
+      "step": 5250
+    },
+    {
+      "epoch": 0.25360397280748276,
+      "grad_norm": 1.1525664064269618,
+      "learning_rate": 2e-05,
+      "loss": 0.6312031745910645,
+      "step": 5260
+    },
+    {
+      "epoch": 0.2540861096379152,
+      "grad_norm": 1.00200031232008,
+      "learning_rate": 2e-05,
+      "loss": 0.6283137798309326,
+      "step": 5270
+    },
+    {
+      "epoch": 0.2545682464683477,
+      "grad_norm": 1.0176401228487784,
+      "learning_rate": 2e-05,
+      "loss": 0.6680930137634278,
+      "step": 5280
+    },
+    {
+      "epoch": 0.2550503832987802,
+      "grad_norm": 1.2067285974233106,
+      "learning_rate": 2e-05,
+      "loss": 0.6434921264648438,
+      "step": 5290
+    },
+    {
+      "epoch": 0.2555325201292127,
+      "grad_norm": 1.5744204927830414,
+      "learning_rate": 2e-05,
+      "loss": 0.6419955253601074,
+      "step": 5300
+    },
+    {
+      "epoch": 0.25601465695964515,
+      "grad_norm": 1.187421761049834,
+      "learning_rate": 2e-05,
+      "loss": 0.6621809959411621,
+      "step": 5310
+    },
+    {
+      "epoch": 0.2564967937900776,
+      "grad_norm": 1.4624267117953913,
+      "learning_rate": 2e-05,
+      "loss": 0.6764433860778809,
+      "step": 5320
+    },
+    {
+      "epoch": 0.2569789306205101,
+      "grad_norm": 1.285623088077739,
+      "learning_rate": 2e-05,
+      "loss": 0.646534538269043,
+      "step": 5330
+    },
+    {
+      "epoch": 0.2574610674509426,
+      "grad_norm": 1.8010814400513588,
+      "learning_rate": 2e-05,
+      "loss": 0.635380744934082,
+      "step": 5340
+    },
+    {
+      "epoch": 0.25794320428137507,
+      "grad_norm": 0.978570287643562,
+      "learning_rate": 1.999194520388485e-05,
+      "loss": 0.6560787200927735,
+      "step": 5350
+    },
+    {
+      "epoch": 0.25842534111180754,
+      "grad_norm": 1.2766463955284455,
+      "learning_rate": 1.9959247303157763e-05,
+      "loss": 0.6307296752929688,
+      "step": 5360
+    },
+    {
+      "epoch": 0.25890747794224,
+      "grad_norm": 1.3365623207253523,
+      "learning_rate": 1.990149424459817e-05,
+      "loss": 0.6700770854949951,
+      "step": 5370
+    },
+    {
+      "epoch": 0.25938961477267247,
+      "grad_norm": 1.0352046967153214,
+      "learning_rate": 1.9818847538648688e-05,
+      "loss": 0.6550061702728271,
+      "step": 5380
+    },
+    {
+      "epoch": 0.25987175160310494,
+      "grad_norm": 1.2423728210503444,
+      "learning_rate": 1.971153831256721e-05,
+      "loss": 0.6679801940917969,
+      "step": 5390
+    },
+    {
+      "epoch": 0.26035388843353746,
+      "grad_norm": 1.4544003991632257,
+      "learning_rate": 1.9579866664063435e-05,
+      "loss": 0.6465137481689454,
+      "step": 5400
+    },
+    {
+      "epoch": 0.26083602526396993,
+      "grad_norm": 1.090847823637124,
+      "learning_rate": 1.9424200822054782e-05,
+      "loss": 0.6459541320800781,
+      "step": 5410
+    },
+    {
+      "epoch": 0.2613181620944024,
+      "grad_norm": 1.406896843071407,
+      "learning_rate": 1.9244976116888626e-05,
+      "loss": 0.6545199394226074,
+      "step": 5420
+    },
+    {
+      "epoch": 0.26180029892483486,
+      "grad_norm": 2.213639271226439,
+      "learning_rate": 1.904269376291071e-05,
+      "loss": 0.6378796577453614,
+      "step": 5430
+    },
+    {
+      "epoch": 0.26228243575526733,
+      "grad_norm": 2.0661893797201043,
+      "learning_rate": 1.88179194567844e-05,
+      "loss": 0.6717788219451905,
+      "step": 5440
+    },
+    {
+      "epoch": 0.2627645725856998,
+      "grad_norm": 4.019894573353454,
+      "learning_rate": 1.8571281795480632e-05,
+      "loss": 0.6594153881072998,
+      "step": 5450
+    },
+    {
+      "epoch": 0.2632467094161323,
+      "grad_norm": 6.826551934560538,
+      "learning_rate": 1.8303470518362808e-05,
+      "loss": 0.6546840190887451,
+      "step": 5460
+    },
+    {
+      "epoch": 0.2637288462465648,
+      "grad_norm": 1.496370117363987,
+      "learning_rate": 1.801523457828271e-05,
+      "loss": 0.665947437286377,
+      "step": 5470
+    },
+    {
+      "epoch": 0.26421098307699725,
+      "grad_norm": 0.9211021670263294,
+      "learning_rate": 1.7707380047081796e-05,
+      "loss": 0.6249165534973145,
+      "step": 5480
+    },
+    {
+      "epoch": 0.2646931199074297,
+      "grad_norm": 1.292245327768961,
+      "learning_rate": 1.7380767861355252e-05,
+      "loss": 0.6277213573455811,
+      "step": 5490
+    },
+    {
+      "epoch": 0.2651752567378622,
+      "grad_norm": 1.0388448130628407,
+      "learning_rate": 1.703631141478299e-05,
+      "loss": 0.6456103324890137,
+      "step": 5500
+    },
+    {
+      "epoch": 0.2656573935682947,
+      "grad_norm": 3.2347420064357446,
+      "learning_rate": 1.6674974003760705e-05,
+      "loss": 0.647615909576416,
+      "step": 5510
+    },
+    {
+      "epoch": 0.2661395303987272,
+      "grad_norm": 0.943272001020462,
+      "learning_rate": 1.6297766133474556e-05,
+      "loss": 0.6231513500213623,
+      "step": 5520
+    },
+    {
+      "epoch": 0.26662166722915964,
+      "grad_norm": 1.0074790565914828,
+      "learning_rate": 1.5905742691953186e-05,
+      "loss": 0.6476674556732178,
+      "step": 5530
+    },
+    {
+      "epoch": 0.2671038040595921,
+      "grad_norm": 1.2819770754603812,
+      "learning_rate": 1.55e-05,
+      "loss": 0.6803636074066162,
+      "step": 5540
+    },
+    {
+      "epoch": 0.2675859408900246,
+      "grad_norm": 1.0191235919065738,
+      "learning_rate": 1.5081672745255862e-05,
+      "loss": 0.6673293113708496,
+      "step": 5550
+    },
+    {
+      "epoch": 0.26806807772045704,
+      "grad_norm": 0.9723987684667175,
+      "learning_rate": 1.4651930808966206e-05,
+      "loss": 0.626484489440918,
+      "step": 5560
+    },
+    {
+      "epoch": 0.26855021455088957,
+      "grad_norm": 0.8083605498983885,
+      "learning_rate": 1.4211975994326848e-05,
+      "loss": 0.6485238552093506,
+      "step": 5570
+    },
+    {
+      "epoch": 0.26903235138132203,
+      "grad_norm": 1.3150272212696037,
+      "learning_rate": 1.376303866555779e-05,
+      "loss": 0.6370948791503906,
+      "step": 5580
+    },
+    {
+      "epoch": 0.2695144882117545,
+      "grad_norm": 3.075335874981988,
+      "learning_rate": 1.3306374307104164e-05,
+      "loss": 0.6380258083343506,
+      "step": 5590
+    },
+    {
+      "epoch": 0.26999662504218697,
+      "grad_norm": 1.6801550898539237,
+      "learning_rate": 1.2843260012586718e-05,
+      "loss": 0.6355531215667725,
+      "step": 5600
+    },
+    {
+      "epoch": 0.27047876187261943,
+      "grad_norm": 2.196020316136454,
+      "learning_rate": 1.2374990913320726e-05,
+      "loss": 0.6406200408935547,
+      "step": 5610
+    },
+    {
+      "epoch": 0.2709608987030519,
+      "grad_norm": 1.791912519186787,
+      "learning_rate": 1.1902876556391247e-05,
+      "loss": 0.6340070247650147,
+      "step": 5620
+    },
+    {
+      "epoch": 0.2714430355334844,
+      "grad_norm": 0.8381640289387713,
+      "learning_rate": 1.1428237242413685e-05,
+      "loss": 0.6508119106292725,
+      "step": 5630
+    },
+    {
+      "epoch": 0.2719251723639169,
+      "grad_norm": 1.345161218631469,
+      "learning_rate": 1.095240033322132e-05,
+      "loss": 0.6532534599304199,
+      "step": 5640
+    },
+    {
+      "epoch": 0.27240730919434936,
+      "grad_norm": 3.5770422761502125,
+      "learning_rate": 1.047669653980572e-05,
+      "loss": 0.629639720916748,
+      "step": 5650
+    },
+    {
+      "epoch": 0.2728894460247818,
+      "grad_norm": 1.1604704523490417,
+      "learning_rate": 1.0002456200890902e-05,
+      "loss": 0.6543434143066407,
+      "step": 5660
+    },
+    {
+      "epoch": 0.2733715828552143,
+      "grad_norm": 1.2035214249917772,
+      "learning_rate": 9.531005562548668e-06,
+      "loss": 0.6293403625488281,
+      "step": 5670
+    },
+    {
+      "epoch": 0.2738537196856468,
+      "grad_norm": 0.9877574951132891,
+      "learning_rate": 9.06366306925925e-06,
+      "loss": 0.6803281307220459,
+      "step": 5680
+    },
+    {
+      "epoch": 0.2743358565160793,
+      "grad_norm": 1.3084109886367201,
+      "learning_rate": 8.601735676789686e-06,
+      "loss": 0.6147899627685547,
+      "step": 5690
+    },
+    {
+      "epoch": 0.27481799334651175,
+      "grad_norm": 1.0690921860485403,
+      "learning_rate": 8.14651519720118e-06,
+      "loss": 0.6427154541015625,
+      "step": 5700
+    },
+    {
+      "epoch": 0.2753001301769442,
+      "grad_norm": 3.1825741019973868,
+      "learning_rate": 7.699274686206866e-06,
+      "loss": 0.6447834968566895,
+      "step": 5710
+    },
+    {
+      "epoch": 0.2757822670073767,
+      "grad_norm": 0.9795368751738344,
+      "learning_rate": 7.261264882983024e-06,
+      "loss": 0.6220895290374756,
+      "step": 5720
+    },
+    {
+      "epoch": 0.27626440383780915,
+      "grad_norm": 1.2910170308180768,
+      "learning_rate": 6.8337107123900386e-06,
+      "loss": 0.6066873073577881,
+      "step": 5730
+    },
+    {
+      "epoch": 0.27674654066824167,
+      "grad_norm": 3.5461884725569464,
+      "learning_rate": 6.417807859384881e-06,
+      "loss": 0.6353497982025147,
+      "step": 5740
+    },
+    {
+      "epoch": 0.27722867749867414,
+      "grad_norm": 0.9919716424539479,
+      "learning_rate": 6.014719425205009e-06,
+      "loss": 0.6288016319274903,
+      "step": 5750
+    },
+    {
+      "epoch": 0.2777108143291066,
+      "grad_norm": 1.063317001000926,
+      "learning_rate": 5.6255726746749275e-06,
+      "loss": 0.6158566474914551,
+      "step": 5760
+    },
+    {
+      "epoch": 0.27819295115953907,
+      "grad_norm": 1.0940892786480323,
+      "learning_rate": 5.251455883731728e-06,
+      "loss": 0.613064956665039,
+      "step": 5770
+    },
+    {
+      "epoch": 0.27867508798997154,
+      "grad_norm": 1.0939601748237138,
+      "learning_rate": 4.893415295985812e-06,
+      "loss": 0.5992656230926514,
+      "step": 5780
+    },
+    {
+      "epoch": 0.279157224820404,
+      "grad_norm": 1.381819912525701,
+      "learning_rate": 4.552452196827885e-06,
+      "loss": 0.6444435119628906,
+      "step": 5790
+    },
+    {
+      "epoch": 0.2796393616508365,
+      "grad_norm": 1.0278680123720172,
+      "learning_rate": 4.229520113264785e-06,
+      "loss": 0.6204715251922608,
+      "step": 5800
+    },
+    {
+      "epoch": 0.280121498481269,
+      "grad_norm": 1.3338805903377593,
+      "learning_rate": 3.925522147314915e-06,
+      "loss": 0.6463738918304444,
+      "step": 5810
+    },
+    {
+      "epoch": 0.28060363531170146,
+      "grad_norm": 1.4841774769782736,
+      "learning_rate": 3.641308450420675e-06,
+      "loss": 0.61421217918396,
+      "step": 5820
+    },
+    {
+      "epoch": 0.2810857721421339,
+      "grad_norm": 1.3180302278197535,
+      "learning_rate": 3.37767384594087e-06,
+      "loss": 0.6207650661468506,
+      "step": 5830
+    },
+    {
+      "epoch": 0.2815679089725664,
+      "grad_norm": 1.2301287568462858,
+      "learning_rate": 3.1353556063719357e-06,
+      "loss": 0.6008631706237793,
+      "step": 5840
+    },
+    {
+      "epoch": 0.2820500458029989,
+      "grad_norm": 1.313968385166201,
+      "learning_rate": 2.9150313915141474e-06,
+      "loss": 0.6138076305389404,
+      "step": 5850
+    },
+    {
+      "epoch": 0.2825321826334314,
+      "grad_norm": 2.166718880274922,
+      "learning_rate": 2.717317353348891e-06,
+      "loss": 0.6370196342468262,
+      "step": 5860
+    },
+    {
+      "epoch": 0.28301431946386385,
+      "grad_norm": 2.1167770007594324,
+      "learning_rate": 2.5427664129268253e-06,
+      "loss": 0.619697380065918,
+      "step": 5870
+    },
+    {
+      "epoch": 0.2834964562942963,
+      "grad_norm": 1.3660669088085085,
+      "learning_rate": 2.391866714085717e-06,
+      "loss": 0.601278829574585,
+      "step": 5880
+    },
+    {
+      "epoch": 0.2839785931247288,
+      "grad_norm": 1.74388060679499,
+      "learning_rate": 2.2650402583222753e-06,
+      "loss": 0.6240406036376953,
+      "step": 5890
+    },
+    {
+      "epoch": 0.28446072995516125,
+      "grad_norm": 1.151862399190526,
+      "learning_rate": 2.1626417246356398e-06,
+      "loss": 0.6060500144958496,
+      "step": 5900
+    },
+    {
+      "epoch": 0.2849428667855938,
+      "grad_norm": 3.6693231483146143,
+      "learning_rate": 2.084957477642894e-06,
+      "loss": 0.6348365783691406,
+      "step": 5910
+    },
+    {
+      "epoch": 0.28542500361602624,
+      "grad_norm": 0.8969470839570147,
+      "learning_rate": 2.0322047667405147e-06,
+      "loss": 0.6345447063446045,
+      "step": 5920
+    },
+    {
+      "epoch": 0.2859071404464587,
+      "grad_norm": 1.2894360967303011,
+      "learning_rate": 2.0045311185513342e-06,
+      "loss": 0.6295674800872803,
+      "step": 5930
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5935,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 2035,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2810342056919040.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}