Training in progress, step 2000, checkpoint

checkpoint-2000/config.json

@@ -84,7 +84,7 @@
   "speech_decoder_prenet_layers": 2,
   "speech_decoder_prenet_units": 256,
   "tie_word_embeddings": true,
-  "transformers_version": "5.19.0.dev0",
+  "transformers_version": "5.19.0",
   "use_cache": false,
   "use_guided_attention_loss": false,
   "vocab_size": 81

checkpoint-2000/generation_config.json

@@ -6,6 +6,6 @@
   "output_attentions": false,
   "output_hidden_states": false,
   "pad_token_id": 1,
-  "transformers_version": "5.19.0.dev0",
+  "transformers_version": "5.19.0",
   "use_cache": true
 }

checkpoint-2000/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbcb7fc456190e0378ecb61431c1dae3f3be98018cbe768046ae5391f8493044
+oid sha256:f134256a1531208c8f25d41fae934e6999d44478ccc9bb57dd0ffc15ccf9a0b4
 size 577789320

checkpoint-2000/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb8a0c65bb946db20c5e10a54c758bb144d8c8e2a35640459acd7184bc929b1b
+oid sha256:f260ed9c3fec587ffe4a323fc67bde35d1edd2065015e988b611dc1cc0a101fb
 size 1155772634

checkpoint-2000/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62162fd50adbecfa496dc83a8e3aa76a5362de89002038ca7170741954eb7ea3
+oid sha256:8c0d0c156b69c2c88e0ebcb92ce2dc118155ef36dcc5e871508c69e8a2b80dd2
 size 14645

checkpoint-2000/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17661f3ea9450d82f8cdf052af6b89fe068a123812eab4d7b11692a9bfdae9b2
+oid sha256:31e9a28ba31dabd69af25cf853defe38e879d83d9e9f55d45144dcf0a1615249
 size 1465

checkpoint-2000/trainer_state.json

@@ -1,8 +1,8 @@
 {
   "best_global_step": 2000,
-  "best_metric": 0.9522278904914856,
+  "best_metric": 0.9480290412902832,
   "best_model_checkpoint": "/kaggle/working/tts_processed/checkpoint-2000",
-  "epoch": 9.9015479876161,
+  "epoch": 9.900990099009901,
   "eval_steps": 500,
   "global_step": 2000,
   "is_hyper_param_search": false,
@@ -10,595 +10,595 @@
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.1238390092879257,
-      "grad_norm": 829.4996337890625,
+      "epoch": 0.12376237623762376,
+      "grad_norm": 363.43377685546875,
       "learning_rate": 4.8e-08,
-      "loss": 21.73699951171875,
+      "loss": 10.89256103515625,
       "step": 25
     },
     {
-      "epoch": 0.2476780185758514,
-      "grad_norm": 701.2330932617188,
+      "epoch": 0.24752475247524752,
+      "grad_norm": 336.6938171386719,
       "learning_rate": 9.8e-08,
-      "loss": 21.00220947265625,
+      "loss": 10.47541259765625,
       "step": 50
     },
     {
-      "epoch": 0.3715170278637771,
-      "grad_norm": 631.0809326171875,
+      "epoch": 0.3712871287128713,
+      "grad_norm": 255.0070343017578,
       "learning_rate": 1.4799999999999998e-07,
-      "loss": 19.772623291015623,
+      "loss": 10.08507568359375,
       "step": 75
     },
     {
-      "epoch": 0.4953560371517028,
-      "grad_norm": 556.35791015625,
+      "epoch": 0.49504950495049505,
+      "grad_norm": 247.54541015625,
       "learning_rate": 1.98e-07,
-      "loss": 18.46118896484375,
+      "loss": 9.282888793945313,
       "step": 100
     },
     {
-      "epoch": 0.6191950464396285,
-      "grad_norm": 536.2819213867188,
+      "epoch": 0.6188118811881188,
+      "grad_norm": 124.208740234375,
       "learning_rate": 2.48e-07,
-      "loss": 17.51901611328125,
+      "loss": 8.717689208984375,
       "step": 125
     },
     {
-      "epoch": 0.7430340557275542,
-      "grad_norm": 459.290283203125,
+      "epoch": 0.7425742574257426,
+      "grad_norm": 194.5498809814453,
       "learning_rate": 2.98e-07,
-      "loss": 16.43676513671875,
+      "loss": 8.212156372070313,
       "step": 150
     },
     {
-      "epoch": 0.8668730650154799,
-      "grad_norm": 230.56405639648438,
+      "epoch": 0.8663366336633663,
+      "grad_norm": 143.2777557373047,
       "learning_rate": 3.4799999999999994e-07,
-      "loss": 15.75008056640625,
+      "loss": 7.8293896484375,
       "step": 175
     },
     {
-      "epoch": 0.9907120743034056,
-      "grad_norm": 233.90635681152344,
+      "epoch": 0.9900990099009901,
+      "grad_norm": 55.50076675415039,
       "learning_rate": 3.98e-07,
-      "loss": 14.56845947265625,
+      "loss": 7.3809716796875,
       "step": 200
     },
     {
-      "epoch": 1.1139318885448917,
-      "grad_norm": 107.61080169677734,
+      "epoch": 1.113861386138614,
+      "grad_norm": 69.43047332763672,
       "learning_rate": 4.48e-07,
-      "loss": 13.99685546875,
+      "loss": 6.937587890625,
       "step": 225
     },
     {
-      "epoch": 1.2377708978328172,
-      "grad_norm": 115.48291015625,
+      "epoch": 1.2376237623762376,
+      "grad_norm": 49.69321060180664,
       "learning_rate": 4.979999999999999e-07,
-      "loss": 13.390751953125,
+      "loss": 6.8110888671875,
       "step": 250
     },
     {
-      "epoch": 1.361609907120743,
-      "grad_norm": 150.88845825195312,
+      "epoch": 1.3613861386138613,
+      "grad_norm": 26.72427749633789,
       "learning_rate": 5.48e-07,
-      "loss": 12.885958251953125,
+      "loss": 6.522671508789062,
       "step": 275
     },
     {
-      "epoch": 1.4854489164086688,
-      "grad_norm": 102.25688934326172,
+      "epoch": 1.4851485148514851,
+      "grad_norm": 51.36345672607422,
       "learning_rate": 5.979999999999999e-07,
-      "loss": 12.281358642578125,
+      "loss": 6.398966064453125,
       "step": 300
     },
     {
-      "epoch": 1.6092879256965944,
-      "grad_norm": 91.96704864501953,
+      "epoch": 1.608910891089109,
+      "grad_norm": 38.85439682006836,
       "learning_rate": 6.48e-07,
-      "loss": 12.51485107421875,
+      "loss": 6.198662109375,
       "step": 325
     },
     {
-      "epoch": 1.73312693498452,
-      "grad_norm": 89.19316864013672,
+      "epoch": 1.7326732673267327,
+      "grad_norm": 27.508665084838867,
       "learning_rate": 6.979999999999999e-07,
-      "loss": 11.758416748046875,
+      "loss": 6.075740356445312,
       "step": 350
     },
     {
-      "epoch": 1.8569659442724458,
-      "grad_norm": 43.06995391845703,
+      "epoch": 1.8564356435643563,
+      "grad_norm": 36.8642463684082,
       "learning_rate": 7.48e-07,
-      "loss": 11.7668603515625,
+      "loss": 6.0834722900390625,
       "step": 375
     },
     {
-      "epoch": 1.9808049535603716,
-      "grad_norm": 37.787078857421875,
+      "epoch": 1.9801980198019802,
+      "grad_norm": 27.07192039489746,
       "learning_rate": 7.98e-07,
-      "loss": 11.696016845703125,
+      "loss": 5.9166015625,
       "step": 400
     },
     {
-      "epoch": 2.1040247678018575,
-      "grad_norm": 52.63007354736328,
+      "epoch": 2.103960396039604,
+      "grad_norm": 22.465463638305664,
       "learning_rate": 8.48e-07,
-      "loss": 11.60255859375,
+      "loss": 5.795056762695313,
       "step": 425
     },
     {
-      "epoch": 2.2278637770897833,
-      "grad_norm": 37.73246383666992,
+      "epoch": 2.227722772277228,
+      "grad_norm": 34.86723709106445,
       "learning_rate": 8.98e-07,
-      "loss": 11.121099853515625,
+      "loss": 5.741965942382812,
       "step": 450
     },
     {
-      "epoch": 2.351702786377709,
-      "grad_norm": 50.654396057128906,
+      "epoch": 2.3514851485148514,
+      "grad_norm": 22.37932777404785,
       "learning_rate": 9.479999999999999e-07,
-      "loss": 10.981490478515624,
+      "loss": 5.716455688476563,
       "step": 475
     },
     {
-      "epoch": 2.4755417956656345,
-      "grad_norm": 34.40877151489258,
+      "epoch": 2.4752475247524752,
+      "grad_norm": 29.54213523864746,
       "learning_rate": 9.98e-07,
-      "loss": 10.89916015625,
+      "loss": 5.599214477539062,
       "step": 500
     },
     {
-      "epoch": 2.4755417956656345,
-      "eval_loss": 1.2403377294540405,
-      "eval_runtime": 78.2214,
-      "eval_samples_per_second": 20.659,
-      "eval_steps_per_second": 5.165,
+      "epoch": 2.4752475247524752,
+      "eval_loss": 1.2534884214401245,
+      "eval_runtime": 82.4141,
+      "eval_samples_per_second": 19.608,
+      "eval_steps_per_second": 4.902,
       "step": 500
     },
     {
-      "epoch": 2.5993808049535603,
-      "grad_norm": 32.53867721557617,
-      "learning_rate": 9.986285714285714e-07,
-      "loss": 10.70981201171875,
+      "epoch": 2.599009900990099,
+      "grad_norm": 21.54619026184082,
+      "learning_rate": 9.999953592789052e-07,
+      "loss": 5.526549072265625,
       "step": 525
     },
     {
-      "epoch": 2.723219814241486,
-      "grad_norm": 37.28243637084961,
-      "learning_rate": 9.972e-07,
-      "loss": 10.68586669921875,
+      "epoch": 2.7227722772277225,
+      "grad_norm": 31.9982967376709,
+      "learning_rate": 9.999806557001091e-07,
+      "loss": 5.38673828125,
       "step": 550
     },
     {
-      "epoch": 2.847058823529412,
-      "grad_norm": 33.349178314208984,
-      "learning_rate": 9.957714285714285e-07,
-      "loss": 10.5280859375,
+      "epoch": 2.8465346534653464,
+      "grad_norm": 19.33993148803711,
+      "learning_rate": 9.999558815029513e-07,
+      "loss": 5.291504516601562,
       "step": 575
     },
     {
-      "epoch": 2.9708978328173377,
-      "grad_norm": 40.658817291259766,
-      "learning_rate": 9.94342857142857e-07,
-      "loss": 10.160640258789062,
+      "epoch": 2.9702970297029703,
+      "grad_norm": 18.838518142700195,
+      "learning_rate": 9.999210371864342e-07,
+      "loss": 5.345247192382812,
       "step": 600
     },
     {
-      "epoch": 3.0941176470588236,
-      "grad_norm": 35.320701599121094,
-      "learning_rate": 9.929142857142856e-07,
-      "loss": 10.215652465820312,
+      "epoch": 3.094059405940594,
+      "grad_norm": 19.941740036010742,
+      "learning_rate": 9.998761234523925e-07,
+      "loss": 5.081980285644531,
       "step": 625
     },
     {
-      "epoch": 3.2179566563467494,
-      "grad_norm": 31.319137573242188,
-      "learning_rate": 9.914857142857142e-07,
-      "loss": 10.158941650390625,
+      "epoch": 3.217821782178218,
+      "grad_norm": 24.84575080871582,
+      "learning_rate": 9.998211412054793e-07,
+      "loss": 5.025005493164063,
       "step": 650
     },
     {
-      "epoch": 3.341795665634675,
-      "grad_norm": 28.438013076782227,
-      "learning_rate": 9.900571428571427e-07,
-      "loss": 9.933291625976562,
+      "epoch": 3.3415841584158414,
+      "grad_norm": 24.532045364379883,
+      "learning_rate": 9.99756091553148e-07,
+      "loss": 5.004798889160156,
       "step": 675
     },
     {
-      "epoch": 3.4656346749226006,
-      "grad_norm": 41.65836715698242,
-      "learning_rate": 9.886285714285713e-07,
-      "loss": 9.679817504882813,
+      "epoch": 3.4653465346534653,
+      "grad_norm": 21.20513916015625,
+      "learning_rate": 9.996809758056298e-07,
+      "loss": 4.870877685546875,
       "step": 700
     },
     {
-      "epoch": 3.5894736842105264,
-      "grad_norm": 49.5134162902832,
-      "learning_rate": 9.871999999999998e-07,
-      "loss": 9.66293212890625,
+      "epoch": 3.589108910891089,
+      "grad_norm": 16.589248657226562,
+      "learning_rate": 9.995957954759072e-07,
+      "loss": 4.95923095703125,
       "step": 725
     },
     {
-      "epoch": 3.713312693498452,
-      "grad_norm": 37.431331634521484,
-      "learning_rate": 9.857714285714284e-07,
-      "loss": 9.642633056640625,
+      "epoch": 3.7128712871287126,
+      "grad_norm": 26.863059997558594,
+      "learning_rate": 9.995005522796837e-07,
+      "loss": 4.81072265625,
       "step": 750
     },
     {
-      "epoch": 3.837151702786378,
-      "grad_norm": 39.974544525146484,
-      "learning_rate": 9.843428571428572e-07,
-      "loss": 9.296731567382812,
+      "epoch": 3.8366336633663365,
+      "grad_norm": 14.973981857299805,
+      "learning_rate": 9.993952481353493e-07,
+      "loss": 4.8048876953125,
       "step": 775
     },
     {
-      "epoch": 3.9609907120743033,
-      "grad_norm": 39.033599853515625,
-      "learning_rate": 9.829142857142857e-07,
-      "loss": 9.472877807617188,
+      "epoch": 3.9603960396039604,
+      "grad_norm": 18.018110275268555,
+      "learning_rate": 9.992798851639418e-07,
+      "loss": 4.770014343261718,
       "step": 800
     },
     {
-      "epoch": 4.08421052631579,
-      "grad_norm": 29.367778778076172,
-      "learning_rate": 9.814857142857143e-07,
-      "loss": 9.286629028320313,
+      "epoch": 4.084158415841584,
+      "grad_norm": 15.32919979095459,
+      "learning_rate": 9.991544656891043e-07,
+      "loss": 4.663901672363282,
       "step": 825
     },
     {
-      "epoch": 4.208049535603715,
-      "grad_norm": 30.283451080322266,
-      "learning_rate": 9.800571428571428e-07,
-      "loss": 9.21810546875,
+      "epoch": 4.207920792079208,
+      "grad_norm": 14.925799369812012,
+      "learning_rate": 9.990189922370373e-07,
+      "loss": 4.614352111816406,
       "step": 850
     },
     {
-      "epoch": 4.33188854489164,
-      "grad_norm": 43.98243713378906,
-      "learning_rate": 9.786285714285714e-07,
-      "loss": 9.4026904296875,
+      "epoch": 4.3316831683168315,
+      "grad_norm": 14.5320405960083,
+      "learning_rate": 9.988734675364496e-07,
+      "loss": 4.607881774902344,
       "step": 875
     },
     {
-      "epoch": 4.455727554179567,
-      "grad_norm": 35.94754409790039,
-      "learning_rate": 9.772e-07,
-      "loss": 9.243385009765625,
+      "epoch": 4.455445544554456,
+      "grad_norm": 17.06329345703125,
+      "learning_rate": 9.987178945185019e-07,
+      "loss": 4.582254028320312,
       "step": 900
     },
     {
-      "epoch": 4.579566563467492,
-      "grad_norm": 97.34254455566406,
-      "learning_rate": 9.757714285714285e-07,
-      "loss": 9.081926879882813,
+      "epoch": 4.579207920792079,
+      "grad_norm": 16.860803604125977,
+      "learning_rate": 9.985522763167486e-07,
+      "loss": 4.6025848388671875,
       "step": 925
     },
     {
-      "epoch": 4.703405572755418,
-      "grad_norm": 35.22529602050781,
-      "learning_rate": 9.74342857142857e-07,
-      "loss": 9.177518310546875,
+      "epoch": 4.702970297029703,
+      "grad_norm": 12.743483543395996,
+      "learning_rate": 9.983766162670739e-07,
+      "loss": 4.603981628417968,
       "step": 950
     },
     {
-      "epoch": 4.827244582043344,
-      "grad_norm": 31.761302947998047,
-      "learning_rate": 9.729142857142856e-07,
-      "loss": 9.266145629882812,
+      "epoch": 4.826732673267327,
+      "grad_norm": 11.648216247558594,
+      "learning_rate": 9.981909179076255e-07,
+      "loss": 4.5333544921875,
       "step": 975
     },
     {
-      "epoch": 4.951083591331269,
-      "grad_norm": 34.29395294189453,
-      "learning_rate": 9.714857142857142e-07,
-      "loss": 9.146566162109375,
+      "epoch": 4.9504950495049505,
+      "grad_norm": 12.38879108428955,
+      "learning_rate": 9.979951849787429e-07,
+      "loss": 4.538429565429688,
       "step": 1000
     },
     {
-      "epoch": 4.951083591331269,
-      "eval_loss": 1.01394784450531,
-      "eval_runtime": 78.015,
-      "eval_samples_per_second": 20.714,
-      "eval_steps_per_second": 5.178,
+      "epoch": 4.9504950495049505,
+      "eval_loss": 1.0112695693969727,
+      "eval_runtime": 82.132,
+      "eval_samples_per_second": 19.676,
+      "eval_steps_per_second": 4.919,
       "step": 1000
     },
     {
-      "epoch": 5.074303405572755,
-      "grad_norm": 28.847089767456055,
-      "learning_rate": 9.700571428571427e-07,
-      "loss": 9.07594970703125,
+      "epoch": 5.074257425742574,
+      "grad_norm": 39.850196838378906,
+      "learning_rate": 9.977894214228815e-07,
+      "loss": 4.55607666015625,
       "step": 1025
     },
     {
-      "epoch": 5.198142414860681,
-      "grad_norm": 31.509410858154297,
-      "learning_rate": 9.686285714285713e-07,
-      "loss": 9.165030517578124,
+      "epoch": 5.198019801980198,
+      "grad_norm": 13.423649787902832,
+      "learning_rate": 9.975736313845345e-07,
+      "loss": 4.43293212890625,
       "step": 1050
     },
     {
-      "epoch": 5.321981424148607,
-      "grad_norm": 28.566282272338867,
-      "learning_rate": 9.671999999999998e-07,
-      "loss": 8.919168701171875,
+      "epoch": 5.321782178217822,
+      "grad_norm": 15.34720516204834,
+      "learning_rate": 9.97347819210148e-07,
+      "loss": 4.4848849487304685,
       "step": 1075
     },
     {
-      "epoch": 5.445820433436532,
-      "grad_norm": 26.087688446044922,
-      "learning_rate": 9.657714285714286e-07,
-      "loss": 8.877406005859376,
+      "epoch": 5.445544554455446,
+      "grad_norm": 10.895915031433105,
+      "learning_rate": 9.971119894480344e-07,
+      "loss": 4.418946228027344,
       "step": 1100
     },
     {
-      "epoch": 5.569659442724459,
-      "grad_norm": 27.453046798706055,
-      "learning_rate": 9.643428571428571e-07,
-      "loss": 8.87409912109375,
+      "epoch": 5.569306930693069,
+      "grad_norm": 13.77745532989502,
+      "learning_rate": 9.96866146848281e-07,
+      "loss": 4.675699768066406,
       "step": 1125
     },
     {
-      "epoch": 5.693498452012384,
-      "grad_norm": 26.87615203857422,
-      "learning_rate": 9.629142857142857e-07,
-      "loss": 8.98948486328125,
+      "epoch": 5.693069306930693,
+      "grad_norm": 21.53974723815918,
+      "learning_rate": 9.96610296362653e-07,
+      "loss": 4.483356628417969,
       "step": 1150
     },
     {
-      "epoch": 5.817337461300309,
-      "grad_norm": 28.69729232788086,
-      "learning_rate": 9.614857142857143e-07,
-      "loss": 8.854622192382813,
+      "epoch": 5.816831683168317,
+      "grad_norm": 14.47573184967041,
+      "learning_rate": 9.963444431444948e-07,
+      "loss": 4.555756530761719,
       "step": 1175
     },
     {
-      "epoch": 5.9411764705882355,
-      "grad_norm": 31.937828063964844,
-      "learning_rate": 9.600571428571428e-07,
-      "loss": 9.01401123046875,
+      "epoch": 5.9405940594059405,
+      "grad_norm": 11.701032638549805,
+      "learning_rate": 9.960685925486265e-07,
+      "loss": 4.419072265625,
       "step": 1200
     },
     {
-      "epoch": 6.064396284829721,
-      "grad_norm": 42.471954345703125,
-      "learning_rate": 9.586285714285714e-07,
-      "loss": 8.731229858398438,
+      "epoch": 6.064356435643564,
+      "grad_norm": 17.197729110717773,
+      "learning_rate": 9.957827501312352e-07,
+      "loss": 4.375239562988281,
       "step": 1225
     },
     {
-      "epoch": 6.188235294117647,
-      "grad_norm": 23.436538696289062,
-      "learning_rate": 9.572e-07,
-      "loss": 8.83049560546875,
+      "epoch": 6.188118811881188,
+      "grad_norm": 12.936083793640137,
+      "learning_rate": 9.954869216497633e-07,
+      "loss": 4.3699853515625,
       "step": 1250
     },
     {
-      "epoch": 6.312074303405573,
-      "grad_norm": 36.96808624267578,
-      "learning_rate": 9.557714285714285e-07,
-      "loss": 8.846947631835938,
+      "epoch": 6.311881188118812,
+      "grad_norm": 15.114112854003906,
+      "learning_rate": 9.95181113062793e-07,
+      "loss": 4.41375732421875,
       "step": 1275
     },
     {
-      "epoch": 6.435913312693499,
-      "grad_norm": 34.232627868652344,
-      "learning_rate": 9.54342857142857e-07,
-      "loss": 8.8575048828125,
+      "epoch": 6.435643564356436,
+      "grad_norm": 17.72418785095215,
+      "learning_rate": 9.948653305299256e-07,
+      "loss": 4.430754089355469,
       "step": 1300
     },
     {
-      "epoch": 6.559752321981424,
-      "grad_norm": 25.819372177124023,
-      "learning_rate": 9.529142857142857e-07,
-      "loss": 8.967839965820312,
+      "epoch": 6.5594059405940595,
+      "grad_norm": 18.342178344726562,
+      "learning_rate": 9.945395804116578e-07,
+      "loss": 4.4040380859375,
       "step": 1325
     },
     {
-      "epoch": 6.68359133126935,
-      "grad_norm": 30.442367553710938,
-      "learning_rate": 9.514857142857142e-07,
-      "loss": 8.79695556640625,
+      "epoch": 6.683168316831683,
+      "grad_norm": 12.649271965026855,
+      "learning_rate": 9.94203869269254e-07,
+      "loss": 4.3536474609375,
       "step": 1350
     },
     {
-      "epoch": 6.807430340557276,
-      "grad_norm": 25.49448585510254,
-      "learning_rate": 9.500571428571428e-07,
-      "loss": 8.629199829101562,
+      "epoch": 6.806930693069307,
+      "grad_norm": 32.92485809326172,
+      "learning_rate": 9.938582038646131e-07,
+      "loss": 4.349139709472656,
       "step": 1375
     },
     {
-      "epoch": 6.931269349845201,
-      "grad_norm": 50.014862060546875,
-      "learning_rate": 9.486285714285714e-07,
-      "loss": 8.7688330078125,
+      "epoch": 6.930693069306931,
+      "grad_norm": 11.99206829071045,
+      "learning_rate": 9.935025911601334e-07,
+      "loss": 4.317200317382812,
       "step": 1400
     },
     {
-      "epoch": 7.054489164086688,
-      "grad_norm": 29.534305572509766,
-      "learning_rate": 9.472e-07,
-      "loss": 8.635714721679687,
+      "epoch": 7.054455445544554,
+      "grad_norm": 15.798395156860352,
+      "learning_rate": 9.931370383185716e-07,
+      "loss": 4.390576782226563,
       "step": 1425
     },
     {
-      "epoch": 7.178328173374613,
-      "grad_norm": 24.548370361328125,
-      "learning_rate": 9.457714285714286e-07,
-      "loss": 8.751875,
+      "epoch": 7.178217821782178,
+      "grad_norm": 12.485000610351562,
+      "learning_rate": 9.92761552702899e-07,
+      "loss": 4.415244750976562,
       "step": 1450
     },
     {
-      "epoch": 7.302167182662538,
-      "grad_norm": 27.02566146850586,
-      "learning_rate": 9.443428571428571e-07,
-      "loss": 8.664575805664063,
+      "epoch": 7.301980198019802,
+      "grad_norm": 14.873079299926758,
+      "learning_rate": 9.923761418761526e-07,
+      "loss": 4.3524868774414065,
       "step": 1475
     },
     {
-      "epoch": 7.4260061919504645,
-      "grad_norm": 26.448801040649414,
-      "learning_rate": 9.429142857142857e-07,
-      "loss": 8.631251831054687,
+      "epoch": 7.425742574257426,
+      "grad_norm": 13.601946830749512,
+      "learning_rate": 9.919808136012837e-07,
+      "loss": 4.294336547851563,
       "step": 1500
     },
     {
-      "epoch": 7.4260061919504645,
-      "eval_loss": 0.9785507321357727,
-      "eval_runtime": 78.788,
-      "eval_samples_per_second": 20.511,
-      "eval_steps_per_second": 5.128,
+      "epoch": 7.425742574257426,
+      "eval_loss": 0.9704130291938782,
+      "eval_runtime": 86.4979,
+      "eval_samples_per_second": 18.683,
+      "eval_steps_per_second": 4.671,
       "step": 1500
     },
     {
-      "epoch": 7.54984520123839,
-      "grad_norm": 26.66581916809082,
-      "learning_rate": 9.414857142857142e-07,
-      "loss": 8.60765869140625,
+      "epoch": 7.5495049504950495,
+      "grad_norm": 15.53011417388916,
+      "learning_rate": 9.915755758410008e-07,
+      "loss": 4.254639587402344,
       "step": 1525
     },
     {
-      "epoch": 7.673684210526316,
-      "grad_norm": 24.334070205688477,
-      "learning_rate": 9.400571428571428e-07,
-      "loss": 8.694551391601562,
+      "epoch": 7.673267326732673,
+      "grad_norm": 11.795248985290527,
+      "learning_rate": 9.91160436757609e-07,
+      "loss": 4.307816467285156,
       "step": 1550
     },
     {
-      "epoch": 7.7975232198142415,
-      "grad_norm": 25.746564865112305,
-      "learning_rate": 9.386285714285714e-07,
-      "loss": 8.605336303710937,
+      "epoch": 7.797029702970297,
+      "grad_norm": 15.00704574584961,
+      "learning_rate": 9.907354047128464e-07,
+      "loss": 4.349948120117188,
       "step": 1575
     },
     {
-      "epoch": 7.921362229102167,
-      "grad_norm": 26.221471786499023,
-      "learning_rate": 9.372e-07,
-      "loss": 8.670101928710938,
+      "epoch": 7.920792079207921,
+      "grad_norm": 13.17168140411377,
+      "learning_rate": 9.903004882677155e-07,
+      "loss": 4.2257516479492185,
       "step": 1600
     },
     {
-      "epoch": 8.044582043343654,
-      "grad_norm": 40.2961311340332,
-      "learning_rate": 9.357714285714286e-07,
-      "loss": 8.697719116210937,
+      "epoch": 8.044554455445544,
+      "grad_norm": 13.770243644714355,
+      "learning_rate": 9.898556961823103e-07,
+      "loss": 4.310787048339844,
       "step": 1625
     },
     {
-      "epoch": 8.16842105263158,
-      "grad_norm": 29.41912078857422,
-      "learning_rate": 9.343428571428571e-07,
-      "loss": 8.6234228515625,
+      "epoch": 8.168316831683168,
+      "grad_norm": 13.734089851379395,
+      "learning_rate": 9.894010374156398e-07,
+      "loss": 4.148223266601563,
       "step": 1650
     },
     {
-      "epoch": 8.292260061919505,
-      "grad_norm": 23.59851837158203,
-      "learning_rate": 9.329142857142857e-07,
-      "loss": 8.555197143554688,
+      "epoch": 8.292079207920793,
+      "grad_norm": 15.90095329284668,
+      "learning_rate": 9.889365211254485e-07,
+      "loss": 4.3510107421875,
       "step": 1675
     },
     {
-      "epoch": 8.41609907120743,
-      "grad_norm": 23.335365295410156,
-      "learning_rate": 9.314857142857142e-07,
-      "loss": 8.533560180664063,
+      "epoch": 8.415841584158416,
+      "grad_norm": 12.133323669433594,
+      "learning_rate": 9.884621566680306e-07,
+      "loss": 4.337423400878906,
       "step": 1700
     },
     {
-      "epoch": 8.539938080495356,
-      "grad_norm": 19.63068389892578,
-      "learning_rate": 9.300571428571428e-07,
-      "loss": 8.534976196289062,
+      "epoch": 8.53960396039604,
+      "grad_norm": 50.35639190673828,
+      "learning_rate": 9.87977953598043e-07,
+      "loss": 4.3044869995117185,
       "step": 1725
     },
     {
-      "epoch": 8.66377708978328,
-      "grad_norm": 26.558069229125977,
-      "learning_rate": 9.286285714285714e-07,
-      "loss": 8.529254150390624,
+      "epoch": 8.663366336633663,
+      "grad_norm": 12.457736015319824,
+      "learning_rate": 9.874839216683112e-07,
+      "loss": 4.3085205078125,
       "step": 1750
     },
     {
-      "epoch": 8.787616099071208,
-      "grad_norm": 28.553796768188477,
-      "learning_rate": 9.272e-07,
-      "loss": 8.4541943359375,
+      "epoch": 8.787128712871286,
+      "grad_norm": 14.483731269836426,
+      "learning_rate": 9.869800708296346e-07,
+      "loss": 4.1831143188476565,
       "step": 1775
     },
     {
-      "epoch": 8.911455108359133,
-      "grad_norm": 26.726491928100586,
-      "learning_rate": 9.257714285714285e-07,
-      "loss": 8.505891723632812,
+      "epoch": 8.910891089108912,
+      "grad_norm": 11.174741744995117,
+      "learning_rate": 9.864664112305846e-07,
+      "loss": 4.162017822265625,
       "step": 1800
     },
     {
-      "epoch": 9.034674922600619,
-      "grad_norm": 33.665992736816406,
-      "learning_rate": 9.243428571428571e-07,
-      "loss": 8.420493774414062,
+      "epoch": 9.034653465346535,
+      "grad_norm": 10.312405586242676,
+      "learning_rate": 9.859429532173012e-07,
+      "loss": 4.320256958007812,
       "step": 1825
     },
     {
-      "epoch": 9.158513931888544,
-      "grad_norm": 26.62388801574707,
-      "learning_rate": 9.229142857142857e-07,
-      "loss": 8.4884375,
+      "epoch": 9.158415841584159,
+      "grad_norm": 13.814125061035156,
+      "learning_rate": 9.85409707333284e-07,
+      "loss": 4.314511413574219,
       "step": 1850
     },
     {
-      "epoch": 9.282352941176471,
-      "grad_norm": 21.369853973388672,
-      "learning_rate": 9.214857142857142e-07,
-      "loss": 8.413807983398437,
+      "epoch": 9.282178217821782,
+      "grad_norm": 11.276887893676758,
+      "learning_rate": 9.848666843191804e-07,
+      "loss": 4.327219543457031,
       "step": 1875
     },
     {
-      "epoch": 9.406191950464397,
-      "grad_norm": 23.232192993164062,
-      "learning_rate": 9.200571428571429e-07,
-      "loss": 8.473324584960938,
+      "epoch": 9.405940594059405,
+      "grad_norm": 13.48475170135498,
+      "learning_rate": 9.84313895112568e-07,
+      "loss": 4.2580517578125,
       "step": 1900
     },
     {
-      "epoch": 9.530030959752322,
-      "grad_norm": 48.790531158447266,
-      "learning_rate": 9.186285714285714e-07,
-      "loss": 8.452188720703125,
+      "epoch": 9.52970297029703,
+      "grad_norm": 13.70500659942627,
+      "learning_rate": 9.837513508477365e-07,
+      "loss": 4.269812316894531,
       "step": 1925
     },
     {
-      "epoch": 9.653869969040247,
-      "grad_norm": 23.798295974731445,
-      "learning_rate": 9.172e-07,
-      "loss": 8.495001831054687,
+      "epoch": 9.653465346534654,
+      "grad_norm": 12.701525688171387,
+      "learning_rate": 9.831790628554612e-07,
+      "loss": 4.257364196777344,
       "step": 1950
     },
     {
-      "epoch": 9.777708978328173,
-      "grad_norm": 33.404537200927734,
-      "learning_rate": 9.157714285714285e-07,
-      "loss": 8.58928955078125,
+      "epoch": 9.777227722772277,
+      "grad_norm": 11.086860656738281,
+      "learning_rate": 9.82597042662776e-07,
+      "loss": 4.120067443847656,
       "step": 1975
     },
     {
-      "epoch": 9.9015479876161,
-      "grad_norm": 30.602357864379883,
-      "learning_rate": 9.143428571428571e-07,
-      "loss": 8.496845703125,
+      "epoch": 9.900990099009901,
+      "grad_norm": 14.811179161071777,
+      "learning_rate": 9.820053019927408e-07,
+      "loss": 4.13207275390625,
       "step": 2000
     },
     {
-      "epoch": 9.9015479876161,
-      "eval_loss": 0.9522278904914856,
-      "eval_runtime": 78.3957,
-      "eval_samples_per_second": 20.613,
-      "eval_steps_per_second": 5.153,
+      "epoch": 9.900990099009901,
+      "eval_loss": 0.9480290412902832,
+      "eval_runtime": 81.9519,
+      "eval_samples_per_second": 19.719,
+      "eval_steps_per_second": 4.93,
       "step": 2000
     }
   ],
@@ -628,8 +628,8 @@
       "attributes": {}
     }
   },
-  "total_flos": 7775410635178560.0,
-  "train_batch_size": 4,
+  "total_flos": 8580226730188608.0,
+  "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null
 }

checkpoint-2000/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc3ae1f3188fc78f14b1e24c35f0f902ff13c8475d4503f269d542bb33a09e53
+oid sha256:5d34645042a62af83117180e7d8c3a51dc32127e71ed6c053e7766610460e0b1
 size 5393