Instructions to use ulas742/kl_gm_025 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ulas742/kl_gm_025 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="ulas742/kl_gm_025")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("ulas742/kl_gm_025") model = AutoModelForCausalLM.from_pretrained("ulas742/kl_gm_025", device_map="auto") - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use ulas742/kl_gm_025 with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "ulas742/kl_gm_025" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "ulas742/kl_gm_025", "prompt": "Once upon a time,", "max_tokens": 512, "temperature": 0.5 }'Use Docker
docker model run hf.co/ulas742/kl_gm_025
- SGLang
How to use ulas742/kl_gm_025 with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "ulas742/kl_gm_025" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "ulas742/kl_gm_025", "prompt": "Once upon a time,", "max_tokens": 512, "temperature": 0.5 }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "ulas742/kl_gm_025" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "ulas742/kl_gm_025", "prompt": "Once upon a time,", "max_tokens": 512, "temperature": 0.5 }' - Docker Model Runner
How to use ulas742/kl_gm_025 with Docker Model Runner:
docker model run hf.co/ulas742/kl_gm_025
Download trainer_state.json from ulas742/kl_gm_025: direct link, hf CLI and curl.
- Browser
- Download file 163 kB
-
https://huggingface.co/ulas742/kl_gm_025/resolve/main/trainer_state.json
- Command line
-
hf download hf://ulas742/kl_gm_025/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/ulas742/kl_gm_025/resolve/main/trainer_state.json
163 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.001,
"grad_norm": 5230.09423828125,
"learning_rate": 1.6000000000000001e-06,
"loss": 5499.2719,
"step": 5
},
{
"epoch": 0.002,
"grad_norm": 4727.27783203125,
"learning_rate": 3.6e-06,
"loss": 5417.3703,
"step": 10
},
{
"epoch": 0.003,
"grad_norm": 4123.6455078125,
"learning_rate": 5.600000000000001e-06,
"loss": 5277.4832,
"step": 15
},
{
"epoch": 0.004,
"grad_norm": 3340.44140625,
"learning_rate": 7.6e-06,
"loss": 5078.0035,
"step": 20
},
{
"epoch": 0.005,
"grad_norm": 1927.5640869140625,
"learning_rate": 9.600000000000001e-06,
"loss": 4921.7734,
"step": 25
},
{
"epoch": 0.006,
"grad_norm": 1558.497802734375,
"learning_rate": 1.16e-05,
"loss": 4768.557,
"step": 30
},
{
"epoch": 0.007,
"grad_norm": 1907.2208251953125,
"learning_rate": 1.3600000000000002e-05,
"loss": 4744.9406,
"step": 35
},
{
"epoch": 0.008,
"grad_norm": 734.9984130859375,
"learning_rate": 1.56e-05,
"loss": 4672.7805,
"step": 40
},
{
"epoch": 0.009,
"grad_norm": 985.597412109375,
"learning_rate": 1.76e-05,
"loss": 4615.5457,
"step": 45
},
{
"epoch": 0.01,
"grad_norm": 626.2665405273438,
"learning_rate": 1.9600000000000002e-05,
"loss": 4527.2035,
"step": 50
},
{
"epoch": 0.011,
"grad_norm": 789.5420532226562,
"learning_rate": 2.16e-05,
"loss": 4467.1453,
"step": 55
},
{
"epoch": 0.012,
"grad_norm": 620.4935302734375,
"learning_rate": 2.36e-05,
"loss": 4399.6863,
"step": 60
},
{
"epoch": 0.013,
"grad_norm": 590.7966918945312,
"learning_rate": 2.5600000000000002e-05,
"loss": 4321.6457,
"step": 65
},
{
"epoch": 0.014,
"grad_norm": 710.6121215820312,
"learning_rate": 2.7600000000000003e-05,
"loss": 4287.5754,
"step": 70
},
{
"epoch": 0.015,
"grad_norm": 696.5105590820312,
"learning_rate": 2.96e-05,
"loss": 4323.243,
"step": 75
},
{
"epoch": 0.016,
"grad_norm": 787.2603149414062,
"learning_rate": 3.16e-05,
"loss": 4192.1305,
"step": 80
},
{
"epoch": 0.017,
"grad_norm": 736.7950439453125,
"learning_rate": 3.3600000000000004e-05,
"loss": 4136.2949,
"step": 85
},
{
"epoch": 0.018,
"grad_norm": 837.231201171875,
"learning_rate": 3.56e-05,
"loss": 4187.0637,
"step": 90
},
{
"epoch": 0.019,
"grad_norm": 510.6961364746094,
"learning_rate": 3.76e-05,
"loss": 4173.3523,
"step": 95
},
{
"epoch": 0.02,
"grad_norm": 707.6124267578125,
"learning_rate": 3.960000000000001e-05,
"loss": 4117.5188,
"step": 100
},
{
"epoch": 0.021,
"grad_norm": 823.8223266601562,
"learning_rate": 4.16e-05,
"loss": 4139.3898,
"step": 105
},
{
"epoch": 0.022,
"grad_norm": 502.1974792480469,
"learning_rate": 4.36e-05,
"loss": 4136.5691,
"step": 110
},
{
"epoch": 0.023,
"grad_norm": 844.0279541015625,
"learning_rate": 4.5600000000000004e-05,
"loss": 4035.2195,
"step": 115
},
{
"epoch": 0.024,
"grad_norm": 561.0073852539062,
"learning_rate": 4.76e-05,
"loss": 4086.2383,
"step": 120
},
{
"epoch": 0.025,
"grad_norm": 639.5518188476562,
"learning_rate": 4.96e-05,
"loss": 4063.6543,
"step": 125
},
{
"epoch": 0.026,
"grad_norm": 1116.0430908203125,
"learning_rate": 5.16e-05,
"loss": 4047.8531,
"step": 130
},
{
"epoch": 0.027,
"grad_norm": 860.6818237304688,
"learning_rate": 5.360000000000001e-05,
"loss": 4060.6594,
"step": 135
},
{
"epoch": 0.028,
"grad_norm": 1119.199951171875,
"learning_rate": 5.560000000000001e-05,
"loss": 4051.9922,
"step": 140
},
{
"epoch": 0.029,
"grad_norm": 945.4276123046875,
"learning_rate": 5.76e-05,
"loss": 4056.1168,
"step": 145
},
{
"epoch": 0.03,
"grad_norm": 1514.4052734375,
"learning_rate": 5.96e-05,
"loss": 4005.5129,
"step": 150
},
{
"epoch": 0.031,
"grad_norm": 834.7393798828125,
"learning_rate": 6.16e-05,
"loss": 4063.982,
"step": 155
},
{
"epoch": 0.032,
"grad_norm": 1788.83837890625,
"learning_rate": 6.36e-05,
"loss": 3995.4543,
"step": 160
},
{
"epoch": 0.033,
"grad_norm": 698.8606567382812,
"learning_rate": 6.560000000000001e-05,
"loss": 3933.7086,
"step": 165
},
{
"epoch": 0.034,
"grad_norm": 1437.513671875,
"learning_rate": 6.76e-05,
"loss": 4206.1805,
"step": 170
},
{
"epoch": 0.035,
"grad_norm": 936.3204956054688,
"learning_rate": 6.96e-05,
"loss": 4157.5977,
"step": 175
},
{
"epoch": 0.036,
"grad_norm": 934.7806396484375,
"learning_rate": 7.16e-05,
"loss": 3977.4207,
"step": 180
},
{
"epoch": 0.037,
"grad_norm": 609.5418090820312,
"learning_rate": 7.36e-05,
"loss": 3950.6012,
"step": 185
},
{
"epoch": 0.038,
"grad_norm": 881.33203125,
"learning_rate": 7.560000000000001e-05,
"loss": 3898.3539,
"step": 190
},
{
"epoch": 0.039,
"grad_norm": 916.4158325195312,
"learning_rate": 7.76e-05,
"loss": 3848.0578,
"step": 195
},
{
"epoch": 0.04,
"grad_norm": 774.0145874023438,
"learning_rate": 7.960000000000001e-05,
"loss": 3749.2363,
"step": 200
},
{
"epoch": 0.041,
"grad_norm": 1082.5185546875,
"learning_rate": 8.16e-05,
"loss": 3837.3445,
"step": 205
},
{
"epoch": 0.042,
"grad_norm": 1013.6167602539062,
"learning_rate": 8.36e-05,
"loss": 3799.1582,
"step": 210
},
{
"epoch": 0.043,
"grad_norm": 966.9735107421875,
"learning_rate": 8.560000000000001e-05,
"loss": 3833.8746,
"step": 215
},
{
"epoch": 0.044,
"grad_norm": 1200.8011474609375,
"learning_rate": 8.76e-05,
"loss": 3871.3867,
"step": 220
},
{
"epoch": 0.045,
"grad_norm": 902.3433837890625,
"learning_rate": 8.960000000000001e-05,
"loss": 3762.4066,
"step": 225
},
{
"epoch": 0.046,
"grad_norm": 1157.5504150390625,
"learning_rate": 9.16e-05,
"loss": 3769.1234,
"step": 230
},
{
"epoch": 0.047,
"grad_norm": 1621.3331298828125,
"learning_rate": 9.360000000000001e-05,
"loss": 3746.4113,
"step": 235
},
{
"epoch": 0.048,
"grad_norm": 1169.9942626953125,
"learning_rate": 9.56e-05,
"loss": 3739.2441,
"step": 240
},
{
"epoch": 0.049,
"grad_norm": 1314.3826904296875,
"learning_rate": 9.76e-05,
"loss": 3735.8129,
"step": 245
},
{
"epoch": 0.05,
"grad_norm": 989.1405029296875,
"learning_rate": 9.960000000000001e-05,
"loss": 3805.1852,
"step": 250
},
{
"epoch": 0.051,
"grad_norm": 879.5087280273438,
"learning_rate": 0.0001016,
"loss": 3701.8965,
"step": 255
},
{
"epoch": 0.052,
"grad_norm": 925.1222534179688,
"learning_rate": 0.00010360000000000001,
"loss": 3717.1617,
"step": 260
},
{
"epoch": 0.053,
"grad_norm": 772.5079345703125,
"learning_rate": 0.0001056,
"loss": 3657.3445,
"step": 265
},
{
"epoch": 0.054,
"grad_norm": 684.7725830078125,
"learning_rate": 0.00010760000000000001,
"loss": 3641.9176,
"step": 270
},
{
"epoch": 0.055,
"grad_norm": 808.2594604492188,
"learning_rate": 0.00010960000000000001,
"loss": 3728.6273,
"step": 275
},
{
"epoch": 0.056,
"grad_norm": 1077.3787841796875,
"learning_rate": 0.00011160000000000002,
"loss": 3694.0414,
"step": 280
},
{
"epoch": 0.057,
"grad_norm": 562.5388793945312,
"learning_rate": 0.0001136,
"loss": 3721.6625,
"step": 285
},
{
"epoch": 0.058,
"grad_norm": 798.1049194335938,
"learning_rate": 0.00011559999999999999,
"loss": 3603.9219,
"step": 290
},
{
"epoch": 0.059,
"grad_norm": 693.8295288085938,
"learning_rate": 0.0001176,
"loss": 3767.0141,
"step": 295
},
{
"epoch": 0.06,
"grad_norm": 744.998779296875,
"learning_rate": 0.00011960000000000001,
"loss": 3703.6195,
"step": 300
},
{
"epoch": 0.061,
"grad_norm": 1373.4395751953125,
"learning_rate": 0.0001216,
"loss": 3626.6625,
"step": 305
},
{
"epoch": 0.062,
"grad_norm": 1426.9610595703125,
"learning_rate": 0.0001236,
"loss": 3678.932,
"step": 310
},
{
"epoch": 0.063,
"grad_norm": 2166.12353515625,
"learning_rate": 0.00012560000000000002,
"loss": 3623.2168,
"step": 315
},
{
"epoch": 0.064,
"grad_norm": 729.5182495117188,
"learning_rate": 0.0001276,
"loss": 3530.1992,
"step": 320
},
{
"epoch": 0.065,
"grad_norm": 536.928466796875,
"learning_rate": 0.0001296,
"loss": 3583.4055,
"step": 325
},
{
"epoch": 0.066,
"grad_norm": 646.9234008789062,
"learning_rate": 0.0001316,
"loss": 3594.9086,
"step": 330
},
{
"epoch": 0.067,
"grad_norm": 911.5134887695312,
"learning_rate": 0.00013360000000000002,
"loss": 3628.2566,
"step": 335
},
{
"epoch": 0.068,
"grad_norm": 1098.527587890625,
"learning_rate": 0.00013560000000000002,
"loss": 3672.1992,
"step": 340
},
{
"epoch": 0.069,
"grad_norm": 1088.143798828125,
"learning_rate": 0.00013759999999999998,
"loss": 3580.4461,
"step": 345
},
{
"epoch": 0.07,
"grad_norm": 1087.552490234375,
"learning_rate": 0.0001396,
"loss": 3597.3785,
"step": 350
},
{
"epoch": 0.071,
"grad_norm": 1147.6051025390625,
"learning_rate": 0.0001416,
"loss": 3576.0094,
"step": 355
},
{
"epoch": 0.072,
"grad_norm": 1495.984130859375,
"learning_rate": 0.0001436,
"loss": 3494.8555,
"step": 360
},
{
"epoch": 0.073,
"grad_norm": 1055.190673828125,
"learning_rate": 0.00014560000000000002,
"loss": 3460.8621,
"step": 365
},
{
"epoch": 0.074,
"grad_norm": 1321.2767333984375,
"learning_rate": 0.0001476,
"loss": 3555.6734,
"step": 370
},
{
"epoch": 0.075,
"grad_norm": 914.0259399414062,
"learning_rate": 0.0001496,
"loss": 3537.5086,
"step": 375
},
{
"epoch": 0.076,
"grad_norm": 739.2498779296875,
"learning_rate": 0.0001516,
"loss": 3540.8371,
"step": 380
},
{
"epoch": 0.077,
"grad_norm": 963.6598510742188,
"learning_rate": 0.00015360000000000002,
"loss": 3444.3902,
"step": 385
},
{
"epoch": 0.078,
"grad_norm": 1022.6743774414062,
"learning_rate": 0.00015560000000000001,
"loss": 3473.8059,
"step": 390
},
{
"epoch": 0.079,
"grad_norm": 620.6236572265625,
"learning_rate": 0.0001576,
"loss": 3458.0344,
"step": 395
},
{
"epoch": 0.08,
"grad_norm": 1045.6507568359375,
"learning_rate": 0.0001596,
"loss": 3517.6207,
"step": 400
},
{
"epoch": 0.081,
"grad_norm": 1708.806884765625,
"learning_rate": 0.00016160000000000002,
"loss": 3385.7105,
"step": 405
},
{
"epoch": 0.082,
"grad_norm": 812.15673828125,
"learning_rate": 0.0001636,
"loss": 3520.5949,
"step": 410
},
{
"epoch": 0.083,
"grad_norm": 1196.4224853515625,
"learning_rate": 0.0001656,
"loss": 3485.2234,
"step": 415
},
{
"epoch": 0.084,
"grad_norm": 1253.3309326171875,
"learning_rate": 0.0001676,
"loss": 3507.3539,
"step": 420
},
{
"epoch": 0.085,
"grad_norm": 776.0189819335938,
"learning_rate": 0.0001696,
"loss": 3472.8063,
"step": 425
},
{
"epoch": 0.086,
"grad_norm": 773.5388793945312,
"learning_rate": 0.0001716,
"loss": 3429.6285,
"step": 430
},
{
"epoch": 0.087,
"grad_norm": 1012.7106323242188,
"learning_rate": 0.00017360000000000002,
"loss": 3505.3313,
"step": 435
},
{
"epoch": 0.088,
"grad_norm": 816.4796752929688,
"learning_rate": 0.0001756,
"loss": 3568.1105,
"step": 440
},
{
"epoch": 0.089,
"grad_norm": 991.8565063476562,
"learning_rate": 0.0001776,
"loss": 3516.9277,
"step": 445
},
{
"epoch": 0.09,
"grad_norm": 732.24755859375,
"learning_rate": 0.0001796,
"loss": 3374.7133,
"step": 450
},
{
"epoch": 0.091,
"grad_norm": 649.7555541992188,
"learning_rate": 0.00018160000000000002,
"loss": 3443.7,
"step": 455
},
{
"epoch": 0.092,
"grad_norm": 878.6435546875,
"learning_rate": 0.00018360000000000002,
"loss": 3403.8051,
"step": 460
},
{
"epoch": 0.093,
"grad_norm": 630.999267578125,
"learning_rate": 0.0001856,
"loss": 3232.1293,
"step": 465
},
{
"epoch": 0.094,
"grad_norm": 554.5361328125,
"learning_rate": 0.0001876,
"loss": 3271.3678,
"step": 470
},
{
"epoch": 0.095,
"grad_norm": 641.49951171875,
"learning_rate": 0.0001896,
"loss": 3333.652,
"step": 475
},
{
"epoch": 0.096,
"grad_norm": 637.1492919921875,
"learning_rate": 0.0001916,
"loss": 3363.1289,
"step": 480
},
{
"epoch": 0.097,
"grad_norm": 937.8768310546875,
"learning_rate": 0.00019360000000000002,
"loss": 3288.0309,
"step": 485
},
{
"epoch": 0.098,
"grad_norm": 805.126708984375,
"learning_rate": 0.0001956,
"loss": 3364.2203,
"step": 490
},
{
"epoch": 0.099,
"grad_norm": 610.83740234375,
"learning_rate": 0.0001976,
"loss": 3394.7113,
"step": 495
},
{
"epoch": 0.1,
"grad_norm": 789.4813842773438,
"learning_rate": 0.0001996,
"loss": 3315.4695,
"step": 500
},
{
"epoch": 0.101,
"grad_norm": 1160.6517333984375,
"learning_rate": 0.00019999961008995606,
"loss": 3334.616,
"step": 505
},
{
"epoch": 0.102,
"grad_norm": 961.8985595703125,
"learning_rate": 0.0001999980260856137,
"loss": 3330.9734,
"step": 510
},
{
"epoch": 0.103,
"grad_norm": 826.5226440429688,
"learning_rate": 0.000199995223636881,
"loss": 3442.5621,
"step": 515
},
{
"epoch": 0.104,
"grad_norm": 775.8286743164062,
"learning_rate": 0.00019999120277790477,
"loss": 3459.541,
"step": 520
},
{
"epoch": 0.105,
"grad_norm": 1258.5,
"learning_rate": 0.00019998596355767805,
"loss": 3378.3793,
"step": 525
},
{
"epoch": 0.106,
"grad_norm": 841.5792236328125,
"learning_rate": 0.000199979506040039,
"loss": 3405.3254,
"step": 530
},
{
"epoch": 0.107,
"grad_norm": 798.4803466796875,
"learning_rate": 0.00019997183030367048,
"loss": 3273.9922,
"step": 535
},
{
"epoch": 0.108,
"grad_norm": 1170.396240234375,
"learning_rate": 0.00019996293644209887,
"loss": 3360.3832,
"step": 540
},
{
"epoch": 0.109,
"grad_norm": 1070.0323486328125,
"learning_rate": 0.0001999528245636931,
"loss": 3331.3465,
"step": 545
},
{
"epoch": 0.11,
"grad_norm": 1051.0511474609375,
"learning_rate": 0.00019994149479166324,
"loss": 3308.0992,
"step": 550
},
{
"epoch": 0.111,
"grad_norm": 796.989990234375,
"learning_rate": 0.00019992894726405893,
"loss": 3102.0805,
"step": 555
},
{
"epoch": 0.112,
"grad_norm": 698.000732421875,
"learning_rate": 0.00019991518213376787,
"loss": 3317.6391,
"step": 560
},
{
"epoch": 0.113,
"grad_norm": 2246.83984375,
"learning_rate": 0.00019990019956851382,
"loss": 3410.4563,
"step": 565
},
{
"epoch": 0.114,
"grad_norm": 617.215576171875,
"learning_rate": 0.0001998839997508546,
"loss": 3304.9102,
"step": 570
},
{
"epoch": 0.115,
"grad_norm": 1047.9600830078125,
"learning_rate": 0.00019986658287817987,
"loss": 3291.1324,
"step": 575
},
{
"epoch": 0.116,
"grad_norm": 1104.1334228515625,
"learning_rate": 0.00019984794916270876,
"loss": 3340.3605,
"step": 580
},
{
"epoch": 0.117,
"grad_norm": 862.6275024414062,
"learning_rate": 0.00019982809883148722,
"loss": 3363.1281,
"step": 585
},
{
"epoch": 0.118,
"grad_norm": 546.2645263671875,
"learning_rate": 0.00019980703212638522,
"loss": 3232.6352,
"step": 590
},
{
"epoch": 0.119,
"grad_norm": 683.046875,
"learning_rate": 0.00019978474930409395,
"loss": 3356.298,
"step": 595
},
{
"epoch": 0.12,
"grad_norm": 976.3824462890625,
"learning_rate": 0.00019976125063612252,
"loss": 3294.1508,
"step": 600
},
{
"epoch": 0.121,
"grad_norm": 539.408935546875,
"learning_rate": 0.00019973653640879485,
"loss": 3254.6162,
"step": 605
},
{
"epoch": 0.122,
"grad_norm": 974.9767456054688,
"learning_rate": 0.00019971060692324598,
"loss": 3282.4551,
"step": 610
},
{
"epoch": 0.123,
"grad_norm": 991.9498291015625,
"learning_rate": 0.00019968346249541846,
"loss": 3256.2035,
"step": 615
},
{
"epoch": 0.124,
"grad_norm": 1847.94921875,
"learning_rate": 0.00019965510345605866,
"loss": 3226.2105,
"step": 620
},
{
"epoch": 0.125,
"grad_norm": 1108.5440673828125,
"learning_rate": 0.0001996255301507125,
"loss": 3268.0434,
"step": 625
},
{
"epoch": 0.126,
"grad_norm": 740.6578369140625,
"learning_rate": 0.00019959474293972129,
"loss": 3306.4871,
"step": 630
},
{
"epoch": 0.127,
"grad_norm": 1070.969482421875,
"learning_rate": 0.00019956274219821757,
"loss": 3220.1213,
"step": 635
},
{
"epoch": 0.128,
"grad_norm": 524.2515869140625,
"learning_rate": 0.00019952952831612026,
"loss": 3322.6828,
"step": 640
},
{
"epoch": 0.129,
"grad_norm": 1079.5675048828125,
"learning_rate": 0.00019949510169813003,
"loss": 3146.235,
"step": 645
},
{
"epoch": 0.13,
"grad_norm": 511.5137939453125,
"learning_rate": 0.00019945946276372434,
"loss": 3250.841,
"step": 650
},
{
"epoch": 0.131,
"grad_norm": 877.8351440429688,
"learning_rate": 0.00019942261194715236,
"loss": 3209.8301,
"step": 655
},
{
"epoch": 0.132,
"grad_norm": 485.3941345214844,
"learning_rate": 0.00019938454969742968,
"loss": 3243.3562,
"step": 660
},
{
"epoch": 0.133,
"grad_norm": 497.9212951660156,
"learning_rate": 0.00019934527647833276,
"loss": 3165.717,
"step": 665
},
{
"epoch": 0.134,
"grad_norm": 517.1693725585938,
"learning_rate": 0.00019930479276839344,
"loss": 3161.6152,
"step": 670
},
{
"epoch": 0.135,
"grad_norm": 580.29248046875,
"learning_rate": 0.0001992630990608929,
"loss": 3221.8814,
"step": 675
},
{
"epoch": 0.136,
"grad_norm": 653.1381225585938,
"learning_rate": 0.00019922019586385585,
"loss": 3160.9695,
"step": 680
},
{
"epoch": 0.137,
"grad_norm": 957.1807861328125,
"learning_rate": 0.00019917608370004417,
"loss": 3083.8781,
"step": 685
},
{
"epoch": 0.138,
"grad_norm": 978.0814208984375,
"learning_rate": 0.00019913076310695068,
"loss": 3149.3178,
"step": 690
},
{
"epoch": 0.139,
"grad_norm": 599.3533325195312,
"learning_rate": 0.00019908423463679248,
"loss": 3405.898,
"step": 695
},
{
"epoch": 0.14,
"grad_norm": 644.0405883789062,
"learning_rate": 0.0001990364988565043,
"loss": 3124.0365,
"step": 700
},
{
"epoch": 0.141,
"grad_norm": 657.9899291992188,
"learning_rate": 0.00019898755634773158,
"loss": 3232.627,
"step": 705
},
{
"epoch": 0.142,
"grad_norm": 1024.3885498046875,
"learning_rate": 0.00019893740770682335,
"loss": 3206.0359,
"step": 710
},
{
"epoch": 0.143,
"grad_norm": 639.23291015625,
"learning_rate": 0.0001988860535448249,
"loss": 3153.7922,
"step": 715
},
{
"epoch": 0.144,
"grad_norm": 853.1345825195312,
"learning_rate": 0.00019883349448747062,
"loss": 3226.2746,
"step": 720
},
{
"epoch": 0.145,
"grad_norm": 649.456298828125,
"learning_rate": 0.0001987797311751759,
"loss": 3159.9381,
"step": 725
},
{
"epoch": 0.146,
"grad_norm": 847.6444091796875,
"learning_rate": 0.00019872476426302982,
"loss": 3168.5613,
"step": 730
},
{
"epoch": 0.147,
"grad_norm": 437.6366271972656,
"learning_rate": 0.0001986685944207868,
"loss": 3170.5756,
"step": 735
},
{
"epoch": 0.148,
"grad_norm": 835.719970703125,
"learning_rate": 0.0001986112223328587,
"loss": 3259.0184,
"step": 740
},
{
"epoch": 0.149,
"grad_norm": 608.6724243164062,
"learning_rate": 0.00019855264869830629,
"loss": 3127.6502,
"step": 745
},
{
"epoch": 0.15,
"grad_norm": 708.157958984375,
"learning_rate": 0.00019849287423083078,
"loss": 3078.4084,
"step": 750
},
{
"epoch": 0.151,
"grad_norm": 1549.337158203125,
"learning_rate": 0.00019843189965876526,
"loss": 3168.5561,
"step": 755
},
{
"epoch": 0.152,
"grad_norm": 1164.7314453125,
"learning_rate": 0.00019836972572506557,
"loss": 3181.3137,
"step": 760
},
{
"epoch": 0.153,
"grad_norm": 730.3987426757812,
"learning_rate": 0.00019830635318730154,
"loss": 3192.5914,
"step": 765
},
{
"epoch": 0.154,
"grad_norm": 555.5482788085938,
"learning_rate": 0.00019824178281764753,
"loss": 3063.7281,
"step": 770
},
{
"epoch": 0.155,
"grad_norm": 522.8924560546875,
"learning_rate": 0.00019817601540287306,
"loss": 3054.3,
"step": 775
},
{
"epoch": 0.156,
"grad_norm": 985.997802734375,
"learning_rate": 0.0001981090517443334,
"loss": 3138.7002,
"step": 780
},
{
"epoch": 0.157,
"grad_norm": 620.354248046875,
"learning_rate": 0.0001980408926579596,
"loss": 3111.7801,
"step": 785
},
{
"epoch": 0.158,
"grad_norm": 757.1004028320312,
"learning_rate": 0.00019797153897424852,
"loss": 3177.8648,
"step": 790
},
{
"epoch": 0.159,
"grad_norm": 691.3663940429688,
"learning_rate": 0.000197900991538253,
"loss": 3158.2051,
"step": 795
},
{
"epoch": 0.16,
"grad_norm": 531.7869873046875,
"learning_rate": 0.00019782925120957124,
"loss": 3090.1836,
"step": 800
},
{
"epoch": 0.161,
"grad_norm": 549.9420776367188,
"learning_rate": 0.00019775631886233654,
"loss": 3101.4516,
"step": 805
},
{
"epoch": 0.162,
"grad_norm": 1146.232421875,
"learning_rate": 0.0001976821953852065,
"loss": 3118.6965,
"step": 810
},
{
"epoch": 0.163,
"grad_norm": 858.1023559570312,
"learning_rate": 0.00019760688168135232,
"loss": 3079.751,
"step": 815
},
{
"epoch": 0.164,
"grad_norm": 648.1384887695312,
"learning_rate": 0.00019753037866844771,
"loss": 3125.7254,
"step": 820
},
{
"epoch": 0.165,
"grad_norm": 514.209228515625,
"learning_rate": 0.00019745268727865774,
"loss": 2986.5631,
"step": 825
},
{
"epoch": 0.166,
"grad_norm": 814.4661865234375,
"learning_rate": 0.00019737380845862745,
"loss": 3151.6637,
"step": 830
},
{
"epoch": 0.167,
"grad_norm": 515.099853515625,
"learning_rate": 0.0001972937431694704,
"loss": 3086.7986,
"step": 835
},
{
"epoch": 0.168,
"grad_norm": 509.7174987792969,
"learning_rate": 0.00019721249238675688,
"loss": 3062.5164,
"step": 840
},
{
"epoch": 0.169,
"grad_norm": 546.0894775390625,
"learning_rate": 0.000197130057100502,
"loss": 3073.1193,
"step": 845
},
{
"epoch": 0.17,
"grad_norm": 520.5086669921875,
"learning_rate": 0.00019704643831515374,
"loss": 3073.6432,
"step": 850
},
{
"epoch": 0.171,
"grad_norm": 620.6599731445312,
"learning_rate": 0.0001969616370495806,
"loss": 3162.8346,
"step": 855
},
{
"epoch": 0.172,
"grad_norm": 794.1182250976562,
"learning_rate": 0.00019687565433705926,
"loss": 3128.5582,
"step": 860
},
{
"epoch": 0.173,
"grad_norm": 554.6781616210938,
"learning_rate": 0.00019678849122526187,
"loss": 2998.2182,
"step": 865
},
{
"epoch": 0.174,
"grad_norm": 537.4011840820312,
"learning_rate": 0.00019670014877624353,
"loss": 2917.2479,
"step": 870
},
{
"epoch": 0.175,
"grad_norm": 485.1464538574219,
"learning_rate": 0.00019661062806642903,
"loss": 2911.5881,
"step": 875
},
{
"epoch": 0.176,
"grad_norm": 936.0216064453125,
"learning_rate": 0.0001965199301866,
"loss": 2936.0742,
"step": 880
},
{
"epoch": 0.177,
"grad_norm": 643.8731689453125,
"learning_rate": 0.00019642805624188147,
"loss": 2961.3049,
"step": 885
},
{
"epoch": 0.178,
"grad_norm": 822.5362548828125,
"learning_rate": 0.0001963350073517285,
"loss": 2949.4357,
"step": 890
},
{
"epoch": 0.179,
"grad_norm": 612.6260986328125,
"learning_rate": 0.0001962407846499124,
"loss": 2903.5834,
"step": 895
},
{
"epoch": 0.18,
"grad_norm": 866.4419555664062,
"learning_rate": 0.0001961453892845071,
"loss": 2923.3662,
"step": 900
},
{
"epoch": 0.181,
"grad_norm": 984.9574584960938,
"learning_rate": 0.00019604882241787498,
"loss": 2925.8561,
"step": 905
},
{
"epoch": 0.182,
"grad_norm": 541.4855346679688,
"learning_rate": 0.0001959510852266529,
"loss": 2989.934,
"step": 910
},
{
"epoch": 0.183,
"grad_norm": 561.4797973632812,
"learning_rate": 0.0001958521789017376,
"loss": 3078.1971,
"step": 915
},
{
"epoch": 0.184,
"grad_norm": 459.2708435058594,
"learning_rate": 0.00019575210464827149,
"loss": 3058.6406,
"step": 920
},
{
"epoch": 0.185,
"grad_norm": 701.63916015625,
"learning_rate": 0.0001956508636856278,
"loss": 3108.5238,
"step": 925
},
{
"epoch": 0.186,
"grad_norm": 652.6410522460938,
"learning_rate": 0.00019554845724739566,
"loss": 2964.8002,
"step": 930
},
{
"epoch": 0.187,
"grad_norm": 795.1707153320312,
"learning_rate": 0.00019544488658136523,
"loss": 3009.4883,
"step": 935
},
{
"epoch": 0.188,
"grad_norm": 743.6959228515625,
"learning_rate": 0.00019534015294951233,
"loss": 3047.1703,
"step": 940
},
{
"epoch": 0.189,
"grad_norm": 972.0225830078125,
"learning_rate": 0.00019523425762798329,
"loss": 3059.7051,
"step": 945
},
{
"epoch": 0.19,
"grad_norm": 628.99658203125,
"learning_rate": 0.00019512720190707913,
"loss": 2951.6826,
"step": 950
},
{
"epoch": 0.191,
"grad_norm": 843.7046508789062,
"learning_rate": 0.00019501898709124008,
"loss": 2968.4668,
"step": 955
},
{
"epoch": 0.192,
"grad_norm": 675.8582763671875,
"learning_rate": 0.00019490961449902946,
"loss": 2955.2494,
"step": 960
},
{
"epoch": 0.193,
"grad_norm": 550.1229248046875,
"learning_rate": 0.00019479908546311781,
"loss": 3010.2867,
"step": 965
},
{
"epoch": 0.194,
"grad_norm": 628.7581787109375,
"learning_rate": 0.0001946874013302666,
"loss": 3003.5668,
"step": 970
},
{
"epoch": 0.195,
"grad_norm": 662.589599609375,
"learning_rate": 0.0001945745634613117,
"loss": 3065.0547,
"step": 975
},
{
"epoch": 0.196,
"grad_norm": 696.1135864257812,
"learning_rate": 0.0001944605732311469,
"loss": 2972.1965,
"step": 980
},
{
"epoch": 0.197,
"grad_norm": 855.1658935546875,
"learning_rate": 0.00019434543202870725,
"loss": 2937.899,
"step": 985
},
{
"epoch": 0.198,
"grad_norm": 763.8836059570312,
"learning_rate": 0.0001942291412569519,
"loss": 3034.993,
"step": 990
},
{
"epoch": 0.199,
"grad_norm": 646.0005493164062,
"learning_rate": 0.00019411170233284727,
"loss": 2959.3984,
"step": 995
},
{
"epoch": 0.2,
"grad_norm": 678.0177001953125,
"learning_rate": 0.00019399311668734956,
"loss": 2911.1822,
"step": 1000
},
{
"epoch": 0.201,
"grad_norm": 659.7586059570312,
"learning_rate": 0.00019387338576538744,
"loss": 2951.4471,
"step": 1005
},
{
"epoch": 0.202,
"grad_norm": 578.772705078125,
"learning_rate": 0.0001937525110258444,
"loss": 2924.4309,
"step": 1010
},
{
"epoch": 0.203,
"grad_norm": 532.567626953125,
"learning_rate": 0.00019363049394154094,
"loss": 2964.8797,
"step": 1015
},
{
"epoch": 0.204,
"grad_norm": 620.676025390625,
"learning_rate": 0.00019350733599921683,
"loss": 3013.1562,
"step": 1020
},
{
"epoch": 0.205,
"grad_norm": 624.5509643554688,
"learning_rate": 0.00019338303869951269,
"loss": 3015.5367,
"step": 1025
},
{
"epoch": 0.206,
"grad_norm": 727.6709594726562,
"learning_rate": 0.00019325760355695188,
"loss": 3027.9779,
"step": 1030
},
{
"epoch": 0.207,
"grad_norm": 746.292724609375,
"learning_rate": 0.00019313103209992204,
"loss": 2908.5408,
"step": 1035
},
{
"epoch": 0.208,
"grad_norm": 508.6307067871094,
"learning_rate": 0.0001930033258706564,
"loss": 2815.2605,
"step": 1040
},
{
"epoch": 0.209,
"grad_norm": 941.90673828125,
"learning_rate": 0.00019287448642521513,
"loss": 3065.2883,
"step": 1045
},
{
"epoch": 0.21,
"grad_norm": 663.970458984375,
"learning_rate": 0.00019274451533346615,
"loss": 2915.14,
"step": 1050
},
{
"epoch": 0.211,
"grad_norm": 845.8551635742188,
"learning_rate": 0.00019261341417906621,
"loss": 3019.4084,
"step": 1055
},
{
"epoch": 0.212,
"grad_norm": 544.3370971679688,
"learning_rate": 0.0001924811845594415,
"loss": 3021.4688,
"step": 1060
},
{
"epoch": 0.213,
"grad_norm": 624.09326171875,
"learning_rate": 0.00019234782808576824,
"loss": 2995.1941,
"step": 1065
},
{
"epoch": 0.214,
"grad_norm": 1026.987548828125,
"learning_rate": 0.00019221334638295294,
"loss": 2903.1875,
"step": 1070
},
{
"epoch": 0.215,
"grad_norm": 642.4382934570312,
"learning_rate": 0.00019207774108961272,
"loss": 2923.3934,
"step": 1075
},
{
"epoch": 0.216,
"grad_norm": 505.894775390625,
"learning_rate": 0.0001919410138580553,
"loss": 2853.5242,
"step": 1080
},
{
"epoch": 0.217,
"grad_norm": 565.5853881835938,
"learning_rate": 0.0001918031663542588,
"loss": 2850.6137,
"step": 1085
},
{
"epoch": 0.218,
"grad_norm": 881.2433471679688,
"learning_rate": 0.00019166420025785164,
"loss": 2903.9689,
"step": 1090
},
{
"epoch": 0.219,
"grad_norm": 557.7477416992188,
"learning_rate": 0.00019152411726209176,
"loss": 2988.4381,
"step": 1095
},
{
"epoch": 0.22,
"grad_norm": 634.8250122070312,
"learning_rate": 0.0001913829190738463,
"loss": 2836.0061,
"step": 1100
},
{
"epoch": 0.221,
"grad_norm": 490.0382995605469,
"learning_rate": 0.00019124060741357063,
"loss": 2835.6045,
"step": 1105
},
{
"epoch": 0.222,
"grad_norm": 748.9854125976562,
"learning_rate": 0.0001910971840152874,
"loss": 2941.0051,
"step": 1110
},
{
"epoch": 0.223,
"grad_norm": 1013.4130249023438,
"learning_rate": 0.00019095265062656544,
"loss": 2917.1266,
"step": 1115
},
{
"epoch": 0.224,
"grad_norm": 779.7803344726562,
"learning_rate": 0.00019080700900849851,
"loss": 2872.6832,
"step": 1120
},
{
"epoch": 0.225,
"grad_norm": 779.881103515625,
"learning_rate": 0.00019066026093568378,
"loss": 2884.3611,
"step": 1125
},
{
"epoch": 0.226,
"grad_norm": 748.835693359375,
"learning_rate": 0.00019051240819620014,
"loss": 2908.9623,
"step": 1130
},
{
"epoch": 0.227,
"grad_norm": 568.9642333984375,
"learning_rate": 0.00019036345259158667,
"loss": 2910.534,
"step": 1135
},
{
"epoch": 0.228,
"grad_norm": 1253.7427978515625,
"learning_rate": 0.00019021339593682028,
"loss": 2914.7135,
"step": 1140
},
{
"epoch": 0.229,
"grad_norm": 844.3057250976562,
"learning_rate": 0.00019006224006029406,
"loss": 2809.6238,
"step": 1145
},
{
"epoch": 0.23,
"grad_norm": 529.9921875,
"learning_rate": 0.00018990998680379456,
"loss": 2924.0938,
"step": 1150
},
{
"epoch": 0.231,
"grad_norm": 774.8236694335938,
"learning_rate": 0.00018975663802247976,
"loss": 2935.2914,
"step": 1155
},
{
"epoch": 0.232,
"grad_norm": 704.4202880859375,
"learning_rate": 0.0001896021955848561,
"loss": 2811.5662,
"step": 1160
},
{
"epoch": 0.233,
"grad_norm": 653.3578491210938,
"learning_rate": 0.000189446661372756,
"loss": 2953.2605,
"step": 1165
},
{
"epoch": 0.234,
"grad_norm": 584.6807861328125,
"learning_rate": 0.0001892900372813147,
"loss": 2864.7809,
"step": 1170
},
{
"epoch": 0.235,
"grad_norm": 517.83544921875,
"learning_rate": 0.00018913232521894732,
"loss": 2860.7746,
"step": 1175
},
{
"epoch": 0.236,
"grad_norm": 873.5042724609375,
"learning_rate": 0.00018897352710732564,
"loss": 2923.6211,
"step": 1180
},
{
"epoch": 0.237,
"grad_norm": 738.9795532226562,
"learning_rate": 0.00018881364488135448,
"loss": 2836.4121,
"step": 1185
},
{
"epoch": 0.238,
"grad_norm": 638.4155883789062,
"learning_rate": 0.00018865268048914828,
"loss": 2910.8602,
"step": 1190
},
{
"epoch": 0.239,
"grad_norm": 528.1077270507812,
"learning_rate": 0.00018849063589200743,
"loss": 2845.2387,
"step": 1195
},
{
"epoch": 0.24,
"grad_norm": 731.9268188476562,
"learning_rate": 0.00018832751306439418,
"loss": 2836.35,
"step": 1200
},
{
"epoch": 0.241,
"grad_norm": 610.1524047851562,
"learning_rate": 0.0001881633139939087,
"loss": 2880.7109,
"step": 1205
},
{
"epoch": 0.242,
"grad_norm": 631.1177978515625,
"learning_rate": 0.00018799804068126485,
"loss": 2814.0535,
"step": 1210
},
{
"epoch": 0.243,
"grad_norm": 571.7704467773438,
"learning_rate": 0.00018783169514026578,
"loss": 2821.4783,
"step": 1215
},
{
"epoch": 0.244,
"grad_norm": 581.4675903320312,
"learning_rate": 0.00018766427939777945,
"loss": 2797.3717,
"step": 1220
},
{
"epoch": 0.245,
"grad_norm": 755.7268676757812,
"learning_rate": 0.0001874957954937138,
"loss": 2845.1211,
"step": 1225
},
{
"epoch": 0.246,
"grad_norm": 922.9185791015625,
"learning_rate": 0.00018732624548099204,
"loss": 2930.0021,
"step": 1230
},
{
"epoch": 0.247,
"grad_norm": 1262.12939453125,
"learning_rate": 0.00018715563142552758,
"loss": 2877.2189,
"step": 1235
},
{
"epoch": 0.248,
"grad_norm": 586.979248046875,
"learning_rate": 0.0001869839554061988,
"loss": 2812.0994,
"step": 1240
},
{
"epoch": 0.249,
"grad_norm": 598.03271484375,
"learning_rate": 0.00018681121951482393,
"loss": 2871.5979,
"step": 1245
},
{
"epoch": 0.25,
"grad_norm": 458.255859375,
"learning_rate": 0.00018663742585613518,
"loss": 2847.2279,
"step": 1250
},
{
"epoch": 0.251,
"grad_norm": 554.3786010742188,
"learning_rate": 0.0001864625765477535,
"loss": 2838.782,
"step": 1255
},
{
"epoch": 0.252,
"grad_norm": 592.9050903320312,
"learning_rate": 0.0001862866737201625,
"loss": 2794.3256,
"step": 1260
},
{
"epoch": 0.253,
"grad_norm": 695.1282348632812,
"learning_rate": 0.00018610971951668265,
"loss": 2864.2137,
"step": 1265
},
{
"epoch": 0.254,
"grad_norm": 632.3800048828125,
"learning_rate": 0.00018593171609344503,
"loss": 2872.1352,
"step": 1270
},
{
"epoch": 0.255,
"grad_norm": 602.6073608398438,
"learning_rate": 0.00018575266561936523,
"loss": 2792.5553,
"step": 1275
},
{
"epoch": 0.256,
"grad_norm": 555.8638916015625,
"learning_rate": 0.00018557257027611675,
"loss": 2774.7732,
"step": 1280
},
{
"epoch": 0.257,
"grad_norm": 672.4834594726562,
"learning_rate": 0.0001853914322581045,
"loss": 2810.5941,
"step": 1285
},
{
"epoch": 0.258,
"grad_norm": 495.1445617675781,
"learning_rate": 0.0001852092537724381,
"loss": 2842.6625,
"step": 1290
},
{
"epoch": 0.259,
"grad_norm": 644.828857421875,
"learning_rate": 0.00018502603703890488,
"loss": 2834.7855,
"step": 1295
},
{
"epoch": 0.26,
"grad_norm": 679.8209228515625,
"learning_rate": 0.0001848417842899429,
"loss": 2868.6729,
"step": 1300
},
{
"epoch": 0.261,
"grad_norm": 592.9375,
"learning_rate": 0.0001846564977706138,
"loss": 2795.5973,
"step": 1305
},
{
"epoch": 0.262,
"grad_norm": 609.8109130859375,
"learning_rate": 0.00018447017973857532,
"loss": 2886.9719,
"step": 1310
},
{
"epoch": 0.263,
"grad_norm": 522.4760131835938,
"learning_rate": 0.0001842828324640539,
"loss": 2812.3195,
"step": 1315
},
{
"epoch": 0.264,
"grad_norm": 1264.2286376953125,
"learning_rate": 0.00018409445822981693,
"loss": 2814.3924,
"step": 1320
},
{
"epoch": 0.265,
"grad_norm": 780.1029663085938,
"learning_rate": 0.000183905059331145,
"loss": 2818.6074,
"step": 1325
},
{
"epoch": 0.266,
"grad_norm": 857.8098754882812,
"learning_rate": 0.000183714638075804,
"loss": 2764.3895,
"step": 1330
},
{
"epoch": 0.267,
"grad_norm": 982.9998168945312,
"learning_rate": 0.00018352319678401676,
"loss": 2792.4455,
"step": 1335
},
{
"epoch": 0.268,
"grad_norm": 467.4656677246094,
"learning_rate": 0.000183330737788435,
"loss": 2865.135,
"step": 1340
},
{
"epoch": 0.269,
"grad_norm": 547.775390625,
"learning_rate": 0.00018313726343411086,
"loss": 2796.5119,
"step": 1345
},
{
"epoch": 0.27,
"grad_norm": 541.8972778320312,
"learning_rate": 0.00018294277607846832,
"loss": 2778.4984,
"step": 1350
},
{
"epoch": 0.271,
"grad_norm": 568.6619262695312,
"learning_rate": 0.00018274727809127438,
"loss": 2796.7777,
"step": 1355
},
{
"epoch": 0.272,
"grad_norm": 498.92742919921875,
"learning_rate": 0.00018255077185461038,
"loss": 2688.4785,
"step": 1360
},
{
"epoch": 0.273,
"grad_norm": 520.3963012695312,
"learning_rate": 0.00018235325976284275,
"loss": 2748.3473,
"step": 1365
},
{
"epoch": 0.274,
"grad_norm": 551.649658203125,
"learning_rate": 0.00018215474422259402,
"loss": 2654.9516,
"step": 1370
},
{
"epoch": 0.275,
"grad_norm": 680.7645263671875,
"learning_rate": 0.0001819552276527134,
"loss": 2674.6588,
"step": 1375
},
{
"epoch": 0.276,
"grad_norm": 556.239013671875,
"learning_rate": 0.0001817547124842473,
"loss": 2834.923,
"step": 1380
},
{
"epoch": 0.277,
"grad_norm": 1076.4615478515625,
"learning_rate": 0.00018155320116040982,
"loss": 2862.5998,
"step": 1385
},
{
"epoch": 0.278,
"grad_norm": 508.90606689453125,
"learning_rate": 0.0001813506961365528,
"loss": 2850.5465,
"step": 1390
},
{
"epoch": 0.279,
"grad_norm": 555.4305419921875,
"learning_rate": 0.00018114719988013612,
"loss": 2696.6562,
"step": 1395
},
{
"epoch": 0.28,
"grad_norm": 579.6337280273438,
"learning_rate": 0.00018094271487069735,
"loss": 2769.3438,
"step": 1400
},
{
"epoch": 0.281,
"grad_norm": 636.021728515625,
"learning_rate": 0.00018073724359982186,
"loss": 2816.7291,
"step": 1405
},
{
"epoch": 0.282,
"grad_norm": 754.2345581054688,
"learning_rate": 0.0001805307885711122,
"loss": 2816.8512,
"step": 1410
},
{
"epoch": 0.283,
"grad_norm": 531.7919921875,
"learning_rate": 0.0001803233523001578,
"loss": 2637.0766,
"step": 1415
},
{
"epoch": 0.284,
"grad_norm": 555.10400390625,
"learning_rate": 0.00018011493731450413,
"loss": 2807.1979,
"step": 1420
},
{
"epoch": 0.285,
"grad_norm": 616.819580078125,
"learning_rate": 0.00017990554615362198,
"loss": 2797.4203,
"step": 1425
},
{
"epoch": 0.286,
"grad_norm": 598.0885620117188,
"learning_rate": 0.00017969518136887663,
"loss": 2759.0594,
"step": 1430
},
{
"epoch": 0.287,
"grad_norm": 560.0699462890625,
"learning_rate": 0.00017948384552349657,
"loss": 2714.7107,
"step": 1435
},
{
"epoch": 0.288,
"grad_norm": 516.631103515625,
"learning_rate": 0.00017927154119254236,
"loss": 2663.8316,
"step": 1440
},
{
"epoch": 0.289,
"grad_norm": 664.1972045898438,
"learning_rate": 0.0001790582709628753,
"loss": 2661.9078,
"step": 1445
},
{
"epoch": 0.29,
"grad_norm": 568.297607421875,
"learning_rate": 0.00017884403743312582,
"loss": 2802.3855,
"step": 1450
},
{
"epoch": 0.291,
"grad_norm": 562.2774047851562,
"learning_rate": 0.00017862884321366188,
"loss": 2740.9219,
"step": 1455
},
{
"epoch": 0.292,
"grad_norm": 696.6268920898438,
"learning_rate": 0.00017841269092655715,
"loss": 2745.157,
"step": 1460
},
{
"epoch": 0.293,
"grad_norm": 517.3338012695312,
"learning_rate": 0.000178195583205559,
"loss": 2659.4271,
"step": 1465
},
{
"epoch": 0.294,
"grad_norm": 531.9053344726562,
"learning_rate": 0.00017797752269605653,
"loss": 2583.1234,
"step": 1470
},
{
"epoch": 0.295,
"grad_norm": 568.3973999023438,
"learning_rate": 0.0001777585120550482,
"loss": 2663.6395,
"step": 1475
},
{
"epoch": 0.296,
"grad_norm": 516.1744995117188,
"learning_rate": 0.0001775385539511096,
"loss": 2581.1822,
"step": 1480
},
{
"epoch": 0.297,
"grad_norm": 561.0599365234375,
"learning_rate": 0.00017731765106436073,
"loss": 2564.9676,
"step": 1485
},
{
"epoch": 0.298,
"grad_norm": 732.7794799804688,
"learning_rate": 0.00017709580608643363,
"loss": 2508.907,
"step": 1490
},
{
"epoch": 0.299,
"grad_norm": 559.291259765625,
"learning_rate": 0.00017687302172043933,
"loss": 2559.4688,
"step": 1495
},
{
"epoch": 0.3,
"grad_norm": 575.7528686523438,
"learning_rate": 0.00017664930068093498,
"loss": 2680.6619,
"step": 1500
},
{
"epoch": 0.301,
"grad_norm": 546.0735473632812,
"learning_rate": 0.0001764246456938909,
"loss": 2727.0369,
"step": 1505
},
{
"epoch": 0.302,
"grad_norm": 635.2940063476562,
"learning_rate": 0.0001761990594966572,
"loss": 2755.6791,
"step": 1510
},
{
"epoch": 0.303,
"grad_norm": 549.516357421875,
"learning_rate": 0.00017597254483793048,
"loss": 2614.3291,
"step": 1515
},
{
"epoch": 0.304,
"grad_norm": 592.5082397460938,
"learning_rate": 0.00017574510447772039,
"loss": 2668.6492,
"step": 1520
},
{
"epoch": 0.305,
"grad_norm": 629.4281005859375,
"learning_rate": 0.00017551674118731591,
"loss": 2723.5563,
"step": 1525
},
{
"epoch": 0.306,
"grad_norm": 633.1651000976562,
"learning_rate": 0.00017528745774925172,
"loss": 2798.4904,
"step": 1530
},
{
"epoch": 0.307,
"grad_norm": 606.2440795898438,
"learning_rate": 0.00017505725695727412,
"loss": 2689.6389,
"step": 1535
},
{
"epoch": 0.308,
"grad_norm": 515.4979858398438,
"learning_rate": 0.00017482614161630714,
"loss": 2646.201,
"step": 1540
},
{
"epoch": 0.309,
"grad_norm": 523.7339477539062,
"learning_rate": 0.00017459411454241822,
"loss": 2823.9461,
"step": 1545
},
{
"epoch": 0.31,
"grad_norm": 560.2193603515625,
"learning_rate": 0.0001743611785627841,
"loss": 2739.6281,
"step": 1550
},
{
"epoch": 0.311,
"grad_norm": 665.2054443359375,
"learning_rate": 0.0001741273365156561,
"loss": 2687.1482,
"step": 1555
},
{
"epoch": 0.312,
"grad_norm": 531.9020385742188,
"learning_rate": 0.0001738925912503259,
"loss": 2682.9943,
"step": 1560
},
{
"epoch": 0.313,
"grad_norm": 2536.34375,
"learning_rate": 0.00017365694562709034,
"loss": 2660.5498,
"step": 1565
},
{
"epoch": 0.314,
"grad_norm": 748.0659790039062,
"learning_rate": 0.00017342040251721702,
"loss": 2816.4619,
"step": 1570
},
{
"epoch": 0.315,
"grad_norm": 560.1141357421875,
"learning_rate": 0.0001731829648029091,
"loss": 2754.3723,
"step": 1575
},
{
"epoch": 0.316,
"grad_norm": 934.7432250976562,
"learning_rate": 0.00017294463537727024,
"loss": 2656.6082,
"step": 1580
},
{
"epoch": 0.317,
"grad_norm": 648.0860595703125,
"learning_rate": 0.0001727054171442692,
"loss": 2690.6639,
"step": 1585
},
{
"epoch": 0.318,
"grad_norm": 664.9550170898438,
"learning_rate": 0.0001724653130187047,
"loss": 2556.3623,
"step": 1590
},
{
"epoch": 0.319,
"grad_norm": 616.341552734375,
"learning_rate": 0.0001722243259261697,
"loss": 2681.3107,
"step": 1595
},
{
"epoch": 0.32,
"grad_norm": 466.2397766113281,
"learning_rate": 0.0001719824588030159,
"loss": 2680.3732,
"step": 1600
},
{
"epoch": 0.321,
"grad_norm": 583.8375854492188,
"learning_rate": 0.00017173971459631787,
"loss": 2667.3168,
"step": 1605
},
{
"epoch": 0.322,
"grad_norm": 584.4191284179688,
"learning_rate": 0.00017149609626383717,
"loss": 2729.5545,
"step": 1610
},
{
"epoch": 0.323,
"grad_norm": 666.5429077148438,
"learning_rate": 0.00017125160677398626,
"loss": 2719.1211,
"step": 1615
},
{
"epoch": 0.324,
"grad_norm": 632.6524658203125,
"learning_rate": 0.0001710062491057925,
"loss": 2826.4475,
"step": 1620
},
{
"epoch": 0.325,
"grad_norm": 599.11279296875,
"learning_rate": 0.00017076002624886154,
"loss": 2881.1066,
"step": 1625
},
{
"epoch": 0.326,
"grad_norm": 623.21826171875,
"learning_rate": 0.00017051294120334125,
"loss": 2904.0859,
"step": 1630
},
{
"epoch": 0.327,
"grad_norm": 531.1157836914062,
"learning_rate": 0.00017026499697988493,
"loss": 2733.4354,
"step": 1635
},
{
"epoch": 0.328,
"grad_norm": 485.53277587890625,
"learning_rate": 0.00017001619659961467,
"loss": 2767.5189,
"step": 1640
},
{
"epoch": 0.329,
"grad_norm": 578.0486450195312,
"learning_rate": 0.00016976654309408464,
"loss": 2839.4973,
"step": 1645
},
{
"epoch": 0.33,
"grad_norm": 675.66943359375,
"learning_rate": 0.000169516039505244,
"loss": 2795.0127,
"step": 1650
},
{
"epoch": 0.331,
"grad_norm": 582.2080688476562,
"learning_rate": 0.0001692646888853999,
"loss": 2787.8512,
"step": 1655
},
{
"epoch": 0.332,
"grad_norm": 552.1707153320312,
"learning_rate": 0.00016901249429718032,
"loss": 2769.3734,
"step": 1660
},
{
"epoch": 0.333,
"grad_norm": 624.3960571289062,
"learning_rate": 0.00016875945881349676,
"loss": 2789.2014,
"step": 1665
},
{
"epoch": 0.334,
"grad_norm": 541.9358520507812,
"learning_rate": 0.0001685055855175067,
"loss": 2707.5879,
"step": 1670
},
{
"epoch": 0.335,
"grad_norm": 463.66082763671875,
"learning_rate": 0.0001682508775025762,
"loss": 2887.9893,
"step": 1675
},
{
"epoch": 0.336,
"grad_norm": 505.3265686035156,
"learning_rate": 0.00016799533787224192,
"loss": 2714.2363,
"step": 1680
},
{
"epoch": 0.337,
"grad_norm": 585.3125610351562,
"learning_rate": 0.00016773896974017373,
"loss": 2684.0188,
"step": 1685
},
{
"epoch": 0.338,
"grad_norm": 787.3109130859375,
"learning_rate": 0.00016748177623013638,
"loss": 2842.8299,
"step": 1690
},
{
"epoch": 0.339,
"grad_norm": 547.6007690429688,
"learning_rate": 0.00016722376047595164,
"loss": 2672.4328,
"step": 1695
},
{
"epoch": 0.34,
"grad_norm": 553.4135131835938,
"learning_rate": 0.00016696492562145996,
"loss": 2707.9334,
"step": 1700
},
{
"epoch": 0.341,
"grad_norm": 533.2074584960938,
"learning_rate": 0.00016670527482048246,
"loss": 2876.2951,
"step": 1705
},
{
"epoch": 0.342,
"grad_norm": 611.0883178710938,
"learning_rate": 0.00016644481123678217,
"loss": 2660.5799,
"step": 1710
},
{
"epoch": 0.343,
"grad_norm": 820.1925659179688,
"learning_rate": 0.00016618353804402568,
"loss": 2803.6262,
"step": 1715
},
{
"epoch": 0.344,
"grad_norm": 567.4574584960938,
"learning_rate": 0.00016592145842574433,
"loss": 2769.2756,
"step": 1720
},
{
"epoch": 0.345,
"grad_norm": 463.9575500488281,
"learning_rate": 0.00016565857557529566,
"loss": 2761.3258,
"step": 1725
},
{
"epoch": 0.346,
"grad_norm": 495.4886169433594,
"learning_rate": 0.00016539489269582416,
"loss": 2693.8607,
"step": 1730
},
{
"epoch": 0.347,
"grad_norm": 479.72442626953125,
"learning_rate": 0.00016513041300022255,
"loss": 2651.9904,
"step": 1735
},
{
"epoch": 0.348,
"grad_norm": 656.9049072265625,
"learning_rate": 0.00016486513971109243,
"loss": 2612.2941,
"step": 1740
},
{
"epoch": 0.349,
"grad_norm": 576.5811157226562,
"learning_rate": 0.0001645990760607051,
"loss": 2699.3523,
"step": 1745
},
{
"epoch": 0.35,
"grad_norm": 636.7595825195312,
"learning_rate": 0.0001643322252909622,
"loss": 2813.6326,
"step": 1750
},
{
"epoch": 0.351,
"grad_norm": 506.0433044433594,
"learning_rate": 0.00016406459065335615,
"loss": 2714.608,
"step": 1755
},
{
"epoch": 0.352,
"grad_norm": 640.377685546875,
"learning_rate": 0.00016379617540893056,
"loss": 2696.8256,
"step": 1760
},
{
"epoch": 0.353,
"grad_norm": 755.3486938476562,
"learning_rate": 0.00016352698282824044,
"loss": 2651.8961,
"step": 1765
},
{
"epoch": 0.354,
"grad_norm": 547.8597412109375,
"learning_rate": 0.00016325701619131246,
"loss": 2731.659,
"step": 1770
},
{
"epoch": 0.355,
"grad_norm": 592.06640625,
"learning_rate": 0.00016298627878760487,
"loss": 2616.5584,
"step": 1775
},
{
"epoch": 0.356,
"grad_norm": 622.9010009765625,
"learning_rate": 0.00016271477391596753,
"loss": 2653.0197,
"step": 1780
},
{
"epoch": 0.357,
"grad_norm": 535.8386840820312,
"learning_rate": 0.00016244250488460158,
"loss": 2845.8023,
"step": 1785
},
{
"epoch": 0.358,
"grad_norm": 559.5410766601562,
"learning_rate": 0.0001621694750110193,
"loss": 2672.4654,
"step": 1790
},
{
"epoch": 0.359,
"grad_norm": 638.0985717773438,
"learning_rate": 0.00016189568762200348,
"loss": 2814.4873,
"step": 1795
},
{
"epoch": 0.36,
"grad_norm": 1307.6617431640625,
"learning_rate": 0.00016162114605356703,
"loss": 2760.4508,
"step": 1800
},
{
"epoch": 0.361,
"grad_norm": 602.5830078125,
"learning_rate": 0.00016134585365091243,
"loss": 2796.1754,
"step": 1805
},
{
"epoch": 0.362,
"grad_norm": 550.4290161132812,
"learning_rate": 0.00016106981376839066,
"loss": 2629.9904,
"step": 1810
},
{
"epoch": 0.363,
"grad_norm": 666.651123046875,
"learning_rate": 0.00016079302976946055,
"loss": 2662.0805,
"step": 1815
},
{
"epoch": 0.364,
"grad_norm": 1200.936279296875,
"learning_rate": 0.0001605155050266478,
"loss": 2688.6748,
"step": 1820
},
{
"epoch": 0.365,
"grad_norm": 2214.546875,
"learning_rate": 0.00016023724292150385,
"loss": 2769.6148,
"step": 1825
},
{
"epoch": 0.366,
"grad_norm": 479.4501953125,
"learning_rate": 0.00015995824684456465,
"loss": 2635.6166,
"step": 1830
},
{
"epoch": 0.367,
"grad_norm": 475.82110595703125,
"learning_rate": 0.00015967852019530926,
"loss": 2617.41,
"step": 1835
},
{
"epoch": 0.368,
"grad_norm": 525.076904296875,
"learning_rate": 0.0001593980663821187,
"loss": 2636.9918,
"step": 1840
},
{
"epoch": 0.369,
"grad_norm": 570.8831176757812,
"learning_rate": 0.0001591168888222342,
"loss": 2610.0646,
"step": 1845
},
{
"epoch": 0.37,
"grad_norm": 606.095947265625,
"learning_rate": 0.00015883499094171554,
"loss": 2677.9738,
"step": 1850
},
{
"epoch": 0.371,
"grad_norm": 681.592041015625,
"learning_rate": 0.0001585523761753994,
"loss": 2903.416,
"step": 1855
},
{
"epoch": 0.372,
"grad_norm": 493.4245300292969,
"learning_rate": 0.00015826904796685762,
"loss": 2654.5246,
"step": 1860
},
{
"epoch": 0.373,
"grad_norm": 878.821044921875,
"learning_rate": 0.00015798500976835493,
"loss": 2727.9273,
"step": 1865
},
{
"epoch": 0.374,
"grad_norm": 765.4402465820312,
"learning_rate": 0.00015770026504080718,
"loss": 2632.7385,
"step": 1870
},
{
"epoch": 0.375,
"grad_norm": 636.4122314453125,
"learning_rate": 0.000157414817253739,
"loss": 2710.8992,
"step": 1875
},
{
"epoch": 0.376,
"grad_norm": 727.2545776367188,
"learning_rate": 0.00015712866988524155,
"loss": 2608.8686,
"step": 1880
},
{
"epoch": 0.377,
"grad_norm": 541.288818359375,
"learning_rate": 0.0001568418264219303,
"loss": 2597.5434,
"step": 1885
},
{
"epoch": 0.378,
"grad_norm": 592.126708984375,
"learning_rate": 0.0001565542903589023,
"loss": 2523.0031,
"step": 1890
},
{
"epoch": 0.379,
"grad_norm": 826.4771728515625,
"learning_rate": 0.0001562660651996937,
"loss": 2610.8951,
"step": 1895
},
{
"epoch": 0.38,
"grad_norm": 711.698486328125,
"learning_rate": 0.00015597715445623712,
"loss": 2621.133,
"step": 1900
},
{
"epoch": 0.381,
"grad_norm": 648.3792724609375,
"learning_rate": 0.00015568756164881882,
"loss": 2705.9773,
"step": 1905
},
{
"epoch": 0.382,
"grad_norm": 777.3300170898438,
"learning_rate": 0.00015539729030603574,
"loss": 2622.5195,
"step": 1910
},
{
"epoch": 0.383,
"grad_norm": 584.0446166992188,
"learning_rate": 0.0001551063439647526,
"loss": 2613.2635,
"step": 1915
},
{
"epoch": 0.384,
"grad_norm": 521.5294189453125,
"learning_rate": 0.00015481472617005876,
"loss": 2589.0805,
"step": 1920
},
{
"epoch": 0.385,
"grad_norm": 597.8826293945312,
"learning_rate": 0.00015452244047522502,
"loss": 2629.9637,
"step": 1925
},
{
"epoch": 0.386,
"grad_norm": 737.4441528320312,
"learning_rate": 0.0001542294904416603,
"loss": 2651.06,
"step": 1930
},
{
"epoch": 0.387,
"grad_norm": 502.536376953125,
"learning_rate": 0.00015393587963886835,
"loss": 2610.5352,
"step": 1935
},
{
"epoch": 0.388,
"grad_norm": 503.56756591796875,
"learning_rate": 0.0001536416116444041,
"loss": 2609.7027,
"step": 1940
},
{
"epoch": 0.389,
"grad_norm": 657.7830200195312,
"learning_rate": 0.0001533466900438303,
"loss": 2636.284,
"step": 1945
},
{
"epoch": 0.39,
"grad_norm": 475.95941162109375,
"learning_rate": 0.0001530511184306734,
"loss": 2658.7533,
"step": 1950
},
{
"epoch": 0.391,
"grad_norm": 881.6644287109375,
"learning_rate": 0.00015275490040638038,
"loss": 2653.84,
"step": 1955
},
{
"epoch": 0.392,
"grad_norm": 756.3768310546875,
"learning_rate": 0.00015245803958027434,
"loss": 2556.6473,
"step": 1960
},
{
"epoch": 0.393,
"grad_norm": 572.1952514648438,
"learning_rate": 0.0001521605395695108,
"loss": 2589.9494,
"step": 1965
},
{
"epoch": 0.394,
"grad_norm": 767.3079833984375,
"learning_rate": 0.00015186240399903342,
"loss": 2816.6908,
"step": 1970
},
{
"epoch": 0.395,
"grad_norm": 485.5181579589844,
"learning_rate": 0.00015156363650153012,
"loss": 2730.6287,
"step": 1975
},
{
"epoch": 0.396,
"grad_norm": 466.5858154296875,
"learning_rate": 0.0001512642407173885,
"loss": 2621.565,
"step": 1980
},
{
"epoch": 0.397,
"grad_norm": 547.4967651367188,
"learning_rate": 0.00015096422029465178,
"loss": 2616.0502,
"step": 1985
},
{
"epoch": 0.398,
"grad_norm": 581.68212890625,
"learning_rate": 0.0001506635788889741,
"loss": 2661.1658,
"step": 1990
},
{
"epoch": 0.399,
"grad_norm": 701.0371704101562,
"learning_rate": 0.0001503623201635761,
"loss": 2567.5332,
"step": 1995
},
{
"epoch": 0.4,
"grad_norm": 626.0822143554688,
"learning_rate": 0.0001500604477892003,
"loss": 2639.2732,
"step": 2000
},
{
"epoch": 0.401,
"grad_norm": 567.464599609375,
"learning_rate": 0.00014975796544406625,
"loss": 2618.4773,
"step": 2005
},
{
"epoch": 0.402,
"grad_norm": 478.1789855957031,
"learning_rate": 0.00014945487681382598,
"loss": 2584.0713,
"step": 2010
},
{
"epoch": 0.403,
"grad_norm": 460.35089111328125,
"learning_rate": 0.0001491511855915187,
"loss": 2577.9811,
"step": 2015
},
{
"epoch": 0.404,
"grad_norm": 553.5239868164062,
"learning_rate": 0.0001488468954775262,
"loss": 2632.8262,
"step": 2020
},
{
"epoch": 0.405,
"grad_norm": 761.0369873046875,
"learning_rate": 0.0001485420101795274,
"loss": 2599.3506,
"step": 2025
},
{
"epoch": 0.406,
"grad_norm": 827.4967041015625,
"learning_rate": 0.00014823653341245353,
"loss": 2626.4689,
"step": 2030
},
{
"epoch": 0.407,
"grad_norm": 660.646240234375,
"learning_rate": 0.0001479304688984425,
"loss": 2612.2373,
"step": 2035
},
{
"epoch": 0.408,
"grad_norm": 521.4010620117188,
"learning_rate": 0.0001476238203667939,
"loss": 2636.3283,
"step": 2040
},
{
"epoch": 0.409,
"grad_norm": 592.2291870117188,
"learning_rate": 0.00014731659155392332,
"loss": 2580.607,
"step": 2045
},
{
"epoch": 0.41,
"grad_norm": 605.0936889648438,
"learning_rate": 0.00014700878620331684,
"loss": 2618.9537,
"step": 2050
},
{
"epoch": 0.411,
"grad_norm": 515.1807250976562,
"learning_rate": 0.00014670040806548555,
"loss": 2565.448,
"step": 2055
},
{
"epoch": 0.412,
"grad_norm": 457.4787902832031,
"learning_rate": 0.0001463914608979197,
"loss": 2486.3535,
"step": 2060
},
{
"epoch": 0.413,
"grad_norm": 522.2770385742188,
"learning_rate": 0.0001460819484650431,
"loss": 2566.8361,
"step": 2065
},
{
"epoch": 0.414,
"grad_norm": 630.298095703125,
"learning_rate": 0.000145771874538167,
"loss": 2636.3551,
"step": 2070
},
{
"epoch": 0.415,
"grad_norm": 651.8346557617188,
"learning_rate": 0.0001454612428954444,
"loss": 2630.8029,
"step": 2075
},
{
"epoch": 0.416,
"grad_norm": 530.9024047851562,
"learning_rate": 0.00014515005732182383,
"loss": 2603.668,
"step": 2080
},
{
"epoch": 0.417,
"grad_norm": 478.0645751953125,
"learning_rate": 0.00014483832160900326,
"loss": 2609.5436,
"step": 2085
},
{
"epoch": 0.418,
"grad_norm": 464.1874084472656,
"learning_rate": 0.00014452603955538397,
"loss": 2567.017,
"step": 2090
},
{
"epoch": 0.419,
"grad_norm": 486.8045959472656,
"learning_rate": 0.00014421321496602428,
"loss": 2493.4514,
"step": 2095
},
{
"epoch": 0.42,
"grad_norm": 585.156005859375,
"learning_rate": 0.00014389985165259308,
"loss": 2589.0436,
"step": 2100
},
{
"epoch": 0.421,
"grad_norm": 540.2659912109375,
"learning_rate": 0.00014358595343332342,
"loss": 2586.4859,
"step": 2105
},
{
"epoch": 0.422,
"grad_norm": 583.5233764648438,
"learning_rate": 0.00014327152413296608,
"loss": 2559.5984,
"step": 2110
},
{
"epoch": 0.423,
"grad_norm": 451.3779296875,
"learning_rate": 0.00014295656758274284,
"loss": 2540.6359,
"step": 2115
},
{
"epoch": 0.424,
"grad_norm": 525.066650390625,
"learning_rate": 0.0001426410876202999,
"loss": 2596.0338,
"step": 2120
},
{
"epoch": 0.425,
"grad_norm": 469.39013671875,
"learning_rate": 0.00014232508808966098,
"loss": 2590.6871,
"step": 2125
},
{
"epoch": 0.426,
"grad_norm": 576.358642578125,
"learning_rate": 0.00014200857284118066,
"loss": 2698.4426,
"step": 2130
},
{
"epoch": 0.427,
"grad_norm": 703.2138061523438,
"learning_rate": 0.00014169154573149737,
"loss": 2549.043,
"step": 2135
},
{
"epoch": 0.428,
"grad_norm": 642.9555053710938,
"learning_rate": 0.00014137401062348638,
"loss": 2582.3008,
"step": 2140
},
{
"epoch": 0.429,
"grad_norm": 663.743896484375,
"learning_rate": 0.0001410559713862128,
"loss": 2543.3814,
"step": 2145
},
{
"epoch": 0.43,
"grad_norm": 634.4940185546875,
"learning_rate": 0.00014073743189488435,
"loss": 2610.2531,
"step": 2150
},
{
"epoch": 0.431,
"grad_norm": 515.4493408203125,
"learning_rate": 0.00014041839603080422,
"loss": 2554.5396,
"step": 2155
},
{
"epoch": 0.432,
"grad_norm": 585.721923828125,
"learning_rate": 0.00014009886768132375,
"loss": 2567.3295,
"step": 2160
},
{
"epoch": 0.433,
"grad_norm": 500.9267883300781,
"learning_rate": 0.000139778850739795,
"loss": 2560.4172,
"step": 2165
},
{
"epoch": 0.434,
"grad_norm": 493.6221008300781,
"learning_rate": 0.0001394583491055234,
"loss": 2515.8926,
"step": 2170
},
{
"epoch": 0.435,
"grad_norm": 579.702880859375,
"learning_rate": 0.00013913736668372026,
"loss": 2585.6443,
"step": 2175
},
{
"epoch": 0.436,
"grad_norm": 478.5162048339844,
"learning_rate": 0.00013881590738545508,
"loss": 2475.7076,
"step": 2180
},
{
"epoch": 0.437,
"grad_norm": 625.7030029296875,
"learning_rate": 0.00013849397512760795,
"loss": 2576.9561,
"step": 2185
},
{
"epoch": 0.438,
"grad_norm": 979.9288330078125,
"learning_rate": 0.00013817157383282184,
"loss": 2423.4379,
"step": 2190
},
{
"epoch": 0.439,
"grad_norm": 527.1039428710938,
"learning_rate": 0.00013784870742945482,
"loss": 2566.2516,
"step": 2195
},
{
"epoch": 0.44,
"grad_norm": 543.466796875,
"learning_rate": 0.0001375253798515321,
"loss": 2443.7986,
"step": 2200
},
{
"epoch": 0.441,
"grad_norm": 490.40045166015625,
"learning_rate": 0.00013720159503869815,
"loss": 2524.4922,
"step": 2205
},
{
"epoch": 0.442,
"grad_norm": 543.5718994140625,
"learning_rate": 0.00013687735693616876,
"loss": 2546.975,
"step": 2210
},
{
"epoch": 0.443,
"grad_norm": 738.834228515625,
"learning_rate": 0.0001365526694946829,
"loss": 2665.1717,
"step": 2215
},
{
"epoch": 0.444,
"grad_norm": 1170.3953857421875,
"learning_rate": 0.00013622753667045457,
"loss": 2558.6566,
"step": 2220
},
{
"epoch": 0.445,
"grad_norm": 696.045166015625,
"learning_rate": 0.00013590196242512463,
"loss": 2515.7387,
"step": 2225
},
{
"epoch": 0.446,
"grad_norm": 509.226806640625,
"learning_rate": 0.0001355759507257125,
"loss": 2513.0979,
"step": 2230
},
{
"epoch": 0.447,
"grad_norm": 616.2279663085938,
"learning_rate": 0.00013524950554456784,
"loss": 2526.1201,
"step": 2235
},
{
"epoch": 0.448,
"grad_norm": 537.3795166015625,
"learning_rate": 0.00013492263085932224,
"loss": 2513.8975,
"step": 2240
},
{
"epoch": 0.449,
"grad_norm": 547.4724731445312,
"learning_rate": 0.0001345953306528405,
"loss": 2560.1555,
"step": 2245
},
{
"epoch": 0.45,
"grad_norm": 1451.450439453125,
"learning_rate": 0.00013426760891317236,
"loss": 2668.6582,
"step": 2250
},
{
"epoch": 0.451,
"grad_norm": 715.5179443359375,
"learning_rate": 0.00013393946963350382,
"loss": 2551.6438,
"step": 2255
},
{
"epoch": 0.452,
"grad_norm": 549.2633666992188,
"learning_rate": 0.00013361091681210845,
"loss": 2515.9938,
"step": 2260
},
{
"epoch": 0.453,
"grad_norm": 537.6796875,
"learning_rate": 0.00013328195445229868,
"loss": 2487.5445,
"step": 2265
},
{
"epoch": 0.454,
"grad_norm": 541.9410400390625,
"learning_rate": 0.00013295258656237702,
"loss": 2529.5902,
"step": 2270
},
{
"epoch": 0.455,
"grad_norm": 430.75738525390625,
"learning_rate": 0.00013262281715558736,
"loss": 2580.5379,
"step": 2275
},
{
"epoch": 0.456,
"grad_norm": 525.926025390625,
"learning_rate": 0.00013229265025006576,
"loss": 2652.8443,
"step": 2280
},
{
"epoch": 0.457,
"grad_norm": 565.6859130859375,
"learning_rate": 0.0001319620898687918,
"loss": 2528.9801,
"step": 2285
},
{
"epoch": 0.458,
"grad_norm": 526.6840209960938,
"learning_rate": 0.0001316311400395394,
"loss": 2465.5684,
"step": 2290
},
{
"epoch": 0.459,
"grad_norm": 658.6380004882812,
"learning_rate": 0.00013129980479482782,
"loss": 2562.0297,
"step": 2295
},
{
"epoch": 0.46,
"grad_norm": 598.3975219726562,
"learning_rate": 0.00013096808817187242,
"loss": 2475.8359,
"step": 2300
},
{
"epoch": 0.461,
"grad_norm": 545.1085815429688,
"learning_rate": 0.00013063599421253558,
"loss": 2546.6238,
"step": 2305
},
{
"epoch": 0.462,
"grad_norm": 656.5625610351562,
"learning_rate": 0.00013030352696327742,
"loss": 2514.3721,
"step": 2310
},
{
"epoch": 0.463,
"grad_norm": 512.7451171875,
"learning_rate": 0.0001299706904751064,
"loss": 2535.8684,
"step": 2315
},
{
"epoch": 0.464,
"grad_norm": 535.3182373046875,
"learning_rate": 0.00012963748880353011,
"loss": 2547.0695,
"step": 2320
},
{
"epoch": 0.465,
"grad_norm": 721.814697265625,
"learning_rate": 0.00012930392600850573,
"loss": 2600.2518,
"step": 2325
},
{
"epoch": 0.466,
"grad_norm": 544.0139770507812,
"learning_rate": 0.00012897000615439075,
"loss": 2498.4814,
"step": 2330
},
{
"epoch": 0.467,
"grad_norm": 470.3022766113281,
"learning_rate": 0.00012863573330989313,
"loss": 2517.0922,
"step": 2335
},
{
"epoch": 0.468,
"grad_norm": 878.3179321289062,
"learning_rate": 0.00012830111154802203,
"loss": 3063.476,
"step": 2340
},
{
"epoch": 0.469,
"grad_norm": 650.689208984375,
"learning_rate": 0.000127966144946038,
"loss": 2539.8498,
"step": 2345
},
{
"epoch": 0.47,
"grad_norm": 572.6421508789062,
"learning_rate": 0.00012763083758540337,
"loss": 2549.9426,
"step": 2350
},
{
"epoch": 0.471,
"grad_norm": 638.99462890625,
"learning_rate": 0.00012729519355173254,
"loss": 2564.6719,
"step": 2355
},
{
"epoch": 0.472,
"grad_norm": 581.8339233398438,
"learning_rate": 0.00012695921693474212,
"loss": 2617.2387,
"step": 2360
},
{
"epoch": 0.473,
"grad_norm": 528.600830078125,
"learning_rate": 0.00012662291182820114,
"loss": 2476.502,
"step": 2365
},
{
"epoch": 0.474,
"grad_norm": 1112.584228515625,
"learning_rate": 0.0001262862823298812,
"loss": 2686.8639,
"step": 2370
},
{
"epoch": 0.475,
"grad_norm": 613.5630493164062,
"learning_rate": 0.00012594933254150655,
"loss": 2696.7641,
"step": 2375
},
{
"epoch": 0.476,
"grad_norm": 814.6277465820312,
"learning_rate": 0.00012561206656870396,
"loss": 2546.1234,
"step": 2380
},
{
"epoch": 0.477,
"grad_norm": 569.0060424804688,
"learning_rate": 0.00012527448852095295,
"loss": 2583.8328,
"step": 2385
},
{
"epoch": 0.478,
"grad_norm": 759.8849487304688,
"learning_rate": 0.0001249366025115354,
"loss": 2558.3686,
"step": 2390
},
{
"epoch": 0.479,
"grad_norm": 689.7212524414062,
"learning_rate": 0.0001245984126574858,
"loss": 2523.2107,
"step": 2395
},
{
"epoch": 0.48,
"grad_norm": 938.4207763671875,
"learning_rate": 0.00012425992307954075,
"loss": 2500.8367,
"step": 2400
},
{
"epoch": 0.481,
"grad_norm": 529.2037963867188,
"learning_rate": 0.00012392113790208895,
"loss": 2861.8998,
"step": 2405
},
{
"epoch": 0.482,
"grad_norm": 552.0263671875,
"learning_rate": 0.00012358206125312083,
"loss": 2405.284,
"step": 2410
},
{
"epoch": 0.483,
"grad_norm": 802.8057861328125,
"learning_rate": 0.0001232426972641784,
"loss": 2565.5674,
"step": 2415
},
{
"epoch": 0.484,
"grad_norm": 517.8291625976562,
"learning_rate": 0.00012290305007030478,
"loss": 2537.8539,
"step": 2420
},
{
"epoch": 0.485,
"grad_norm": 730.5739135742188,
"learning_rate": 0.00012256312380999376,
"loss": 2578.7299,
"step": 2425
},
{
"epoch": 0.486,
"grad_norm": 540.3443603515625,
"learning_rate": 0.00012222292262513965,
"loss": 2488.8139,
"step": 2430
},
{
"epoch": 0.487,
"grad_norm": 488.90606689453125,
"learning_rate": 0.00012188245066098647,
"loss": 2441.8084,
"step": 2435
},
{
"epoch": 0.488,
"grad_norm": 597.306884765625,
"learning_rate": 0.00012154171206607764,
"loss": 2482.4201,
"step": 2440
},
{
"epoch": 0.489,
"grad_norm": 654.6177978515625,
"learning_rate": 0.00012120071099220549,
"loss": 2479.2762,
"step": 2445
},
{
"epoch": 0.49,
"grad_norm": 478.14727783203125,
"learning_rate": 0.00012085945159436038,
"loss": 2522.6246,
"step": 2450
},
{
"epoch": 0.491,
"grad_norm": 546.2999267578125,
"learning_rate": 0.00012051793803068046,
"loss": 2464.2801,
"step": 2455
},
{
"epoch": 0.492,
"grad_norm": 496.251953125,
"learning_rate": 0.0001201761744624007,
"loss": 2702.6268,
"step": 2460
},
{
"epoch": 0.493,
"grad_norm": 594.6992797851562,
"learning_rate": 0.00011983416505380234,
"loss": 2605.2422,
"step": 2465
},
{
"epoch": 0.494,
"grad_norm": 582.0289916992188,
"learning_rate": 0.00011949191397216206,
"loss": 2517.1559,
"step": 2470
},
{
"epoch": 0.495,
"grad_norm": 456.2720947265625,
"learning_rate": 0.00011914942538770131,
"loss": 2466.69,
"step": 2475
},
{
"epoch": 0.496,
"grad_norm": 586.1421508789062,
"learning_rate": 0.00011880670347353539,
"loss": 2476.1844,
"step": 2480
},
{
"epoch": 0.497,
"grad_norm": 609.2529907226562,
"learning_rate": 0.0001184637524056227,
"loss": 2753.5527,
"step": 2485
},
{
"epoch": 0.498,
"grad_norm": 483.8121643066406,
"learning_rate": 0.00011812057636271374,
"loss": 2480.4777,
"step": 2490
},
{
"epoch": 0.499,
"grad_norm": 555.1434936523438,
"learning_rate": 0.00011777717952630031,
"loss": 2490.7084,
"step": 2495
},
{
"epoch": 0.5,
"grad_norm": 519.2879028320312,
"learning_rate": 0.00011743356608056449,
"loss": 2520.2537,
"step": 2500
},
{
"epoch": 0.501,
"grad_norm": 737.7413330078125,
"learning_rate": 0.00011708974021232769,
"loss": 2535.8242,
"step": 2505
},
{
"epoch": 0.502,
"grad_norm": 587.8907470703125,
"learning_rate": 0.00011674570611099955,
"loss": 2508.3715,
"step": 2510
},
{
"epoch": 0.503,
"grad_norm": 592.0271606445312,
"learning_rate": 0.00011640146796852711,
"loss": 2510.1002,
"step": 2515
},
{
"epoch": 0.504,
"grad_norm": 516.299072265625,
"learning_rate": 0.00011605702997934345,
"loss": 2601.7525,
"step": 2520
},
{
"epoch": 0.505,
"grad_norm": 486.2798767089844,
"learning_rate": 0.00011571239634031679,
"loss": 2557.4238,
"step": 2525
},
{
"epoch": 0.506,
"grad_norm": 476.0435485839844,
"learning_rate": 0.00011536757125069923,
"loss": 2452.0791,
"step": 2530
},
{
"epoch": 0.507,
"grad_norm": 605.2020874023438,
"learning_rate": 0.00011502255891207572,
"loss": 2529.2049,
"step": 2535
},
{
"epoch": 0.508,
"grad_norm": 493.29632568359375,
"learning_rate": 0.00011467736352831266,
"loss": 2498.2951,
"step": 2540
},
{
"epoch": 0.509,
"grad_norm": 530.194580078125,
"learning_rate": 0.00011433198930550695,
"loss": 2474.4281,
"step": 2545
},
{
"epoch": 0.51,
"grad_norm": 440.2906188964844,
"learning_rate": 0.00011398644045193444,
"loss": 2488.0682,
"step": 2550
},
{
"epoch": 0.511,
"grad_norm": 470.6048583984375,
"learning_rate": 0.00011364072117799885,
"loss": 2499.0836,
"step": 2555
},
{
"epoch": 0.512,
"grad_norm": 604.220947265625,
"learning_rate": 0.00011329483569618045,
"loss": 2408.2574,
"step": 2560
},
{
"epoch": 0.513,
"grad_norm": 646.5419311523438,
"learning_rate": 0.00011294878822098469,
"loss": 2501.0246,
"step": 2565
},
{
"epoch": 0.514,
"grad_norm": 1514.9168701171875,
"learning_rate": 0.00011260258296889086,
"loss": 2432.7559,
"step": 2570
},
{
"epoch": 0.515,
"grad_norm": 2824.786376953125,
"learning_rate": 0.00011225622415830068,
"loss": 2624.9326,
"step": 2575
},
{
"epoch": 0.516,
"grad_norm": 454.0226745605469,
"learning_rate": 0.00011190971600948699,
"loss": 2438.6369,
"step": 2580
},
{
"epoch": 0.517,
"grad_norm": 526.448974609375,
"learning_rate": 0.00011156306274454218,
"loss": 2459.509,
"step": 2585
},
{
"epoch": 0.518,
"grad_norm": 586.046630859375,
"learning_rate": 0.0001112162685873269,
"loss": 2477.8961,
"step": 2590
},
{
"epoch": 0.519,
"grad_norm": 538.010498046875,
"learning_rate": 0.00011086933776341852,
"loss": 2416.8273,
"step": 2595
},
{
"epoch": 0.52,
"grad_norm": 517.216796875,
"learning_rate": 0.00011052227450005967,
"loss": 2389.2906,
"step": 2600
},
{
"epoch": 0.521,
"grad_norm": 544.08154296875,
"learning_rate": 0.00011017508302610664,
"loss": 2422.8779,
"step": 2605
},
{
"epoch": 0.522,
"grad_norm": 532.5357666015625,
"learning_rate": 0.00010982776757197799,
"loss": 2620.9127,
"step": 2610
},
{
"epoch": 0.523,
"grad_norm": 741.2442626953125,
"learning_rate": 0.00010948033236960294,
"loss": 2457.8793,
"step": 2615
},
{
"epoch": 0.524,
"grad_norm": 559.7271118164062,
"learning_rate": 0.00010913278165236978,
"loss": 2412.6145,
"step": 2620
},
{
"epoch": 0.525,
"grad_norm": 626.8773803710938,
"learning_rate": 0.00010878511965507434,
"loss": 2546.3113,
"step": 2625
},
{
"epoch": 0.526,
"grad_norm": 835.8986206054688,
"learning_rate": 0.00010843735061386828,
"loss": 2492.3385,
"step": 2630
},
{
"epoch": 0.527,
"grad_norm": 545.5006103515625,
"learning_rate": 0.00010808947876620767,
"loss": 2463.8197,
"step": 2635
},
{
"epoch": 0.528,
"grad_norm": 574.677001953125,
"learning_rate": 0.00010774150835080119,
"loss": 2575.6695,
"step": 2640
},
{
"epoch": 0.529,
"grad_norm": 623.7171020507812,
"learning_rate": 0.00010739344360755852,
"loss": 2516.1988,
"step": 2645
},
{
"epoch": 0.53,
"grad_norm": 485.6029357910156,
"learning_rate": 0.0001070452887775387,
"loss": 2482.5025,
"step": 2650
},
{
"epoch": 0.531,
"grad_norm": 567.178466796875,
"learning_rate": 0.00010669704810289851,
"loss": 2609.8158,
"step": 2655
},
{
"epoch": 0.532,
"grad_norm": 2758.93701171875,
"learning_rate": 0.00010634872582684061,
"loss": 2475.8338,
"step": 2660
},
{
"epoch": 0.533,
"grad_norm": 572.0568237304688,
"learning_rate": 0.00010600032619356209,
"loss": 2547.4691,
"step": 2665
},
{
"epoch": 0.534,
"grad_norm": 459.0948486328125,
"learning_rate": 0.00010565185344820247,
"loss": 2431.0879,
"step": 2670
},
{
"epoch": 0.535,
"grad_norm": 544.7667236328125,
"learning_rate": 0.00010530331183679218,
"loss": 2425.8934,
"step": 2675
},
{
"epoch": 0.536,
"grad_norm": 537.0723876953125,
"learning_rate": 0.00010495470560620083,
"loss": 2480.6719,
"step": 2680
},
{
"epoch": 0.537,
"grad_norm": 507.00494384765625,
"learning_rate": 0.00010460603900408523,
"loss": 2423.5633,
"step": 2685
},
{
"epoch": 0.538,
"grad_norm": 541.5460205078125,
"learning_rate": 0.00010425731627883797,
"loss": 2523.4033,
"step": 2690
},
{
"epoch": 0.539,
"grad_norm": 454.7694396972656,
"learning_rate": 0.00010390854167953537,
"loss": 2496.2143,
"step": 2695
},
{
"epoch": 0.54,
"grad_norm": 507.29498291015625,
"learning_rate": 0.00010355971945588585,
"loss": 2511.5721,
"step": 2700
},
{
"epoch": 0.541,
"grad_norm": 601.2445678710938,
"learning_rate": 0.00010321085385817817,
"loss": 2440.9248,
"step": 2705
},
{
"epoch": 0.542,
"grad_norm": 500.01007080078125,
"learning_rate": 0.00010286194913722948,
"loss": 2410.7158,
"step": 2710
},
{
"epoch": 0.543,
"grad_norm": 516.3615112304688,
"learning_rate": 0.00010251300954433376,
"loss": 2433.3928,
"step": 2715
},
{
"epoch": 0.544,
"grad_norm": 492.0466613769531,
"learning_rate": 0.00010216403933120979,
"loss": 2454.335,
"step": 2720
},
{
"epoch": 0.545,
"grad_norm": 514.6785278320312,
"learning_rate": 0.00010181504274994948,
"loss": 2471.8535,
"step": 2725
},
{
"epoch": 0.546,
"grad_norm": 525.2900390625,
"learning_rate": 0.00010146602405296607,
"loss": 2494.9723,
"step": 2730
},
{
"epoch": 0.547,
"grad_norm": 572.9546508789062,
"learning_rate": 0.00010111698749294223,
"loss": 2470.2383,
"step": 2735
},
{
"epoch": 0.548,
"grad_norm": 537.0374755859375,
"learning_rate": 0.00010076793732277829,
"loss": 2412.7641,
"step": 2740
},
{
"epoch": 0.549,
"grad_norm": 503.0254821777344,
"learning_rate": 0.0001004188777955404,
"loss": 2358.4277,
"step": 2745
},
{
"epoch": 0.55,
"grad_norm": 502.93231201171875,
"learning_rate": 0.00010006981316440875,
"loss": 2394.4285,
"step": 2750
},
{
"epoch": 0.551,
"grad_norm": 498.012939453125,
"learning_rate": 9.972074768262576e-05,
"loss": 2395.0666,
"step": 2755
},
{
"epoch": 0.552,
"grad_norm": 461.53875732421875,
"learning_rate": 9.937168560344412e-05,
"loss": 2384.6594,
"step": 2760
},
{
"epoch": 0.553,
"grad_norm": 618.8839111328125,
"learning_rate": 9.902263118007513e-05,
"loss": 2478.1195,
"step": 2765
},
{
"epoch": 0.554,
"grad_norm": 454.3330383300781,
"learning_rate": 9.867358866563673e-05,
"loss": 2421.5822,
"step": 2770
},
{
"epoch": 0.555,
"grad_norm": 553.6084594726562,
"learning_rate": 9.832456231310189e-05,
"loss": 2511.267,
"step": 2775
},
{
"epoch": 0.556,
"grad_norm": 524.044677734375,
"learning_rate": 9.797555637524649e-05,
"loss": 2475.108,
"step": 2780
},
{
"epoch": 0.557,
"grad_norm": 554.4749145507812,
"learning_rate": 9.762657510459783e-05,
"loss": 2554.2805,
"step": 2785
},
{
"epoch": 0.558,
"grad_norm": 502.0257873535156,
"learning_rate": 9.727762275338246e-05,
"loss": 2374.0732,
"step": 2790
},
{
"epoch": 0.559,
"grad_norm": 1586.6298828125,
"learning_rate": 9.692870357347473e-05,
"loss": 2349.0324,
"step": 2795
},
{
"epoch": 0.56,
"grad_norm": 556.4888305664062,
"learning_rate": 9.657982181634475e-05,
"loss": 2562.5695,
"step": 2800
},
{
"epoch": 0.561,
"grad_norm": 433.7760009765625,
"learning_rate": 9.623098173300654e-05,
"loss": 2446.7273,
"step": 2805
},
{
"epoch": 0.562,
"grad_norm": 519.9306030273438,
"learning_rate": 9.588218757396655e-05,
"loss": 2430.3377,
"step": 2810
},
{
"epoch": 0.563,
"grad_norm": 500.7917785644531,
"learning_rate": 9.55334435891714e-05,
"loss": 2410.9201,
"step": 2815
},
{
"epoch": 0.564,
"grad_norm": 904.2186279296875,
"learning_rate": 9.518475402795661e-05,
"loss": 2550.8223,
"step": 2820
},
{
"epoch": 0.565,
"grad_norm": 547.4429931640625,
"learning_rate": 9.483612313899435e-05,
"loss": 2440.8852,
"step": 2825
},
{
"epoch": 0.566,
"grad_norm": 597.2922973632812,
"learning_rate": 9.448755517024206e-05,
"loss": 2459.1309,
"step": 2830
},
{
"epoch": 0.567,
"grad_norm": 457.54888916015625,
"learning_rate": 9.413905436889035e-05,
"loss": 2470.8859,
"step": 2835
},
{
"epoch": 0.568,
"grad_norm": 472.6123962402344,
"learning_rate": 9.37906249813116e-05,
"loss": 2412.0932,
"step": 2840
},
{
"epoch": 0.569,
"grad_norm": 560.1009521484375,
"learning_rate": 9.344227125300788e-05,
"loss": 2454.8799,
"step": 2845
},
{
"epoch": 0.57,
"grad_norm": 503.52471923828125,
"learning_rate": 9.309399742855942e-05,
"loss": 2444.8611,
"step": 2850
},
{
"epoch": 0.571,
"grad_norm": 674.47412109375,
"learning_rate": 9.274580775157294e-05,
"loss": 2378.2428,
"step": 2855
},
{
"epoch": 0.572,
"grad_norm": 587.05419921875,
"learning_rate": 9.239770646462968e-05,
"loss": 2367.3633,
"step": 2860
},
{
"epoch": 0.573,
"grad_norm": 699.846923828125,
"learning_rate": 9.204969780923403e-05,
"loss": 2406.9939,
"step": 2865
},
{
"epoch": 0.574,
"grad_norm": 474.62567138671875,
"learning_rate": 9.17017860257616e-05,
"loss": 2399.6018,
"step": 2870
},
{
"epoch": 0.575,
"grad_norm": 570.3695068359375,
"learning_rate": 9.135397535340773e-05,
"loss": 2462.7035,
"step": 2875
},
{
"epoch": 0.576,
"grad_norm": 896.119140625,
"learning_rate": 9.100627003013562e-05,
"loss": 2399.2623,
"step": 2880
},
{
"epoch": 0.577,
"grad_norm": 682.7610473632812,
"learning_rate": 9.065867429262496e-05,
"loss": 2446.7799,
"step": 2885
},
{
"epoch": 0.578,
"grad_norm": 481.35137939453125,
"learning_rate": 9.03111923762201e-05,
"loss": 2436.0957,
"step": 2890
},
{
"epoch": 0.579,
"grad_norm": 609.769287109375,
"learning_rate": 8.99638285148785e-05,
"loss": 2471.0502,
"step": 2895
},
{
"epoch": 0.58,
"grad_norm": 559.8047485351562,
"learning_rate": 8.961658694111929e-05,
"loss": 2488.0596,
"step": 2900
},
{
"epoch": 0.581,
"grad_norm": 590.3505249023438,
"learning_rate": 8.926947188597134e-05,
"loss": 2394.567,
"step": 2905
},
{
"epoch": 0.582,
"grad_norm": 503.3857116699219,
"learning_rate": 8.892248757892214e-05,
"loss": 2385.3652,
"step": 2910
},
{
"epoch": 0.583,
"grad_norm": 600.1327514648438,
"learning_rate": 8.857563824786596e-05,
"loss": 2439.3322,
"step": 2915
},
{
"epoch": 0.584,
"grad_norm": 548.6019897460938,
"learning_rate": 8.822892811905237e-05,
"loss": 2377.018,
"step": 2920
},
{
"epoch": 0.585,
"grad_norm": 619.7973022460938,
"learning_rate": 8.788236141703498e-05,
"loss": 2469.1475,
"step": 2925
},
{
"epoch": 0.586,
"grad_norm": 1789.301025390625,
"learning_rate": 8.753594236461957e-05,
"loss": 2460.5291,
"step": 2930
},
{
"epoch": 0.587,
"grad_norm": 467.663818359375,
"learning_rate": 8.718967518281307e-05,
"loss": 2407.8438,
"step": 2935
},
{
"epoch": 0.588,
"grad_norm": 486.5950012207031,
"learning_rate": 8.684356409077176e-05,
"loss": 2435.7891,
"step": 2940
},
{
"epoch": 0.589,
"grad_norm": 579.2706909179688,
"learning_rate": 8.64976133057501e-05,
"loss": 2422.0656,
"step": 2945
},
{
"epoch": 0.59,
"grad_norm": 516.0706176757812,
"learning_rate": 8.615182704304918e-05,
"loss": 2393.5109,
"step": 2950
},
{
"epoch": 0.591,
"grad_norm": 748.2072143554688,
"learning_rate": 8.580620951596557e-05,
"loss": 2425.3834,
"step": 2955
},
{
"epoch": 0.592,
"grad_norm": 563.4129638671875,
"learning_rate": 8.546076493573972e-05,
"loss": 2467.649,
"step": 2960
},
{
"epoch": 0.593,
"grad_norm": 516.9027099609375,
"learning_rate": 8.511549751150479e-05,
"loss": 2386.2365,
"step": 2965
},
{
"epoch": 0.594,
"grad_norm": 2995.201171875,
"learning_rate": 8.477041145023546e-05,
"loss": 2531.1498,
"step": 2970
},
{
"epoch": 0.595,
"grad_norm": 627.2498779296875,
"learning_rate": 8.442551095669639e-05,
"loss": 2573.4133,
"step": 2975
},
{
"epoch": 0.596,
"grad_norm": 456.3381042480469,
"learning_rate": 8.408080023339133e-05,
"loss": 2337.5508,
"step": 2980
},
{
"epoch": 0.597,
"grad_norm": 815.7421264648438,
"learning_rate": 8.373628348051165e-05,
"loss": 2486.8865,
"step": 2985
},
{
"epoch": 0.598,
"grad_norm": 498.51824951171875,
"learning_rate": 8.339196489588523e-05,
"loss": 2366.2346,
"step": 2990
},
{
"epoch": 0.599,
"grad_norm": 671.865478515625,
"learning_rate": 8.30478486749254e-05,
"loss": 2420.6031,
"step": 2995
},
{
"epoch": 0.6,
"grad_norm": 653.7413330078125,
"learning_rate": 8.270393901057964e-05,
"loss": 2510.2748,
"step": 3000
},
{
"epoch": 0.601,
"grad_norm": 566.4102783203125,
"learning_rate": 8.236024009327879e-05,
"loss": 2635.8131,
"step": 3005
},
{
"epoch": 0.602,
"grad_norm": 553.3007202148438,
"learning_rate": 8.201675611088558e-05,
"loss": 2417.3791,
"step": 3010
},
{
"epoch": 0.603,
"grad_norm": 472.6822204589844,
"learning_rate": 8.167349124864405e-05,
"loss": 2368.007,
"step": 3015
},
{
"epoch": 0.604,
"grad_norm": 496.64007568359375,
"learning_rate": 8.133044968912811e-05,
"loss": 2377.142,
"step": 3020
},
{
"epoch": 0.605,
"grad_norm": 551.4066162109375,
"learning_rate": 8.0987635612191e-05,
"loss": 2369.0211,
"step": 3025
},
{
"epoch": 0.606,
"grad_norm": 469.5022888183594,
"learning_rate": 8.064505319491398e-05,
"loss": 2366.9852,
"step": 3030
},
{
"epoch": 0.607,
"grad_norm": 2000.1502685546875,
"learning_rate": 8.030270661155574e-05,
"loss": 2461.4041,
"step": 3035
},
{
"epoch": 0.608,
"grad_norm": 485.0971984863281,
"learning_rate": 7.996060003350139e-05,
"loss": 2397.5367,
"step": 3040
},
{
"epoch": 0.609,
"grad_norm": 590.57763671875,
"learning_rate": 7.961873762921153e-05,
"loss": 2410.8477,
"step": 3045
},
{
"epoch": 0.61,
"grad_norm": 494.9872131347656,
"learning_rate": 7.927712356417176e-05,
"loss": 2412.2193,
"step": 3050
},
{
"epoch": 0.611,
"grad_norm": 478.9945373535156,
"learning_rate": 7.893576200084159e-05,
"loss": 2432.5885,
"step": 3055
},
{
"epoch": 0.612,
"grad_norm": 618.0394287109375,
"learning_rate": 7.8594657098604e-05,
"loss": 2408.5559,
"step": 3060
},
{
"epoch": 0.613,
"grad_norm": 535.2349243164062,
"learning_rate": 7.825381301371452e-05,
"loss": 2412.5131,
"step": 3065
},
{
"epoch": 0.614,
"grad_norm": 571.4291381835938,
"learning_rate": 7.791323389925084e-05,
"loss": 2436.6877,
"step": 3070
},
{
"epoch": 0.615,
"grad_norm": 793.1015625,
"learning_rate": 7.75729239050619e-05,
"loss": 2397.2402,
"step": 3075
},
{
"epoch": 0.616,
"grad_norm": 581.2083129882812,
"learning_rate": 7.723288717771761e-05,
"loss": 2394.0514,
"step": 3080
},
{
"epoch": 0.617,
"grad_norm": 475.43560791015625,
"learning_rate": 7.689312786045823e-05,
"loss": 2500.5877,
"step": 3085
},
{
"epoch": 0.618,
"grad_norm": 472.8026123046875,
"learning_rate": 7.655365009314374e-05,
"loss": 2392.5494,
"step": 3090
},
{
"epoch": 0.619,
"grad_norm": 532.0546264648438,
"learning_rate": 7.621445801220371e-05,
"loss": 2394.5662,
"step": 3095
},
{
"epoch": 0.62,
"grad_norm": 525.334716796875,
"learning_rate": 7.587555575058649e-05,
"loss": 2341.9348,
"step": 3100
},
{
"epoch": 0.621,
"grad_norm": 519.0297241210938,
"learning_rate": 7.553694743770928e-05,
"loss": 2389.9688,
"step": 3105
},
{
"epoch": 0.622,
"grad_norm": 535.581787109375,
"learning_rate": 7.519863719940748e-05,
"loss": 2335.4307,
"step": 3110
},
{
"epoch": 0.623,
"grad_norm": 499.23492431640625,
"learning_rate": 7.486062915788452e-05,
"loss": 2376.3564,
"step": 3115
},
{
"epoch": 0.624,
"grad_norm": 462.779541015625,
"learning_rate": 7.45229274316618e-05,
"loss": 2315.5096,
"step": 3120
},
{
"epoch": 0.625,
"grad_norm": 541.0146484375,
"learning_rate": 7.418553613552825e-05,
"loss": 2446.7158,
"step": 3125
},
{
"epoch": 0.626,
"grad_norm": 2714.51513671875,
"learning_rate": 7.384845938049031e-05,
"loss": 2481.6041,
"step": 3130
},
{
"epoch": 0.627,
"grad_norm": 2472.30419921875,
"learning_rate": 7.351170127372191e-05,
"loss": 2776.2654,
"step": 3135
},
{
"epoch": 0.628,
"grad_norm": 2405.925537109375,
"learning_rate": 7.317526591851433e-05,
"loss": 2537.5887,
"step": 3140
},
{
"epoch": 0.629,
"grad_norm": 1267.2457275390625,
"learning_rate": 7.283915741422612e-05,
"loss": 2287.6814,
"step": 3145
},
{
"epoch": 0.63,
"grad_norm": 2001.97607421875,
"learning_rate": 7.250337985623342e-05,
"loss": 2308.5178,
"step": 3150
},
{
"epoch": 0.631,
"grad_norm": 1113.8187255859375,
"learning_rate": 7.216793733587976e-05,
"loss": 2337.2084,
"step": 3155
},
{
"epoch": 0.632,
"grad_norm": 629.2861328125,
"learning_rate": 7.183283394042634e-05,
"loss": 2506.623,
"step": 3160
},
{
"epoch": 0.633,
"grad_norm": 503.7208251953125,
"learning_rate": 7.149807375300239e-05,
"loss": 2420.4971,
"step": 3165
},
{
"epoch": 0.634,
"grad_norm": 571.912353515625,
"learning_rate": 7.11636608525551e-05,
"loss": 2400.4916,
"step": 3170
},
{
"epoch": 0.635,
"grad_norm": 722.9718017578125,
"learning_rate": 7.082959931380011e-05,
"loss": 2393.7637,
"step": 3175
},
{
"epoch": 0.636,
"grad_norm": 492.63616943359375,
"learning_rate": 7.049589320717186e-05,
"loss": 2393.3313,
"step": 3180
},
{
"epoch": 0.637,
"grad_norm": 829.7794189453125,
"learning_rate": 7.016254659877398e-05,
"loss": 2408.3512,
"step": 3185
},
{
"epoch": 0.638,
"grad_norm": 1001.7373046875,
"learning_rate": 6.982956355032968e-05,
"loss": 2315.3186,
"step": 3190
},
{
"epoch": 0.639,
"grad_norm": 521.793701171875,
"learning_rate": 6.949694811913225e-05,
"loss": 2375.2768,
"step": 3195
},
{
"epoch": 0.64,
"grad_norm": 552.8923950195312,
"learning_rate": 6.916470435799587e-05,
"loss": 2325.6395,
"step": 3200
},
{
"epoch": 0.641,
"grad_norm": 639.341552734375,
"learning_rate": 6.883283631520582e-05,
"loss": 2458.4074,
"step": 3205
},
{
"epoch": 0.642,
"grad_norm": 519.3128051757812,
"learning_rate": 6.850134803446954e-05,
"loss": 2476.5238,
"step": 3210
},
{
"epoch": 0.643,
"grad_norm": 539.2218017578125,
"learning_rate": 6.817024355486706e-05,
"loss": 2395.4594,
"step": 3215
},
{
"epoch": 0.644,
"grad_norm": 1433.049560546875,
"learning_rate": 6.783952691080203e-05,
"loss": 2393.6709,
"step": 3220
},
{
"epoch": 0.645,
"grad_norm": 501.14141845703125,
"learning_rate": 6.750920213195238e-05,
"loss": 2418.1326,
"step": 3225
},
{
"epoch": 0.646,
"grad_norm": 954.1232299804688,
"learning_rate": 6.717927324322124e-05,
"loss": 2352.077,
"step": 3230
},
{
"epoch": 0.647,
"grad_norm": 478.6729431152344,
"learning_rate": 6.684974426468808e-05,
"loss": 2379.2391,
"step": 3235
},
{
"epoch": 0.648,
"grad_norm": 612.4166259765625,
"learning_rate": 6.652061921155943e-05,
"loss": 2343.8246,
"step": 3240
},
{
"epoch": 0.649,
"grad_norm": 666.728271484375,
"learning_rate": 6.61919020941203e-05,
"loss": 2426.6287,
"step": 3245
},
{
"epoch": 0.65,
"grad_norm": 647.3511352539062,
"learning_rate": 6.58635969176849e-05,
"loss": 2510.7809,
"step": 3250
},
{
"epoch": 0.651,
"grad_norm": 570.8385620117188,
"learning_rate": 6.55357076825483e-05,
"loss": 2318.5135,
"step": 3255
},
{
"epoch": 0.652,
"grad_norm": 474.76092529296875,
"learning_rate": 6.520823838393731e-05,
"loss": 2380.8008,
"step": 3260
},
{
"epoch": 0.653,
"grad_norm": 496.3144226074219,
"learning_rate": 6.488119301196201e-05,
"loss": 2409.7303,
"step": 3265
},
{
"epoch": 0.654,
"grad_norm": 832.321533203125,
"learning_rate": 6.455457555156705e-05,
"loss": 2441.6344,
"step": 3270
},
{
"epoch": 0.655,
"grad_norm": 667.3434448242188,
"learning_rate": 6.422838998248307e-05,
"loss": 2293.3219,
"step": 3275
},
{
"epoch": 0.656,
"grad_norm": 545.1284790039062,
"learning_rate": 6.390264027917836e-05,
"loss": 2354.0303,
"step": 3280
},
{
"epoch": 0.657,
"grad_norm": 1880.8865966796875,
"learning_rate": 6.357733041081018e-05,
"loss": 2609.9361,
"step": 3285
},
{
"epoch": 0.658,
"grad_norm": 653.2989501953125,
"learning_rate": 6.325246434117668e-05,
"loss": 2298.9563,
"step": 3290
},
{
"epoch": 0.659,
"grad_norm": 867.6334838867188,
"learning_rate": 6.292804602866834e-05,
"loss": 2444.4541,
"step": 3295
},
{
"epoch": 0.66,
"grad_norm": 531.8129272460938,
"learning_rate": 6.260407942621998e-05,
"loss": 2348.2916,
"step": 3300
},
{
"epoch": 0.661,
"grad_norm": 675.0317993164062,
"learning_rate": 6.228056848126236e-05,
"loss": 2383.0266,
"step": 3305
},
{
"epoch": 0.662,
"grad_norm": 672.0025024414062,
"learning_rate": 6.195751713567427e-05,
"loss": 2385.6484,
"step": 3310
},
{
"epoch": 0.663,
"grad_norm": 563.8554077148438,
"learning_rate": 6.163492932573438e-05,
"loss": 2415.8996,
"step": 3315
},
{
"epoch": 0.664,
"grad_norm": 545.8455200195312,
"learning_rate": 6.131280898207339e-05,
"loss": 2348.3162,
"step": 3320
},
{
"epoch": 0.665,
"grad_norm": 512.48583984375,
"learning_rate": 6.099116002962604e-05,
"loss": 2347.607,
"step": 3325
},
{
"epoch": 0.666,
"grad_norm": 565.77490234375,
"learning_rate": 6.066998638758326e-05,
"loss": 2319.7859,
"step": 3330
},
{
"epoch": 0.667,
"grad_norm": 435.04010009765625,
"learning_rate": 6.034929196934459e-05,
"loss": 2551.773,
"step": 3335
},
{
"epoch": 0.668,
"grad_norm": 508.7744140625,
"learning_rate": 6.002908068247024e-05,
"loss": 2374.6119,
"step": 3340
},
{
"epoch": 0.669,
"grad_norm": 426.3054504394531,
"learning_rate": 5.9709356428633746e-05,
"loss": 2322.273,
"step": 3345
},
{
"epoch": 0.67,
"grad_norm": 614.1060180664062,
"learning_rate": 5.9390123103574215e-05,
"loss": 2315.2275,
"step": 3350
},
{
"epoch": 0.671,
"grad_norm": 689.25439453125,
"learning_rate": 5.907138459704895e-05,
"loss": 2440.4307,
"step": 3355
},
{
"epoch": 0.672,
"grad_norm": 479.5274353027344,
"learning_rate": 5.8753144792786096e-05,
"loss": 2332.7992,
"step": 3360
},
{
"epoch": 0.673,
"grad_norm": 549.6031494140625,
"learning_rate": 5.8435407568437216e-05,
"loss": 2365.1072,
"step": 3365
},
{
"epoch": 0.674,
"grad_norm": 1224.8822021484375,
"learning_rate": 5.8118176795530176e-05,
"loss": 2407.4895,
"step": 3370
},
{
"epoch": 0.675,
"grad_norm": 551.6796875,
"learning_rate": 5.780145633942173e-05,
"loss": 2334.4441,
"step": 3375
},
{
"epoch": 0.676,
"grad_norm": 443.879638671875,
"learning_rate": 5.748525005925074e-05,
"loss": 2352.4414,
"step": 3380
},
{
"epoch": 0.677,
"grad_norm": 516.5498657226562,
"learning_rate": 5.716956180789098e-05,
"loss": 2413.5582,
"step": 3385
},
{
"epoch": 0.678,
"grad_norm": 465.81634521484375,
"learning_rate": 5.6854395431904094e-05,
"loss": 2340.3986,
"step": 3390
},
{
"epoch": 0.679,
"grad_norm": 513.4937133789062,
"learning_rate": 5.653975477149298e-05,
"loss": 2284.3953,
"step": 3395
},
{
"epoch": 0.68,
"grad_norm": 501.49591064453125,
"learning_rate": 5.622564366045472e-05,
"loss": 2259.9482,
"step": 3400
},
{
"epoch": 0.681,
"grad_norm": 532.4312744140625,
"learning_rate": 5.591206592613416e-05,
"loss": 2390.3719,
"step": 3405
},
{
"epoch": 0.682,
"grad_norm": 513.1419677734375,
"learning_rate": 5.5599025389376935e-05,
"loss": 2318.6775,
"step": 3410
},
{
"epoch": 0.683,
"grad_norm": 551.4669189453125,
"learning_rate": 5.5286525864483285e-05,
"loss": 2373.0059,
"step": 3415
},
{
"epoch": 0.684,
"grad_norm": 567.785888671875,
"learning_rate": 5.497457115916127e-05,
"loss": 2321.949,
"step": 3420
},
{
"epoch": 0.685,
"grad_norm": 471.6576232910156,
"learning_rate": 5.466316507448048e-05,
"loss": 2331.6594,
"step": 3425
},
{
"epoch": 0.686,
"grad_norm": 508.9970397949219,
"learning_rate": 5.435231140482587e-05,
"loss": 2338.1193,
"step": 3430
},
{
"epoch": 0.687,
"grad_norm": 504.64495849609375,
"learning_rate": 5.404201393785122e-05,
"loss": 2381.2227,
"step": 3435
},
{
"epoch": 0.688,
"grad_norm": 843.2369384765625,
"learning_rate": 5.373227645443332e-05,
"loss": 2350.1893,
"step": 3440
},
{
"epoch": 0.689,
"grad_norm": 464.2951965332031,
"learning_rate": 5.3423102728625574e-05,
"loss": 2302.2609,
"step": 3445
},
{
"epoch": 0.69,
"grad_norm": 532.1995849609375,
"learning_rate": 5.311449652761235e-05,
"loss": 2368.5785,
"step": 3450
},
{
"epoch": 0.691,
"grad_norm": 580.2269897460938,
"learning_rate": 5.2806461611662735e-05,
"loss": 2359.2135,
"step": 3455
},
{
"epoch": 0.692,
"grad_norm": 562.80078125,
"learning_rate": 5.2499001734085044e-05,
"loss": 2520.0281,
"step": 3460
},
{
"epoch": 0.693,
"grad_norm": 953.8164672851562,
"learning_rate": 5.2192120641180786e-05,
"loss": 2343.477,
"step": 3465
},
{
"epoch": 0.694,
"grad_norm": 572.1079711914062,
"learning_rate": 5.188582207219931e-05,
"loss": 2400.9045,
"step": 3470
},
{
"epoch": 0.695,
"grad_norm": 546.8497314453125,
"learning_rate": 5.158010975929193e-05,
"loss": 2375.1355,
"step": 3475
},
{
"epoch": 0.696,
"grad_norm": 500.052978515625,
"learning_rate": 5.127498742746675e-05,
"loss": 2337.0914,
"step": 3480
},
{
"epoch": 0.697,
"grad_norm": 2514.034423828125,
"learning_rate": 5.097045879454313e-05,
"loss": 2500.1324,
"step": 3485
},
{
"epoch": 0.698,
"grad_norm": 543.3197021484375,
"learning_rate": 5.066652757110628e-05,
"loss": 2331.9879,
"step": 3490
},
{
"epoch": 0.699,
"grad_norm": 497.35394287109375,
"learning_rate": 5.036319746046232e-05,
"loss": 2394.8754,
"step": 3495
},
{
"epoch": 0.7,
"grad_norm": 551.0145263671875,
"learning_rate": 5.006047215859289e-05,
"loss": 2259.9146,
"step": 3500
},
{
"epoch": 0.701,
"grad_norm": 785.4406127929688,
"learning_rate": 4.97583553541102e-05,
"loss": 2376.9869,
"step": 3505
},
{
"epoch": 0.702,
"grad_norm": 508.735107421875,
"learning_rate": 4.945685072821227e-05,
"loss": 2379.8014,
"step": 3510
},
{
"epoch": 0.703,
"grad_norm": 573.5625,
"learning_rate": 4.915596195463773e-05,
"loss": 2282.4924,
"step": 3515
},
{
"epoch": 0.704,
"grad_norm": 822.6741333007812,
"learning_rate": 4.885569269962142e-05,
"loss": 2357.8689,
"step": 3520
},
{
"epoch": 0.705,
"grad_norm": 950.7295532226562,
"learning_rate": 4.8556046621849346e-05,
"loss": 2401.4975,
"step": 3525
},
{
"epoch": 0.706,
"grad_norm": 528.49951171875,
"learning_rate": 4.825702737241452e-05,
"loss": 2810.407,
"step": 3530
},
{
"epoch": 0.707,
"grad_norm": 687.7360229492188,
"learning_rate": 4.7958638594772064e-05,
"loss": 2357.148,
"step": 3535
},
{
"epoch": 0.708,
"grad_norm": 2045.9190673828125,
"learning_rate": 4.766088392469506e-05,
"loss": 2626.0629,
"step": 3540
},
{
"epoch": 0.709,
"grad_norm": 1376.324462890625,
"learning_rate": 4.736376699023023e-05,
"loss": 2433.8211,
"step": 3545
},
{
"epoch": 0.71,
"grad_norm": 593.6881103515625,
"learning_rate": 4.706729141165361e-05,
"loss": 2284.1473,
"step": 3550
},
{
"epoch": 0.711,
"grad_norm": 520.6766357421875,
"learning_rate": 4.6771460801426635e-05,
"loss": 2301.5881,
"step": 3555
},
{
"epoch": 0.712,
"grad_norm": 635.5855102539062,
"learning_rate": 4.647627876415186e-05,
"loss": 2331.3994,
"step": 3560
},
{
"epoch": 0.713,
"grad_norm": 734.6845703125,
"learning_rate": 4.6181748896529273e-05,
"loss": 2382.6646,
"step": 3565
},
{
"epoch": 0.714,
"grad_norm": 462.3306884765625,
"learning_rate": 4.588787478731242e-05,
"loss": 2373.6746,
"step": 3570
},
{
"epoch": 0.715,
"grad_norm": 791.7435302734375,
"learning_rate": 4.559466001726451e-05,
"loss": 2326.0707,
"step": 3575
},
{
"epoch": 0.716,
"grad_norm": 649.1879272460938,
"learning_rate": 4.530210815911504e-05,
"loss": 2307.3627,
"step": 3580
},
{
"epoch": 0.717,
"grad_norm": 449.2684631347656,
"learning_rate": 4.501022277751602e-05,
"loss": 2325.3072,
"step": 3585
},
{
"epoch": 0.718,
"grad_norm": 548.854736328125,
"learning_rate": 4.471900742899876e-05,
"loss": 2358.7221,
"step": 3590
},
{
"epoch": 0.719,
"grad_norm": 583.05224609375,
"learning_rate": 4.4428465661930343e-05,
"loss": 2283.9502,
"step": 3595
},
{
"epoch": 0.72,
"grad_norm": 508.5534973144531,
"learning_rate": 4.413860101647055e-05,
"loss": 2368.6557,
"step": 3600
},
{
"epoch": 0.721,
"grad_norm": 498.6072082519531,
"learning_rate": 4.3849417024528564e-05,
"loss": 2524.2984,
"step": 3605
},
{
"epoch": 0.722,
"grad_norm": 529.354248046875,
"learning_rate": 4.356091720972011e-05,
"loss": 2333.8275,
"step": 3610
},
{
"epoch": 0.723,
"grad_norm": 703.4011840820312,
"learning_rate": 4.327310508732437e-05,
"loss": 2354.1061,
"step": 3615
},
{
"epoch": 0.724,
"grad_norm": 554.7554931640625,
"learning_rate": 4.29859841642412e-05,
"loss": 2358.5381,
"step": 3620
},
{
"epoch": 0.725,
"grad_norm": 528.2852172851562,
"learning_rate": 4.26995579389485e-05,
"loss": 2387.1047,
"step": 3625
},
{
"epoch": 0.726,
"grad_norm": 576.072021484375,
"learning_rate": 4.2413829901459344e-05,
"loss": 2553.5135,
"step": 3630
},
{
"epoch": 0.727,
"grad_norm": 560.8931274414062,
"learning_rate": 4.212880353327979e-05,
"loss": 2266.6609,
"step": 3635
},
{
"epoch": 0.728,
"grad_norm": 569.912109375,
"learning_rate": 4.184448230736613e-05,
"loss": 2354.8248,
"step": 3640
},
{
"epoch": 0.729,
"grad_norm": 518.2553100585938,
"learning_rate": 4.15608696880828e-05,
"loss": 2361.991,
"step": 3645
},
{
"epoch": 0.73,
"grad_norm": 589.922119140625,
"learning_rate": 4.1277969131160045e-05,
"loss": 2352.4814,
"step": 3650
},
{
"epoch": 0.731,
"grad_norm": 819.0303955078125,
"learning_rate": 4.099578408365191e-05,
"loss": 2284.0738,
"step": 3655
},
{
"epoch": 0.732,
"grad_norm": 536.1713256835938,
"learning_rate": 4.071431798389408e-05,
"loss": 2282.8047,
"step": 3660
},
{
"epoch": 0.733,
"grad_norm": 622.7749633789062,
"learning_rate": 4.0433574261462206e-05,
"loss": 2265.1051,
"step": 3665
},
{
"epoch": 0.734,
"grad_norm": 483.1347961425781,
"learning_rate": 4.015355633712996e-05,
"loss": 2298.675,
"step": 3670
},
{
"epoch": 0.735,
"grad_norm": 535.1263427734375,
"learning_rate": 3.987426762282733e-05,
"loss": 2305.7078,
"step": 3675
},
{
"epoch": 0.736,
"grad_norm": 446.5038757324219,
"learning_rate": 3.9595711521599224e-05,
"loss": 2312.8984,
"step": 3680
},
{
"epoch": 0.737,
"grad_norm": 508.2684326171875,
"learning_rate": 3.931789142756377e-05,
"loss": 2367.1281,
"step": 3685
},
{
"epoch": 0.738,
"grad_norm": 530.272216796875,
"learning_rate": 3.904081072587119e-05,
"loss": 2336.5264,
"step": 3690
},
{
"epoch": 0.739,
"grad_norm": 486.67303466796875,
"learning_rate": 3.876447279266238e-05,
"loss": 2361.0689,
"step": 3695
},
{
"epoch": 0.74,
"grad_norm": 488.25640869140625,
"learning_rate": 3.8488880995027786e-05,
"loss": 2365.5975,
"step": 3700
},
{
"epoch": 0.741,
"grad_norm": 611.995849609375,
"learning_rate": 3.821403869096658e-05,
"loss": 2280.8605,
"step": 3705
},
{
"epoch": 0.742,
"grad_norm": 660.333251953125,
"learning_rate": 3.793994922934544e-05,
"loss": 2273.3256,
"step": 3710
},
{
"epoch": 0.743,
"grad_norm": 597.44384765625,
"learning_rate": 3.766661594985801e-05,
"loss": 2288.1914,
"step": 3715
},
{
"epoch": 0.744,
"grad_norm": 1083.415283203125,
"learning_rate": 3.739404218298398e-05,
"loss": 2420.5086,
"step": 3720
},
{
"epoch": 0.745,
"grad_norm": 457.02105712890625,
"learning_rate": 3.712223124994875e-05,
"loss": 2377.8393,
"step": 3725
},
{
"epoch": 0.746,
"grad_norm": 562.6453247070312,
"learning_rate": 3.685118646268272e-05,
"loss": 2410.9416,
"step": 3730
},
{
"epoch": 0.747,
"grad_norm": 1275.8807373046875,
"learning_rate": 3.6580911123781056e-05,
"loss": 2483.5895,
"step": 3735
},
{
"epoch": 0.748,
"grad_norm": 708.0537109375,
"learning_rate": 3.631140852646355e-05,
"loss": 2356.3758,
"step": 3740
},
{
"epoch": 0.749,
"grad_norm": 500.02252197265625,
"learning_rate": 3.604268195453421e-05,
"loss": 2350.4127,
"step": 3745
},
{
"epoch": 0.75,
"grad_norm": 512.0869750976562,
"learning_rate": 3.577473468234156e-05,
"loss": 2367.7943,
"step": 3750
},
{
"epoch": 0.751,
"grad_norm": 592.1638793945312,
"learning_rate": 3.5507569974738574e-05,
"loss": 2348.2443,
"step": 3755
},
{
"epoch": 0.752,
"grad_norm": 591.16064453125,
"learning_rate": 3.524119108704286e-05,
"loss": 2329.8939,
"step": 3760
},
{
"epoch": 0.753,
"grad_norm": 492.1090087890625,
"learning_rate": 3.497560126499709e-05,
"loss": 2320.1195,
"step": 3765
},
{
"epoch": 0.754,
"grad_norm": 689.1205444335938,
"learning_rate": 3.4710803744729515e-05,
"loss": 2369.7332,
"step": 3770
},
{
"epoch": 0.755,
"grad_norm": 611.2269287109375,
"learning_rate": 3.444680175271428e-05,
"loss": 2422.8592,
"step": 3775
},
{
"epoch": 0.756,
"grad_norm": 451.1965026855469,
"learning_rate": 3.418359850573234e-05,
"loss": 2392.7822,
"step": 3780
},
{
"epoch": 0.757,
"grad_norm": 660.2359619140625,
"learning_rate": 3.3921197210832235e-05,
"loss": 2362.798,
"step": 3785
},
{
"epoch": 0.758,
"grad_norm": 491.07159423828125,
"learning_rate": 3.3659601065290893e-05,
"loss": 2331.5027,
"step": 3790
},
{
"epoch": 0.759,
"grad_norm": 483.3550109863281,
"learning_rate": 3.339881325657484e-05,
"loss": 2327.2055,
"step": 3795
},
{
"epoch": 0.76,
"grad_norm": 517.42529296875,
"learning_rate": 3.313883696230119e-05,
"loss": 2273.998,
"step": 3800
},
{
"epoch": 0.761,
"grad_norm": 618.8438720703125,
"learning_rate": 3.287967535019908e-05,
"loss": 2396.6828,
"step": 3805
},
{
"epoch": 0.762,
"grad_norm": 507.3776550292969,
"learning_rate": 3.2621331578070934e-05,
"loss": 2306.0512,
"step": 3810
},
{
"epoch": 0.763,
"grad_norm": 605.40869140625,
"learning_rate": 3.236380879375408e-05,
"loss": 2289.8785,
"step": 3815
},
{
"epoch": 0.764,
"grad_norm": 579.8463134765625,
"learning_rate": 3.210711013508242e-05,
"loss": 2386.8998,
"step": 3820
},
{
"epoch": 0.765,
"grad_norm": 453.682861328125,
"learning_rate": 3.1851238729848034e-05,
"loss": 2417.8014,
"step": 3825
},
{
"epoch": 0.766,
"grad_norm": 1294.260009765625,
"learning_rate": 3.159619769576333e-05,
"loss": 2397.3691,
"step": 3830
},
{
"epoch": 0.767,
"grad_norm": 509.0132751464844,
"learning_rate": 3.134199014042274e-05,
"loss": 2320.49,
"step": 3835
},
{
"epoch": 0.768,
"grad_norm": 526.340576171875,
"learning_rate": 3.108861916126518e-05,
"loss": 2354.7334,
"step": 3840
},
{
"epoch": 0.769,
"grad_norm": 495.5015869140625,
"learning_rate": 3.0836087845536e-05,
"loss": 2267.1617,
"step": 3845
},
{
"epoch": 0.77,
"grad_norm": 465.116455078125,
"learning_rate": 3.058439927024962e-05,
"loss": 2285.3369,
"step": 3850
},
{
"epoch": 0.771,
"grad_norm": 673.4093017578125,
"learning_rate": 3.0333556502151926e-05,
"loss": 2376.2008,
"step": 3855
},
{
"epoch": 0.772,
"grad_norm": 635.4949951171875,
"learning_rate": 3.0083562597682847e-05,
"loss": 2327.1084,
"step": 3860
},
{
"epoch": 0.773,
"grad_norm": 531.3779296875,
"learning_rate": 2.9834420602939263e-05,
"loss": 2317.7211,
"step": 3865
},
{
"epoch": 0.774,
"grad_norm": 495.5592346191406,
"learning_rate": 2.9586133553637683e-05,
"loss": 2359.0334,
"step": 3870
},
{
"epoch": 0.775,
"grad_norm": 520.40087890625,
"learning_rate": 2.933870447507753e-05,
"loss": 2293.8152,
"step": 3875
},
{
"epoch": 0.776,
"grad_norm": 472.5350646972656,
"learning_rate": 2.9092136382103973e-05,
"loss": 2327.4729,
"step": 3880
},
{
"epoch": 0.777,
"grad_norm": 463.3502197265625,
"learning_rate": 2.8846432279071467e-05,
"loss": 2288.476,
"step": 3885
},
{
"epoch": 0.778,
"grad_norm": 583.5554809570312,
"learning_rate": 2.860159515980695e-05,
"loss": 2397.6523,
"step": 3890
},
{
"epoch": 0.779,
"grad_norm": 609.1068725585938,
"learning_rate": 2.835762800757341e-05,
"loss": 2371.3787,
"step": 3895
},
{
"epoch": 0.78,
"grad_norm": 630.3729248046875,
"learning_rate": 2.8114533795033683e-05,
"loss": 2266.0344,
"step": 3900
},
{
"epoch": 0.781,
"grad_norm": 748.6630859375,
"learning_rate": 2.7872315484213952e-05,
"loss": 2206.5238,
"step": 3905
},
{
"epoch": 0.782,
"grad_norm": 584.67578125,
"learning_rate": 2.7630976026467968e-05,
"loss": 2283.1316,
"step": 3910
},
{
"epoch": 0.783,
"grad_norm": 2052.070068359375,
"learning_rate": 2.7390518362440808e-05,
"loss": 2377.9904,
"step": 3915
},
{
"epoch": 0.784,
"grad_norm": 624.8317260742188,
"learning_rate": 2.715094542203327e-05,
"loss": 2369.158,
"step": 3920
},
{
"epoch": 0.785,
"grad_norm": 523.52001953125,
"learning_rate": 2.6912260124366006e-05,
"loss": 2396.7256,
"step": 3925
},
{
"epoch": 0.786,
"grad_norm": 528.491455078125,
"learning_rate": 2.6674465377744017e-05,
"loss": 2333.0184,
"step": 3930
},
{
"epoch": 0.787,
"grad_norm": 507.8949890136719,
"learning_rate": 2.6437564079621267e-05,
"loss": 2344.5254,
"step": 3935
},
{
"epoch": 0.788,
"grad_norm": 588.0623779296875,
"learning_rate": 2.6201559116565345e-05,
"loss": 2377.7969,
"step": 3940
},
{
"epoch": 0.789,
"grad_norm": 484.02166748046875,
"learning_rate": 2.5966453364222186e-05,
"loss": 2330.0965,
"step": 3945
},
{
"epoch": 0.79,
"grad_norm": 549.3146362304688,
"learning_rate": 2.573224968728123e-05,
"loss": 2346.6902,
"step": 3950
},
{
"epoch": 0.791,
"grad_norm": 519.0389404296875,
"learning_rate": 2.549895093944039e-05,
"loss": 2394.7758,
"step": 3955
},
{
"epoch": 0.792,
"grad_norm": 564.69384765625,
"learning_rate": 2.5266559963371216e-05,
"loss": 2246.7859,
"step": 3960
},
{
"epoch": 0.793,
"grad_norm": 474.4433288574219,
"learning_rate": 2.5035079590684497e-05,
"loss": 2293.1461,
"step": 3965
},
{
"epoch": 0.794,
"grad_norm": 518.5809326171875,
"learning_rate": 2.480451264189546e-05,
"loss": 2308.1678,
"step": 3970
},
{
"epoch": 0.795,
"grad_norm": 513.9345703125,
"learning_rate": 2.4574861926389615e-05,
"loss": 2310.6531,
"step": 3975
},
{
"epoch": 0.796,
"grad_norm": 552.9218139648438,
"learning_rate": 2.43461302423885e-05,
"loss": 2424.7719,
"step": 3980
},
{
"epoch": 0.797,
"grad_norm": 647.3838500976562,
"learning_rate": 2.411832037691545e-05,
"loss": 2463.1066,
"step": 3985
},
{
"epoch": 0.798,
"grad_norm": 552.623046875,
"learning_rate": 2.389143510576184e-05,
"loss": 2322.9943,
"step": 3990
},
{
"epoch": 0.799,
"grad_norm": 611.86767578125,
"learning_rate": 2.3665477193453034e-05,
"loss": 2348.1535,
"step": 3995
},
{
"epoch": 0.8,
"grad_norm": 458.9732666015625,
"learning_rate": 2.3440449393214948e-05,
"loss": 2236.8145,
"step": 4000
},
{
"epoch": 0.801,
"grad_norm": 685.81591796875,
"learning_rate": 2.321635444694028e-05,
"loss": 2278.5432,
"step": 4005
},
{
"epoch": 0.802,
"grad_norm": 627.3865356445312,
"learning_rate": 2.2993195085155205e-05,
"loss": 2351.8875,
"step": 4010
},
{
"epoch": 0.803,
"grad_norm": 513.3992919921875,
"learning_rate": 2.277097402698619e-05,
"loss": 2275.6332,
"step": 4015
},
{
"epoch": 0.804,
"grad_norm": 878.68994140625,
"learning_rate": 2.254969398012663e-05,
"loss": 2365.1523,
"step": 4020
},
{
"epoch": 0.805,
"grad_norm": 518.3908081054688,
"learning_rate": 2.2329357640804117e-05,
"loss": 2355.4545,
"step": 4025
},
{
"epoch": 0.806,
"grad_norm": 488.65826416015625,
"learning_rate": 2.210996769374737e-05,
"loss": 2411.2082,
"step": 4030
},
{
"epoch": 0.807,
"grad_norm": 479.9402770996094,
"learning_rate": 2.1891526812153672e-05,
"loss": 2283.1842,
"step": 4035
},
{
"epoch": 0.808,
"grad_norm": 525.9960327148438,
"learning_rate": 2.1674037657656266e-05,
"loss": 2344.807,
"step": 4040
},
{
"epoch": 0.809,
"grad_norm": 476.0886535644531,
"learning_rate": 2.1457502880291812e-05,
"loss": 2308.7365,
"step": 4045
},
{
"epoch": 0.81,
"grad_norm": 514.3574829101562,
"learning_rate": 2.1241925118468287e-05,
"loss": 2323.5094,
"step": 4050
},
{
"epoch": 0.811,
"grad_norm": 531.6094970703125,
"learning_rate": 2.1027306998932627e-05,
"loss": 2350.6754,
"step": 4055
},
{
"epoch": 0.812,
"grad_norm": 434.8818054199219,
"learning_rate": 2.0813651136738954e-05,
"loss": 2283.8691,
"step": 4060
},
{
"epoch": 0.813,
"grad_norm": 537.3112182617188,
"learning_rate": 2.0600960135216462e-05,
"loss": 2346.2023,
"step": 4065
},
{
"epoch": 0.814,
"grad_norm": 488.0862731933594,
"learning_rate": 2.0389236585937945e-05,
"loss": 2305.7855,
"step": 4070
},
{
"epoch": 0.815,
"grad_norm": 467.13104248046875,
"learning_rate": 2.017848306868797e-05,
"loss": 2293.3744,
"step": 4075
},
{
"epoch": 0.816,
"grad_norm": 528.1329956054688,
"learning_rate": 1.9968702151431696e-05,
"loss": 2325.3328,
"step": 4080
},
{
"epoch": 0.817,
"grad_norm": 482.84405517578125,
"learning_rate": 1.9759896390283362e-05,
"loss": 2293.0188,
"step": 4085
},
{
"epoch": 0.818,
"grad_norm": 661.6446533203125,
"learning_rate": 1.955206832947526e-05,
"loss": 2349.0453,
"step": 4090
},
{
"epoch": 0.819,
"grad_norm": 514.7457275390625,
"learning_rate": 1.9345220501326777e-05,
"loss": 2407.4699,
"step": 4095
},
{
"epoch": 0.82,
"grad_norm": 517.3731689453125,
"learning_rate": 1.9139355426213347e-05,
"loss": 2210.8277,
"step": 4100
},
{
"epoch": 0.821,
"grad_norm": 505.24664306640625,
"learning_rate": 1.8934475612536017e-05,
"loss": 2297.9268,
"step": 4105
},
{
"epoch": 0.822,
"grad_norm": 475.21368408203125,
"learning_rate": 1.8730583556690605e-05,
"loss": 2246.7229,
"step": 4110
},
{
"epoch": 0.823,
"grad_norm": 472.8877868652344,
"learning_rate": 1.852768174303752e-05,
"loss": 2356.7236,
"step": 4115
},
{
"epoch": 0.824,
"grad_norm": 683.2152099609375,
"learning_rate": 1.8325772643871265e-05,
"loss": 2336.8482,
"step": 4120
},
{
"epoch": 0.825,
"grad_norm": 510.03009033203125,
"learning_rate": 1.812485871939056e-05,
"loss": 2398.5633,
"step": 4125
},
{
"epoch": 0.826,
"grad_norm": 470.6790771484375,
"learning_rate": 1.792494241766811e-05,
"loss": 2361.3504,
"step": 4130
},
{
"epoch": 0.827,
"grad_norm": 579.4291381835938,
"learning_rate": 1.7726026174621003e-05,
"loss": 2299.8293,
"step": 4135
},
{
"epoch": 0.828,
"grad_norm": 653.9915161132812,
"learning_rate": 1.752811241398089e-05,
"loss": 2313.9238,
"step": 4140
},
{
"epoch": 0.829,
"grad_norm": 518.0780029296875,
"learning_rate": 1.7331203547264453e-05,
"loss": 2361.1244,
"step": 4145
},
{
"epoch": 0.83,
"grad_norm": 511.9371337890625,
"learning_rate": 1.7135301973744124e-05,
"loss": 2305.8881,
"step": 4150
},
{
"epoch": 0.831,
"grad_norm": 799.0994873046875,
"learning_rate": 1.6940410080418723e-05,
"loss": 2348.5791,
"step": 4155
},
{
"epoch": 0.832,
"grad_norm": 462.0776062011719,
"learning_rate": 1.6746530241984504e-05,
"loss": 2210.0646,
"step": 4160
},
{
"epoch": 0.833,
"grad_norm": 435.7718505859375,
"learning_rate": 1.6553664820806102e-05,
"loss": 2278.1365,
"step": 4165
},
{
"epoch": 0.834,
"grad_norm": 478.91131591796875,
"learning_rate": 1.6361816166887768e-05,
"loss": 2328.3406,
"step": 4170
},
{
"epoch": 0.835,
"grad_norm": 804.2240600585938,
"learning_rate": 1.6170986617844863e-05,
"loss": 2304.0396,
"step": 4175
},
{
"epoch": 0.836,
"grad_norm": 417.2281799316406,
"learning_rate": 1.598117849887518e-05,
"loss": 2297.4754,
"step": 4180
},
{
"epoch": 0.837,
"grad_norm": 650.613525390625,
"learning_rate": 1.579239412273078e-05,
"loss": 2355.6006,
"step": 4185
},
{
"epoch": 0.838,
"grad_norm": 472.9643249511719,
"learning_rate": 1.560463578968967e-05,
"loss": 2337.7922,
"step": 4190
},
{
"epoch": 0.839,
"grad_norm": 468.2574157714844,
"learning_rate": 1.541790578752794e-05,
"loss": 2263.6842,
"step": 4195
},
{
"epoch": 0.84,
"grad_norm": 739.0497436523438,
"learning_rate": 1.5232206391491699e-05,
"loss": 2375.2602,
"step": 4200
},
{
"epoch": 0.841,
"grad_norm": 496.2956237792969,
"learning_rate": 1.5047539864269478e-05,
"loss": 2350.9656,
"step": 4205
},
{
"epoch": 0.842,
"grad_norm": 726.5464477539062,
"learning_rate": 1.486390845596466e-05,
"loss": 2417.5018,
"step": 4210
},
{
"epoch": 0.843,
"grad_norm": 501.2099609375,
"learning_rate": 1.468131440406798e-05,
"loss": 2350.682,
"step": 4215
},
{
"epoch": 0.844,
"grad_norm": 591.144775390625,
"learning_rate": 1.4499759933430346e-05,
"loss": 2322.0773,
"step": 4220
},
{
"epoch": 0.845,
"grad_norm": 508.2006530761719,
"learning_rate": 1.4319247256235714e-05,
"loss": 2270.624,
"step": 4225
},
{
"epoch": 0.846,
"grad_norm": 700.8776245117188,
"learning_rate": 1.4139778571974049e-05,
"loss": 2311.9672,
"step": 4230
},
{
"epoch": 0.847,
"grad_norm": 791.7662353515625,
"learning_rate": 1.3961356067414666e-05,
"loss": 2269.2471,
"step": 4235
},
{
"epoch": 0.848,
"grad_norm": 533.697265625,
"learning_rate": 1.3783981916579446e-05,
"loss": 2244.3119,
"step": 4240
},
{
"epoch": 0.849,
"grad_norm": 518.4945068359375,
"learning_rate": 1.3607658280716473e-05,
"loss": 2392.8201,
"step": 4245
},
{
"epoch": 0.85,
"grad_norm": 458.5043640136719,
"learning_rate": 1.3432387308273575e-05,
"loss": 2302.8877,
"step": 4250
},
{
"epoch": 0.851,
"grad_norm": 495.1148376464844,
"learning_rate": 1.3258171134872265e-05,
"loss": 2360.6508,
"step": 4255
},
{
"epoch": 0.852,
"grad_norm": 437.6121520996094,
"learning_rate": 1.3085011883281606e-05,
"loss": 2185.4385,
"step": 4260
},
{
"epoch": 0.853,
"grad_norm": 450.7410888671875,
"learning_rate": 1.2912911663392469e-05,
"loss": 2275.1883,
"step": 4265
},
{
"epoch": 0.854,
"grad_norm": 505.3782958984375,
"learning_rate": 1.2741872572191682e-05,
"loss": 2479.7703,
"step": 4270
},
{
"epoch": 0.855,
"grad_norm": 550.8047485351562,
"learning_rate": 1.257189669373664e-05,
"loss": 2322.3027,
"step": 4275
},
{
"epoch": 0.856,
"grad_norm": 455.2135009765625,
"learning_rate": 1.2402986099129765e-05,
"loss": 2286.6658,
"step": 4280
},
{
"epoch": 0.857,
"grad_norm": 487.91790771484375,
"learning_rate": 1.2235142846493308e-05,
"loss": 2291.2748,
"step": 4285
},
{
"epoch": 0.858,
"grad_norm": 432.616943359375,
"learning_rate": 1.206836898094439e-05,
"loss": 2306.5574,
"step": 4290
},
{
"epoch": 0.859,
"grad_norm": 577.7576904296875,
"learning_rate": 1.1902666534569883e-05,
"loss": 2325.7986,
"step": 4295
},
{
"epoch": 0.86,
"grad_norm": 528.42626953125,
"learning_rate": 1.1738037526401857e-05,
"loss": 2392.7436,
"step": 4300
},
{
"epoch": 0.861,
"grad_norm": 529.7194213867188,
"learning_rate": 1.1574483962392767e-05,
"loss": 2304.5711,
"step": 4305
},
{
"epoch": 0.862,
"grad_norm": 703.9359130859375,
"learning_rate": 1.1412007835391236e-05,
"loss": 2352.6908,
"step": 4310
},
{
"epoch": 0.863,
"grad_norm": 562.8495483398438,
"learning_rate": 1.1250611125117527e-05,
"loss": 2373.225,
"step": 4315
},
{
"epoch": 0.864,
"grad_norm": 462.77813720703125,
"learning_rate": 1.1090295798139672e-05,
"loss": 2435.7406,
"step": 4320
},
{
"epoch": 0.865,
"grad_norm": 480.84063720703125,
"learning_rate": 1.093106380784934e-05,
"loss": 2281.9641,
"step": 4325
},
{
"epoch": 0.866,
"grad_norm": 667.4837036132812,
"learning_rate": 1.0772917094438051e-05,
"loss": 2334.0986,
"step": 4330
},
{
"epoch": 0.867,
"grad_norm": 651.0945434570312,
"learning_rate": 1.0615857584873623e-05,
"loss": 2323.7824,
"step": 4335
},
{
"epoch": 0.868,
"grad_norm": 480.5673828125,
"learning_rate": 1.0459887192876594e-05,
"loss": 2314.9871,
"step": 4340
},
{
"epoch": 0.869,
"grad_norm": 493.1133117675781,
"learning_rate": 1.0305007818897006e-05,
"loss": 2319.4809,
"step": 4345
},
{
"epoch": 0.87,
"grad_norm": 529.468994140625,
"learning_rate": 1.0151221350091134e-05,
"loss": 2277.6172,
"step": 4350
},
{
"epoch": 0.871,
"grad_norm": 509.25079345703125,
"learning_rate": 9.998529660298539e-06,
"loss": 2246.8676,
"step": 4355
},
{
"epoch": 0.872,
"grad_norm": 516.9829711914062,
"learning_rate": 9.84693461001932e-06,
"loss": 2330.3713,
"step": 4360
},
{
"epoch": 0.873,
"grad_norm": 536.1217041015625,
"learning_rate": 9.696438046391288e-06,
"loss": 2360.4496,
"step": 4365
},
{
"epoch": 0.874,
"grad_norm": 532.792236328125,
"learning_rate": 9.5470418031676e-06,
"loss": 2305.218,
"step": 4370
},
{
"epoch": 0.875,
"grad_norm": 1973.7867431640625,
"learning_rate": 9.398747700694322e-06,
"loss": 2373.1896,
"step": 4375
},
{
"epoch": 0.876,
"grad_norm": 563.9874877929688,
"learning_rate": 9.251557545888312e-06,
"loss": 2321.0107,
"step": 4380
},
{
"epoch": 0.877,
"grad_norm": 568.0591430664062,
"learning_rate": 9.105473132215125e-06,
"loss": 2272.6242,
"step": 4385
},
{
"epoch": 0.878,
"grad_norm": 523.7462158203125,
"learning_rate": 8.960496239667282e-06,
"loss": 2323.4197,
"step": 4390
},
{
"epoch": 0.879,
"grad_norm": 811.4415893554688,
"learning_rate": 8.816628634742441e-06,
"loss": 2292.0744,
"step": 4395
},
{
"epoch": 0.88,
"grad_norm": 556.0601196289062,
"learning_rate": 8.67387207042194e-06,
"loss": 2367.8449,
"step": 4400
},
{
"epoch": 0.881,
"grad_norm": 509.4635925292969,
"learning_rate": 8.532228286149501e-06,
"loss": 2338.1947,
"step": 4405
},
{
"epoch": 0.882,
"grad_norm": 462.2725830078125,
"learning_rate": 8.39169900780995e-06,
"loss": 2353.8695,
"step": 4410
},
{
"epoch": 0.883,
"grad_norm": 470.2981262207031,
"learning_rate": 8.252285947708139e-06,
"loss": 2329.3732,
"step": 4415
},
{
"epoch": 0.884,
"grad_norm": 724.43359375,
"learning_rate": 8.113990804548244e-06,
"loss": 2452.851,
"step": 4420
},
{
"epoch": 0.885,
"grad_norm": 505.2391662597656,
"learning_rate": 7.976815263412963e-06,
"loss": 2303.582,
"step": 4425
},
{
"epoch": 0.886,
"grad_norm": 592.480712890625,
"learning_rate": 7.840760995742946e-06,
"loss": 2322.8295,
"step": 4430
},
{
"epoch": 0.887,
"grad_norm": 632.271728515625,
"learning_rate": 7.7058296593165e-06,
"loss": 2309.0482,
"step": 4435
},
{
"epoch": 0.888,
"grad_norm": 651.9484252929688,
"learning_rate": 7.572022898229403e-06,
"loss": 2366.9873,
"step": 4440
},
{
"epoch": 0.889,
"grad_norm": 442.0997619628906,
"learning_rate": 7.439342342874789e-06,
"loss": 2353.1455,
"step": 4445
},
{
"epoch": 0.89,
"grad_norm": 520.175537109375,
"learning_rate": 7.3077896099233765e-06,
"loss": 2253.3311,
"step": 4450
},
{
"epoch": 0.891,
"grad_norm": 614.8516235351562,
"learning_rate": 7.177366302303667e-06,
"loss": 2309.3943,
"step": 4455
},
{
"epoch": 0.892,
"grad_norm": 650.8283081054688,
"learning_rate": 7.048074009182548e-06,
"loss": 2420.9043,
"step": 4460
},
{
"epoch": 0.893,
"grad_norm": 481.18475341796875,
"learning_rate": 6.919914305945774e-06,
"loss": 2231.8469,
"step": 4465
},
{
"epoch": 0.894,
"grad_norm": 466.1707763671875,
"learning_rate": 6.7928887541789055e-06,
"loss": 2394.1852,
"step": 4470
},
{
"epoch": 0.895,
"grad_norm": 463.6977844238281,
"learning_rate": 6.666998901648203e-06,
"loss": 2425.5762,
"step": 4475
},
{
"epoch": 0.896,
"grad_norm": 594.5938110351562,
"learning_rate": 6.542246282281772e-06,
"loss": 2364.6588,
"step": 4480
},
{
"epoch": 0.897,
"grad_norm": 475.3564147949219,
"learning_rate": 6.418632416150927e-06,
"loss": 2259.6363,
"step": 4485
},
{
"epoch": 0.898,
"grad_norm": 431.8239440917969,
"learning_rate": 6.296158809451602e-06,
"loss": 2357.5947,
"step": 4490
},
{
"epoch": 0.899,
"grad_norm": 630.5186767578125,
"learning_rate": 6.174826954486068e-06,
"loss": 2346.4881,
"step": 4495
},
{
"epoch": 0.9,
"grad_norm": 448.23291015625,
"learning_rate": 6.054638329644657e-06,
"loss": 2243.9285,
"step": 4500
},
{
"epoch": 0.901,
"grad_norm": 561.2485961914062,
"learning_rate": 5.935594399387856e-06,
"loss": 2360.3258,
"step": 4505
},
{
"epoch": 0.902,
"grad_norm": 864.3167724609375,
"learning_rate": 5.8176966142283965e-06,
"loss": 2258.6137,
"step": 4510
},
{
"epoch": 0.903,
"grad_norm": 479.1529541015625,
"learning_rate": 5.700946410713548e-06,
"loss": 2257.1244,
"step": 4515
},
{
"epoch": 0.904,
"grad_norm": 439.40960693359375,
"learning_rate": 5.585345211407733e-06,
"loss": 2306.9109,
"step": 4520
},
{
"epoch": 0.905,
"grad_norm": 979.7350463867188,
"learning_rate": 5.470894424875062e-06,
"loss": 2409.59,
"step": 4525
},
{
"epoch": 0.906,
"grad_norm": 490.3594970703125,
"learning_rate": 5.357595445662267e-06,
"loss": 2371.8602,
"step": 4530
},
{
"epoch": 0.907,
"grad_norm": 470.8580322265625,
"learning_rate": 5.245449654281631e-06,
"loss": 2302.8035,
"step": 4535
},
{
"epoch": 0.908,
"grad_norm": 445.7579650878906,
"learning_rate": 5.134458417194254e-06,
"loss": 2325.5023,
"step": 4540
},
{
"epoch": 0.909,
"grad_norm": 804.7595825195312,
"learning_rate": 5.024623086793323e-06,
"loss": 2376.7557,
"step": 4545
},
{
"epoch": 0.91,
"grad_norm": 442.826904296875,
"learning_rate": 4.915945001387667e-06,
"loss": 2340.9682,
"step": 4550
},
{
"epoch": 0.911,
"grad_norm": 476.42059326171875,
"learning_rate": 4.808425485185486e-06,
"loss": 2376.3703,
"step": 4555
},
{
"epoch": 0.912,
"grad_norm": 1019.930419921875,
"learning_rate": 4.702065848278126e-06,
"loss": 2423.1229,
"step": 4560
},
{
"epoch": 0.913,
"grad_norm": 500.9731140136719,
"learning_rate": 4.596867386624215e-06,
"loss": 2291.4115,
"step": 4565
},
{
"epoch": 0.914,
"grad_norm": 883.6099243164062,
"learning_rate": 4.492831382033791e-06,
"loss": 2450.9287,
"step": 4570
},
{
"epoch": 0.915,
"grad_norm": 452.7622985839844,
"learning_rate": 4.389959102152774e-06,
"loss": 2347.168,
"step": 4575
},
{
"epoch": 0.916,
"grad_norm": 582.5289306640625,
"learning_rate": 4.288251800447385e-06,
"loss": 2290.0182,
"step": 4580
},
{
"epoch": 0.917,
"grad_norm": 541.1172485351562,
"learning_rate": 4.187710716189042e-06,
"loss": 2359.6609,
"step": 4585
},
{
"epoch": 0.918,
"grad_norm": 460.95098876953125,
"learning_rate": 4.088337074439097e-06,
"loss": 2318.7033,
"step": 4590
},
{
"epoch": 0.919,
"grad_norm": 512.9874267578125,
"learning_rate": 3.990132086034026e-06,
"loss": 2230.9416,
"step": 4595
},
{
"epoch": 0.92,
"grad_norm": 643.7477416992188,
"learning_rate": 3.893096947570618e-06,
"loss": 2323.427,
"step": 4600
},
{
"epoch": 0.921,
"grad_norm": 539.8615112304688,
"learning_rate": 3.797232841391407e-06,
"loss": 2273.7926,
"step": 4605
},
{
"epoch": 0.922,
"grad_norm": 437.8013610839844,
"learning_rate": 3.7025409355702976e-06,
"loss": 2296.2014,
"step": 4610
},
{
"epoch": 0.923,
"grad_norm": 646.2207641601562,
"learning_rate": 3.6090223838982417e-06,
"loss": 2356.2037,
"step": 4615
},
{
"epoch": 0.924,
"grad_norm": 468.84912109375,
"learning_rate": 3.516678325869316e-06,
"loss": 2328.9488,
"step": 4620
},
{
"epoch": 0.925,
"grad_norm": 540.7304077148438,
"learning_rate": 3.425509886666711e-06,
"loss": 2272.2959,
"step": 4625
},
{
"epoch": 0.926,
"grad_norm": 472.534423828125,
"learning_rate": 3.3355181771490772e-06,
"loss": 2273.1053,
"step": 4630
},
{
"epoch": 0.927,
"grad_norm": 583.0716552734375,
"learning_rate": 3.246704293837011e-06,
"loss": 2338.4166,
"step": 4635
},
{
"epoch": 0.928,
"grad_norm": 634.10302734375,
"learning_rate": 3.1590693188996323e-06,
"loss": 2254.8785,
"step": 4640
},
{
"epoch": 0.929,
"grad_norm": 554.2640991210938,
"learning_rate": 3.072614320141487e-06,
"loss": 2244.4285,
"step": 4645
},
{
"epoch": 0.93,
"grad_norm": 545.4818115234375,
"learning_rate": 2.9873403509894203e-06,
"loss": 2353.6566,
"step": 4650
},
{
"epoch": 0.931,
"grad_norm": 471.6024169921875,
"learning_rate": 2.9032484504798452e-06,
"loss": 2383.3561,
"step": 4655
},
{
"epoch": 0.932,
"grad_norm": 436.4599609375,
"learning_rate": 2.8203396432460506e-06,
"loss": 2228.4557,
"step": 4660
},
{
"epoch": 0.933,
"grad_norm": 450.2855224609375,
"learning_rate": 2.738614939505646e-06,
"loss": 2317.7602,
"step": 4665
},
{
"epoch": 0.934,
"grad_norm": 601.8489990234375,
"learning_rate": 2.6580753350484046e-06,
"loss": 2271.7111,
"step": 4670
},
{
"epoch": 0.935,
"grad_norm": 476.1251220703125,
"learning_rate": 2.5787218112239496e-06,
"loss": 2254.2285,
"step": 4675
},
{
"epoch": 0.936,
"grad_norm": 611.5748291015625,
"learning_rate": 2.5005553349299547e-06,
"loss": 2364.2281,
"step": 4680
},
{
"epoch": 0.937,
"grad_norm": 499.7769470214844,
"learning_rate": 2.4235768586002517e-06,
"loss": 2299.177,
"step": 4685
},
{
"epoch": 0.938,
"grad_norm": 468.14715576171875,
"learning_rate": 2.3477873201932734e-06,
"loss": 2324.8361,
"step": 4690
},
{
"epoch": 0.939,
"grad_norm": 492.96075439453125,
"learning_rate": 2.273187643180652e-06,
"loss": 2253.9939,
"step": 4695
},
{
"epoch": 0.94,
"grad_norm": 538.5533447265625,
"learning_rate": 2.1997787365358958e-06,
"loss": 2351.5793,
"step": 4700
},
{
"epoch": 0.941,
"grad_norm": 602.8175659179688,
"learning_rate": 2.1275614947233624e-06,
"loss": 2281.7832,
"step": 4705
},
{
"epoch": 0.942,
"grad_norm": 472.2273254394531,
"learning_rate": 2.0565367976873584e-06,
"loss": 2348.9711,
"step": 4710
},
{
"epoch": 0.943,
"grad_norm": 567.5303955078125,
"learning_rate": 1.986705510841402e-06,
"loss": 2319.3857,
"step": 4715
},
{
"epoch": 0.944,
"grad_norm": 470.3605041503906,
"learning_rate": 1.918068485057689e-06,
"loss": 2310.1174,
"step": 4720
},
{
"epoch": 0.945,
"grad_norm": 557.4329833984375,
"learning_rate": 1.8506265566567094e-06,
"loss": 2344.217,
"step": 4725
},
{
"epoch": 0.946,
"grad_norm": 884.5136108398438,
"learning_rate": 1.7843805473970798e-06,
"loss": 2428.5123,
"step": 4730
},
{
"epoch": 0.947,
"grad_norm": 570.8834838867188,
"learning_rate": 1.719331264465529e-06,
"loss": 2358.9455,
"step": 4735
},
{
"epoch": 0.948,
"grad_norm": 564.429443359375,
"learning_rate": 1.6554795004670388e-06,
"loss": 2344.3736,
"step": 4740
},
{
"epoch": 0.949,
"grad_norm": 1035.4912109375,
"learning_rate": 1.5928260334151845e-06,
"loss": 2405.3262,
"step": 4745
},
{
"epoch": 0.95,
"grad_norm": 712.404296875,
"learning_rate": 1.5313716267226996e-06,
"loss": 2435.7125,
"step": 4750
},
{
"epoch": 0.951,
"grad_norm": 485.01837158203125,
"learning_rate": 1.4711170291921484e-06,
"loss": 2326.8105,
"step": 4755
},
{
"epoch": 0.952,
"grad_norm": 471.92620849609375,
"learning_rate": 1.412062975006767e-06,
"loss": 2288.6596,
"step": 4760
},
{
"epoch": 0.953,
"grad_norm": 668.0311279296875,
"learning_rate": 1.3542101837215826e-06,
"loss": 2383.5674,
"step": 4765
},
{
"epoch": 0.954,
"grad_norm": 1467.8106689453125,
"learning_rate": 1.2975593602545965e-06,
"loss": 2450.7426,
"step": 4770
},
{
"epoch": 0.955,
"grad_norm": 584.015380859375,
"learning_rate": 1.2421111948782149e-06,
"loss": 2357.8592,
"step": 4775
},
{
"epoch": 0.956,
"grad_norm": 527.2439575195312,
"learning_rate": 1.1878663632108322e-06,
"loss": 2251.0469,
"step": 4780
},
{
"epoch": 0.957,
"grad_norm": 475.98919677734375,
"learning_rate": 1.134825526208605e-06,
"loss": 2333.6098,
"step": 4785
},
{
"epoch": 0.958,
"grad_norm": 453.62249755859375,
"learning_rate": 1.0829893301573913e-06,
"loss": 2264.3059,
"step": 4790
},
{
"epoch": 0.959,
"grad_norm": 506.7863464355469,
"learning_rate": 1.0323584066648795e-06,
"loss": 2246.583,
"step": 4795
},
{
"epoch": 0.96,
"grad_norm": 764.1400146484375,
"learning_rate": 9.829333726529056e-07,
"loss": 2307.3244,
"step": 4800
},
{
"epoch": 0.961,
"grad_norm": 475.74810791015625,
"learning_rate": 9.347148303499142e-07,
"loss": 2257.3662,
"step": 4805
},
{
"epoch": 0.962,
"grad_norm": 2709.840087890625,
"learning_rate": 8.877033672835988e-07,
"loss": 2263.3236,
"step": 4810
},
{
"epoch": 0.963,
"grad_norm": 1710.866455078125,
"learning_rate": 8.418995562738285e-07,
"loss": 2286.6307,
"step": 4815
},
{
"epoch": 0.964,
"grad_norm": 1576.736083984375,
"learning_rate": 7.973039554255768e-07,
"loss": 2522.8393,
"step": 4820
},
{
"epoch": 0.965,
"grad_norm": 492.1829528808594,
"learning_rate": 7.539171081221596e-07,
"loss": 2425.0551,
"step": 4825
},
{
"epoch": 0.966,
"grad_norm": 550.7454223632812,
"learning_rate": 7.117395430186414e-07,
"loss": 2348.5834,
"step": 4830
},
{
"epoch": 0.967,
"grad_norm": 1042.470458984375,
"learning_rate": 6.707717740353059e-07,
"loss": 2405.235,
"step": 4835
},
{
"epoch": 0.968,
"grad_norm": 468.5074462890625,
"learning_rate": 6.310143003515179e-07,
"loss": 2282.6986,
"step": 4840
},
{
"epoch": 0.969,
"grad_norm": 553.7470092773438,
"learning_rate": 5.924676063995382e-07,
"loss": 2304.2363,
"step": 4845
},
{
"epoch": 0.97,
"grad_norm": 435.6472473144531,
"learning_rate": 5.551321618586736e-07,
"loss": 2300.0301,
"step": 4850
},
{
"epoch": 0.971,
"grad_norm": 560.6065063476562,
"learning_rate": 5.190084216495361e-07,
"loss": 2267.2363,
"step": 4855
},
{
"epoch": 0.972,
"grad_norm": 551.0166015625,
"learning_rate": 4.840968259284817e-07,
"loss": 2580.8109,
"step": 4860
},
{
"epoch": 0.973,
"grad_norm": 620.4058227539062,
"learning_rate": 4.503978000823028e-07,
"loss": 2287.44,
"step": 4865
},
{
"epoch": 0.974,
"grad_norm": 757.1586303710938,
"learning_rate": 4.179117547229883e-07,
"loss": 2383.8521,
"step": 4870
},
{
"epoch": 0.975,
"grad_norm": 564.7348022460938,
"learning_rate": 3.866390856827495e-07,
"loss": 2343.0703,
"step": 4875
},
{
"epoch": 0.976,
"grad_norm": 517.7265625,
"learning_rate": 3.565801740092023e-07,
"loss": 2304.0496,
"step": 4880
},
{
"epoch": 0.977,
"grad_norm": 612.9810180664062,
"learning_rate": 3.277353859606813e-07,
"loss": 2326.7371,
"step": 4885
},
{
"epoch": 0.978,
"grad_norm": 533.4202270507812,
"learning_rate": 3.001050730018218e-07,
"loss": 2319.4834,
"step": 4890
},
{
"epoch": 0.979,
"grad_norm": 533.7859497070312,
"learning_rate": 2.73689571799296e-07,
"loss": 2316.1029,
"step": 4895
},
{
"epoch": 0.98,
"grad_norm": 521.9594116210938,
"learning_rate": 2.484892042176279e-07,
"loss": 2352.5287,
"step": 4900
},
{
"epoch": 0.981,
"grad_norm": 586.1056518554688,
"learning_rate": 2.2450427731534053e-07,
"loss": 2308.7545,
"step": 4905
},
{
"epoch": 0.982,
"grad_norm": 626.6964111328125,
"learning_rate": 2.017350833412146e-07,
"loss": 2356.6547,
"step": 4910
},
{
"epoch": 0.983,
"grad_norm": 535.3344116210938,
"learning_rate": 1.8018189973069143e-07,
"loss": 2313.3385,
"step": 4915
},
{
"epoch": 0.984,
"grad_norm": 549.1373291015625,
"learning_rate": 1.598449891024978e-07,
"loss": 2296.3609,
"step": 4920
},
{
"epoch": 0.985,
"grad_norm": 586.18310546875,
"learning_rate": 1.4072459925548177e-07,
"loss": 2309.3953,
"step": 4925
},
{
"epoch": 0.986,
"grad_norm": 509.8848571777344,
"learning_rate": 1.2282096316554858e-07,
"loss": 2354.6371,
"step": 4930
},
{
"epoch": 0.987,
"grad_norm": 533.71142578125,
"learning_rate": 1.0613429898287398e-07,
"loss": 2325.3348,
"step": 4935
},
{
"epoch": 0.988,
"grad_norm": 614.8036499023438,
"learning_rate": 9.066481002918403e-08,
"loss": 2319.2973,
"step": 4940
},
{
"epoch": 0.989,
"grad_norm": 476.0160217285156,
"learning_rate": 7.641268479531283e-08,
"loss": 2301.0332,
"step": 4945
},
{
"epoch": 0.99,
"grad_norm": 464.9892272949219,
"learning_rate": 6.337809693891527e-08,
"loss": 2240.9646,
"step": 4950
},
{
"epoch": 0.991,
"grad_norm": 520.86572265625,
"learning_rate": 5.1561205282335547e-08,
"loss": 2288.3842,
"step": 4955
},
{
"epoch": 0.992,
"grad_norm": 617.4146118164062,
"learning_rate": 4.096215381066415e-08,
"loss": 2299.7158,
"step": 4960
},
{
"epoch": 0.993,
"grad_norm": 518.3414306640625,
"learning_rate": 3.1581071670006015e-08,
"loss": 2310.9945,
"step": 4965
},
{
"epoch": 0.994,
"grad_norm": 696.831298828125,
"learning_rate": 2.3418073165870636e-08,
"loss": 2318.7771,
"step": 4970
},
{
"epoch": 0.995,
"grad_norm": 471.03448486328125,
"learning_rate": 1.6473257761828732e-08,
"loss": 2341.7621,
"step": 4975
},
{
"epoch": 0.996,
"grad_norm": 695.029296875,
"learning_rate": 1.074671007825767e-08,
"loss": 2437.7066,
"step": 4980
},
{
"epoch": 0.997,
"grad_norm": 673.8065795898438,
"learning_rate": 6.238499891353389e-09,
"loss": 2369.8605,
"step": 4985
},
{
"epoch": 0.998,
"grad_norm": 906.5137939453125,
"learning_rate": 2.948682132208891e-09,
"loss": 2254.4363,
"step": 4990
},
{
"epoch": 0.999,
"grad_norm": 706.15673828125,
"learning_rate": 8.772968862369446e-10,
"loss": 2233.2135,
"step": 4995
},
{
"epoch": 1.0,
"grad_norm": 568.5302734375,
"learning_rate": 2.4369392592760164e-11,
"loss": 2357.8244,
"step": 5000
},
{
"epoch": 1.0,
"step": 5000,
"total_flos": 7.022422523904e+16,
"train_loss": 2696.7161255859373,
"train_runtime": 12921.006,
"train_samples_per_second": 12.383,
"train_steps_per_second": 0.387
}
],
"logging_steps": 5,
"max_steps": 5000,
"num_input_tokens_seen": 0,
"num_train_epochs": 9223372036854775807,
"save_steps": 1000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 7.022422523904e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.001,
"grad_norm": 5230.09423828125,
"learning_rate": 1.6000000000000001e-06,
"loss": 5499.2719,
"step": 5
},
{
"epoch": 0.002,
"grad_norm": 4727.27783203125,
"learning_rate": 3.6e-06,
"loss": 5417.3703,
"step": 10
},
{
"epoch": 0.003,
"grad_norm": 4123.6455078125,
"learning_rate": 5.600000000000001e-06,
"loss": 5277.4832,
"step": 15
},
{
"epoch": 0.004,
"grad_norm": 3340.44140625,
"learning_rate": 7.6e-06,
"loss": 5078.0035,
"step": 20
},
{
"epoch": 0.005,
"grad_norm": 1927.5640869140625,
"learning_rate": 9.600000000000001e-06,
"loss": 4921.7734,
"step": 25
},
{
"epoch": 0.006,
"grad_norm": 1558.497802734375,
"learning_rate": 1.16e-05,
"loss": 4768.557,
"step": 30
},
{
"epoch": 0.007,
"grad_norm": 1907.2208251953125,
"learning_rate": 1.3600000000000002e-05,
"loss": 4744.9406,
"step": 35
},
{
"epoch": 0.008,
"grad_norm": 734.9984130859375,
"learning_rate": 1.56e-05,
"loss": 4672.7805,
"step": 40
},
{
"epoch": 0.009,
"grad_norm": 985.597412109375,
"learning_rate": 1.76e-05,
"loss": 4615.5457,
"step": 45
},
{
"epoch": 0.01,
"grad_norm": 626.2665405273438,
"learning_rate": 1.9600000000000002e-05,
"loss": 4527.2035,
"step": 50
},
{
"epoch": 0.011,
"grad_norm": 789.5420532226562,
"learning_rate": 2.16e-05,
"loss": 4467.1453,
"step": 55
},
{
"epoch": 0.012,
"grad_norm": 620.4935302734375,
"learning_rate": 2.36e-05,
"loss": 4399.6863,
"step": 60
},
{
"epoch": 0.013,
"grad_norm": 590.7966918945312,
"learning_rate": 2.5600000000000002e-05,
"loss": 4321.6457,