File size: 136,702 Bytes
5387d19
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
{"loss": 0.44585809, "token_acc": 0.96181384, "grad_norm": 8.1739521, "learning_rate": 1.59e-06, "memory(GiB)": 19.93, "train_speed(iter/s)": 0.117269, "epoch": 0.00080052, "global_step/max_steps": "1/1249", "percentage": "0.08%", "elapsed_time": "8s", "remaining_time": "2h 50m 31s"}
{"loss": 0.22828825, "token_acc": 0.96646027, "grad_norm": 2.75569057, "learning_rate": 7.94e-06, "memory(GiB)": 19.93, "train_speed(iter/s)": 0.140285, "epoch": 0.0040026, "global_step/max_steps": "5/1249", "percentage": "0.40%", "elapsed_time": "35s", "remaining_time": "2h 26m 25s"}
{"loss": 0.11489879, "token_acc": 0.97376476, "grad_norm": 1.05832744, "learning_rate": 1.587e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143044, "epoch": 0.0080052, "global_step/max_steps": "10/1249", "percentage": "0.80%", "elapsed_time": "1m 9s", "remaining_time": "2h 23m 40s"}
{"loss": 0.04105607, "token_acc": 0.98850046, "grad_norm": 0.4779698, "learning_rate": 2.381e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144308, "epoch": 0.01200781, "global_step/max_steps": "15/1249", "percentage": "1.20%", "elapsed_time": "1m 43s", "remaining_time": "2h 22m 4s"}
{"loss": 0.02976245, "token_acc": 0.98956443, "grad_norm": 0.61109954, "learning_rate": 3.175e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144678, "epoch": 0.01601041, "global_step/max_steps": "20/1249", "percentage": "1.60%", "elapsed_time": "2m 17s", "remaining_time": "2h 21m 14s"}
{"loss": 0.03434529, "token_acc": 0.98895536, "grad_norm": 0.4749645, "learning_rate": 3.968e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.145044, "epoch": 0.02001301, "global_step/max_steps": "25/1249", "percentage": "2.00%", "elapsed_time": "2m 52s", "remaining_time": "2h 20m 22s"}
{"loss": 0.02217629, "token_acc": 0.99347623, "grad_norm": 0.25866258, "learning_rate": 4.762e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.145327, "epoch": 0.02401561, "global_step/max_steps": "30/1249", "percentage": "2.40%", "elapsed_time": "3m 26s", "remaining_time": "2h 19m 34s"}
{"loss": 0.04599547, "token_acc": 0.98649826, "grad_norm": 0.87933719, "learning_rate": 5.556e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.145153, "epoch": 0.02801821, "global_step/max_steps": "35/1249", "percentage": "2.80%", "elapsed_time": "4m 0s", "remaining_time": "2h 19m 12s"}
{"loss": 0.0295705, "token_acc": 0.99235344, "grad_norm": 0.60644317, "learning_rate": 6.349e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144907, "epoch": 0.03202081, "global_step/max_steps": "40/1249", "percentage": "3.20%", "elapsed_time": "4m 35s", "remaining_time": "2h 18m 53s"}
{"loss": 0.03551977, "token_acc": 0.99041812, "grad_norm": 0.80341172, "learning_rate": 7.143e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144666, "epoch": 0.03602342, "global_step/max_steps": "45/1249", "percentage": "3.60%", "elapsed_time": "5m 10s", "remaining_time": "2h 18m 33s"}
{"loss": 0.0247299, "token_acc": 0.99417152, "grad_norm": 0.80574566, "learning_rate": 7.937e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144617, "epoch": 0.04002602, "global_step/max_steps": "50/1249", "percentage": "4.00%", "elapsed_time": "5m 45s", "remaining_time": "2h 18m 2s"}
{"loss": 0.03722194, "token_acc": 0.98727851, "grad_norm": 0.2382829, "learning_rate": 8.73e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144496, "epoch": 0.04402862, "global_step/max_steps": "55/1249", "percentage": "4.40%", "elapsed_time": "6m 20s", "remaining_time": "2h 17m 36s"}
{"loss": 0.04597597, "token_acc": 0.98757764, "grad_norm": 0.91023809, "learning_rate": 9.524e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144413, "epoch": 0.04803122, "global_step/max_steps": "60/1249", "percentage": "4.80%", "elapsed_time": "6m 55s", "remaining_time": "2h 17m 6s"}
{"loss": 0.03467706, "token_acc": 0.9929972, "grad_norm": 1.78297877, "learning_rate": 0.0001, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144223, "epoch": 0.05203382, "global_step/max_steps": "65/1249", "percentage": "5.20%", "elapsed_time": "7m 30s", "remaining_time": "2h 16m 43s"}
{"loss": 0.03735902, "token_acc": 0.98899587, "grad_norm": 0.94952983, "learning_rate": 9.999e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144151, "epoch": 0.05603642, "global_step/max_steps": "70/1249", "percentage": "5.60%", "elapsed_time": "8m 5s", "remaining_time": "2h 16m 13s"}
{"loss": 0.0345369, "token_acc": 0.98950902, "grad_norm": 0.33801433, "learning_rate": 9.997e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144062, "epoch": 0.06003903, "global_step/max_steps": "75/1249", "percentage": "6.00%", "elapsed_time": "8m 40s", "remaining_time": "2h 15m 44s"}
{"loss": 0.04619416, "token_acc": 0.98494118, "grad_norm": 0.33183438, "learning_rate": 9.995e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14396, "epoch": 0.06404163, "global_step/max_steps": "80/1249", "percentage": "6.41%", "elapsed_time": "9m 15s", "remaining_time": "2h 15m 15s"}
{"loss": 0.02649184, "token_acc": 0.9905482, "grad_norm": 0.26601398, "learning_rate": 9.992e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143912, "epoch": 0.06804423, "global_step/max_steps": "85/1249", "percentage": "6.81%", "elapsed_time": "9m 50s", "remaining_time": "2h 14m 43s"}
{"loss": 0.07692851, "token_acc": 0.9860262, "grad_norm": 1.47368908, "learning_rate": 9.987e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143875, "epoch": 0.07204683, "global_step/max_steps": "90/1249", "percentage": "7.21%", "elapsed_time": "10m 25s", "remaining_time": "2h 14m 11s"}
{"loss": 0.04084907, "token_acc": 0.98648649, "grad_norm": 0.9166435, "learning_rate": 9.982e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143834, "epoch": 0.07604943, "global_step/max_steps": "95/1249", "percentage": "7.61%", "elapsed_time": "11m 0s", "remaining_time": "2h 13m 39s"}
{"loss": 0.02239111, "token_acc": 0.99647266, "grad_norm": 0.36941171, "learning_rate": 9.976e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14367, "epoch": 0.08005203, "global_step/max_steps": "100/1249", "percentage": "8.01%", "elapsed_time": "11m 35s", "remaining_time": "2h 13m 13s"}
{"loss": 0.04312571, "token_acc": 0.98527656, "grad_norm": 0.82510203, "learning_rate": 9.969e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143584, "epoch": 0.08405464, "global_step/max_steps": "105/1249", "percentage": "8.41%", "elapsed_time": "12m 10s", "remaining_time": "2h 12m 43s"}
{"loss": 0.04125697, "token_acc": 0.98787585, "grad_norm": 0.77745432, "learning_rate": 9.961e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143528, "epoch": 0.08805724, "global_step/max_steps": "110/1249", "percentage": "8.81%", "elapsed_time": "12m 46s", "remaining_time": "2h 12m 12s"}
{"loss": 0.0301247, "token_acc": 0.99286033, "grad_norm": 0.47973031, "learning_rate": 9.953e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143472, "epoch": 0.09205984, "global_step/max_steps": "115/1249", "percentage": "9.21%", "elapsed_time": "13m 21s", "remaining_time": "2h 11m 40s"}
{"loss": 0.10325221, "token_acc": 0.97662441, "grad_norm": 1.30946875, "learning_rate": 9.943e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143438, "epoch": 0.09606244, "global_step/max_steps": "120/1249", "percentage": "9.61%", "elapsed_time": "13m 56s", "remaining_time": "2h 11m 7s"}
{"loss": 0.03137582, "token_acc": 0.99310345, "grad_norm": 0.31231111, "learning_rate": 9.933e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143374, "epoch": 0.10006504, "global_step/max_steps": "125/1249", "percentage": "10.01%", "elapsed_time": "14m 31s", "remaining_time": "2h 10m 36s"}
{"loss": 0.07408839, "token_acc": 0.98484848, "grad_norm": 0.73944134, "learning_rate": 9.921e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14333, "epoch": 0.10406764, "global_step/max_steps": "130/1249", "percentage": "10.41%", "elapsed_time": "15m 6s", "remaining_time": "2h 10m 4s"}
{"loss": 0.02576894, "token_acc": 0.99285076, "grad_norm": 0.26981664, "learning_rate": 9.909e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143377, "epoch": 0.10807025, "global_step/max_steps": "135/1249", "percentage": "10.81%", "elapsed_time": "15m 41s", "remaining_time": "2h 9m 27s"}
{"loss": 0.01885354, "token_acc": 0.99425795, "grad_norm": 0.99891329, "learning_rate": 9.896e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143344, "epoch": 0.11207285, "global_step/max_steps": "140/1249", "percentage": "11.21%", "elapsed_time": "16m 16s", "remaining_time": "2h 8m 54s"}
{"loss": 0.01057654, "token_acc": 0.99676674, "grad_norm": 1.04987359, "learning_rate": 9.883e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143373, "epoch": 0.11607545, "global_step/max_steps": "145/1249", "percentage": "11.61%", "elapsed_time": "16m 51s", "remaining_time": "2h 8m 17s"}
{"loss": 0.03233341, "token_acc": 0.99080158, "grad_norm": 0.82069814, "learning_rate": 9.868e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14338, "epoch": 0.12007805, "global_step/max_steps": "150/1249", "percentage": "12.01%", "elapsed_time": "17m 25s", "remaining_time": "2h 7m 42s"}
{"loss": 0.02197361, "token_acc": 0.99391671, "grad_norm": 0.79337728, "learning_rate": 9.852e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143407, "epoch": 0.12408065, "global_step/max_steps": "155/1249", "percentage": "12.41%", "elapsed_time": "18m 0s", "remaining_time": "2h 7m 6s"}
{"loss": 0.05915788, "token_acc": 0.98563218, "grad_norm": 0.32944036, "learning_rate": 9.836e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143446, "epoch": 0.12808325, "global_step/max_steps": "160/1249", "percentage": "12.81%", "elapsed_time": "18m 35s", "remaining_time": "2h 6m 29s"}
{"loss": 0.06744987, "token_acc": 0.98152127, "grad_norm": 1.49061334, "learning_rate": 9.819e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143479, "epoch": 0.13208586, "global_step/max_steps": "165/1249", "percentage": "13.21%", "elapsed_time": "19m 9s", "remaining_time": "2h 5m 52s"}
{"loss": 0.01546802, "token_acc": 0.99565972, "grad_norm": 0.08009309, "learning_rate": 9.801e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143452, "epoch": 0.13608846, "global_step/max_steps": "170/1249", "percentage": "13.61%", "elapsed_time": "19m 44s", "remaining_time": "2h 5m 19s"}
{"loss": 0.02532509, "token_acc": 0.99458333, "grad_norm": 0.21452507, "learning_rate": 9.782e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143445, "epoch": 0.14009106, "global_step/max_steps": "175/1249", "percentage": "14.01%", "elapsed_time": "20m 19s", "remaining_time": "2h 4m 45s"}
{"loss": 0.04960155, "token_acc": 0.98850066, "grad_norm": 0.7213698, "learning_rate": 9.762e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143399, "epoch": 0.14409366, "global_step/max_steps": "180/1249", "percentage": "14.41%", "elapsed_time": "20m 54s", "remaining_time": "2h 4m 12s"}
{"loss": 0.01989986, "token_acc": 0.9958256, "grad_norm": 0.3632274, "learning_rate": 9.741e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143413, "epoch": 0.14809626, "global_step/max_steps": "185/1249", "percentage": "14.81%", "elapsed_time": "21m 29s", "remaining_time": "2h 3m 37s"}
{"loss": 0.01868089, "token_acc": 0.99518536, "grad_norm": 0.13501194, "learning_rate": 9.72e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143454, "epoch": 0.15209886, "global_step/max_steps": "190/1249", "percentage": "15.21%", "elapsed_time": "22m 4s", "remaining_time": "2h 3m 0s"}
{"loss": 0.0384928, "token_acc": 0.98931434, "grad_norm": 0.50759137, "learning_rate": 9.697e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14348, "epoch": 0.15610147, "global_step/max_steps": "195/1249", "percentage": "15.61%", "elapsed_time": "22m 38s", "remaining_time": "2h 2m 24s"}
{"loss": 0.01666124, "token_acc": 0.99536608, "grad_norm": 0.5222131, "learning_rate": 9.674e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143495, "epoch": 0.16010407, "global_step/max_steps": "200/1249", "percentage": "16.01%", "elapsed_time": "23m 13s", "remaining_time": "2h 1m 48s"}
{"eval_loss": 0.01646235, "eval_token_acc": 0.99746835, "eval_runtime": 2.5148, "eval_samples_per_second": 5.169, "eval_steps_per_second": 5.169, "epoch": 0.16010407, "global_step/max_steps": "200/1249", "percentage": "16.01%", "elapsed_time": "23m 15s", "remaining_time": "2h 2m 1s"}
{"loss": 0.02979466, "token_acc": 0.99023029, "grad_norm": 0.55560559, "learning_rate": 9.65e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141737, "epoch": 0.16410667, "global_step/max_steps": "205/1249", "percentage": "16.41%", "elapsed_time": "24m 6s", "remaining_time": "2h 2m 44s"}
{"loss": 0.03334639, "token_acc": 0.99177489, "grad_norm": 0.6666016, "learning_rate": 9.626e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141728, "epoch": 0.16810927, "global_step/max_steps": "210/1249", "percentage": "16.81%", "elapsed_time": "24m 41s", "remaining_time": "2h 2m 9s"}
{"loss": 0.03001485, "token_acc": 0.99098712, "grad_norm": 0.61791867, "learning_rate": 9.6e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141767, "epoch": 0.17211187, "global_step/max_steps": "215/1249", "percentage": "17.21%", "elapsed_time": "25m 16s", "remaining_time": "2h 1m 32s"}
{"loss": 0.01357537, "token_acc": 0.99662975, "grad_norm": 0.22975869, "learning_rate": 9.574e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14176, "epoch": 0.17611447, "global_step/max_steps": "220/1249", "percentage": "17.61%", "elapsed_time": "25m 51s", "remaining_time": "2h 0m 57s"}
{"loss": 0.02320441, "token_acc": 0.99456275, "grad_norm": 0.81022686, "learning_rate": 9.547e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141823, "epoch": 0.18011708, "global_step/max_steps": "225/1249", "percentage": "18.01%", "elapsed_time": "26m 26s", "remaining_time": "2h 0m 18s"}
{"loss": 0.03061868, "token_acc": 0.99044724, "grad_norm": 0.32882836, "learning_rate": 9.519e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141869, "epoch": 0.18411968, "global_step/max_steps": "230/1249", "percentage": "18.41%", "elapsed_time": "27m 0s", "remaining_time": "1h 59m 41s"}
{"loss": 0.02273889, "token_acc": 0.99347258, "grad_norm": 0.26632959, "learning_rate": 9.49e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141905, "epoch": 0.18812228, "global_step/max_steps": "235/1249", "percentage": "18.82%", "elapsed_time": "27m 35s", "remaining_time": "1h 59m 4s"}
{"loss": 0.04644815, "token_acc": 0.98846154, "grad_norm": 0.58608764, "learning_rate": 9.46e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141925, "epoch": 0.19212488, "global_step/max_steps": "240/1249", "percentage": "19.22%", "elapsed_time": "28m 10s", "remaining_time": "1h 58m 28s"}
{"loss": 0.01413985, "token_acc": 0.99689716, "grad_norm": 0.51847959, "learning_rate": 9.43e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141977, "epoch": 0.19612748, "global_step/max_steps": "245/1249", "percentage": "19.62%", "elapsed_time": "28m 45s", "remaining_time": "1h 57m 50s"}
{"loss": 0.0197067, "token_acc": 0.99516271, "grad_norm": 0.80275768, "learning_rate": 9.399e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142039, "epoch": 0.20013008, "global_step/max_steps": "250/1249", "percentage": "20.02%", "elapsed_time": "29m 19s", "remaining_time": "1h 57m 11s"}
{"loss": 0.04695151, "token_acc": 0.98611714, "grad_norm": 0.69673628, "learning_rate": 9.367e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14209, "epoch": 0.20413269, "global_step/max_steps": "255/1249", "percentage": "20.42%", "elapsed_time": "29m 54s", "remaining_time": "1h 56m 34s"}
{"loss": 0.01998967, "token_acc": 0.99402848, "grad_norm": 0.30533826, "learning_rate": 9.335e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.1421, "epoch": 0.20813529, "global_step/max_steps": "260/1249", "percentage": "20.82%", "elapsed_time": "30m 29s", "remaining_time": "1h 55m 58s"}
{"loss": 0.03244459, "token_acc": 0.99091735, "grad_norm": 0.61504579, "learning_rate": 9.301e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142149, "epoch": 0.21213789, "global_step/max_steps": "265/1249", "percentage": "21.22%", "elapsed_time": "31m 3s", "remaining_time": "1h 55m 21s"}
{"loss": 0.01463056, "token_acc": 0.99335824, "grad_norm": 0.29773569, "learning_rate": 9.267e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142159, "epoch": 0.21614049, "global_step/max_steps": "270/1249", "percentage": "21.62%", "elapsed_time": "31m 38s", "remaining_time": "1h 54m 45s"}
{"loss": 0.01902208, "token_acc": 0.9932554, "grad_norm": 0.33867723, "learning_rate": 9.232e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142116, "epoch": 0.22014309, "global_step/max_steps": "275/1249", "percentage": "22.02%", "elapsed_time": "32m 14s", "remaining_time": "1h 54m 12s"}
{"loss": 0.03385892, "token_acc": 0.99006908, "grad_norm": 1.69409823, "learning_rate": 9.196e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142057, "epoch": 0.22414569, "global_step/max_steps": "280/1249", "percentage": "22.42%", "elapsed_time": "32m 50s", "remaining_time": "1h 53m 40s"}
{"loss": 0.02471561, "token_acc": 0.9898539, "grad_norm": 0.52666432, "learning_rate": 9.16e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142047, "epoch": 0.2281483, "global_step/max_steps": "285/1249", "percentage": "22.82%", "elapsed_time": "33m 26s", "remaining_time": "1h 53m 5s"}
{"loss": 0.01876634, "token_acc": 0.99417476, "grad_norm": 0.37173131, "learning_rate": 9.123e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142008, "epoch": 0.2321509, "global_step/max_steps": "290/1249", "percentage": "23.22%", "elapsed_time": "34m 1s", "remaining_time": "1h 52m 32s"}
{"loss": 0.03025186, "token_acc": 0.99207829, "grad_norm": 0.52642208, "learning_rate": 9.085e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141984, "epoch": 0.2361535, "global_step/max_steps": "295/1249", "percentage": "23.62%", "elapsed_time": "34m 37s", "remaining_time": "1h 51m 57s"}
{"loss": 0.01774436, "token_acc": 0.99556432, "grad_norm": 0.81848067, "learning_rate": 9.047e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141983, "epoch": 0.2401561, "global_step/max_steps": "300/1249", "percentage": "24.02%", "elapsed_time": "35m 12s", "remaining_time": "1h 51m 22s"}
{"loss": 0.02188297, "token_acc": 0.99452305, "grad_norm": 0.66062051, "learning_rate": 9.007e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141955, "epoch": 0.2441587, "global_step/max_steps": "305/1249", "percentage": "24.42%", "elapsed_time": "35m 48s", "remaining_time": "1h 50m 48s"}
{"loss": 0.01094597, "token_acc": 0.99549347, "grad_norm": 0.76256716, "learning_rate": 8.967e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141742, "epoch": 0.2481613, "global_step/max_steps": "310/1249", "percentage": "24.82%", "elapsed_time": "36m 26s", "remaining_time": "1h 50m 23s"}
{"loss": 0.01202187, "token_acc": 0.9961751, "grad_norm": 0.48396659, "learning_rate": 8.927e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141717, "epoch": 0.25216391, "global_step/max_steps": "315/1249", "percentage": "25.22%", "elapsed_time": "37m 2s", "remaining_time": "1h 49m 49s"}
{"loss": 0.00970631, "token_acc": 0.9957265, "grad_norm": 0.40551788, "learning_rate": 8.885e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141657, "epoch": 0.25616651, "global_step/max_steps": "320/1249", "percentage": "25.62%", "elapsed_time": "37m 38s", "remaining_time": "1h 49m 17s"}
{"loss": 0.017278, "token_acc": 0.99436742, "grad_norm": 0.72145498, "learning_rate": 8.843e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141657, "epoch": 0.26016911, "global_step/max_steps": "325/1249", "percentage": "26.02%", "elapsed_time": "38m 13s", "remaining_time": "1h 48m 41s"}
{"loss": 0.01176077, "token_acc": 0.99606127, "grad_norm": 0.0800136, "learning_rate": 8.801e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141654, "epoch": 0.26417171, "global_step/max_steps": "330/1249", "percentage": "26.42%", "elapsed_time": "38m 49s", "remaining_time": "1h 48m 6s"}
{"loss": 0.02231231, "token_acc": 0.99493029, "grad_norm": 0.29422757, "learning_rate": 8.757e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141643, "epoch": 0.26817431, "global_step/max_steps": "335/1249", "percentage": "26.82%", "elapsed_time": "39m 24s", "remaining_time": "1h 47m 31s"}
{"loss": 0.01041568, "token_acc": 0.99699828, "grad_norm": 0.64058548, "learning_rate": 8.713e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141638, "epoch": 0.27217691, "global_step/max_steps": "340/1249", "percentage": "27.22%", "elapsed_time": "40m 0s", "remaining_time": "1h 46m 56s"}
{"loss": 0.01407608, "token_acc": 0.99672438, "grad_norm": 0.6182127, "learning_rate": 8.669e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141698, "epoch": 0.27617952, "global_step/max_steps": "345/1249", "percentage": "27.62%", "elapsed_time": "40m 34s", "remaining_time": "1h 46m 18s"}
{"loss": 0.00947243, "token_acc": 0.99724391, "grad_norm": 0.03768934, "learning_rate": 8.623e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141706, "epoch": 0.28018212, "global_step/max_steps": "350/1249", "percentage": "28.02%", "elapsed_time": "41m 9s", "remaining_time": "1h 45m 43s"}
{"loss": 0.01110573, "token_acc": 0.99669011, "grad_norm": 0.97892129, "learning_rate": 8.577e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141732, "epoch": 0.28418472, "global_step/max_steps": "355/1249", "percentage": "28.42%", "elapsed_time": "41m 44s", "remaining_time": "1h 45m 6s"}
{"loss": 0.0070359, "token_acc": 0.996568, "grad_norm": 0.58658415, "learning_rate": 8.531e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141755, "epoch": 0.28818732, "global_step/max_steps": "360/1249", "percentage": "28.82%", "elapsed_time": "42m 19s", "remaining_time": "1h 44m 30s"}
{"loss": 0.00677532, "token_acc": 0.99815242, "grad_norm": 0.12133054, "learning_rate": 8.484e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141784, "epoch": 0.29218992, "global_step/max_steps": "365/1249", "percentage": "29.22%", "elapsed_time": "42m 54s", "remaining_time": "1h 43m 54s"}
{"loss": 0.00587598, "token_acc": 0.99833818, "grad_norm": 0.02380099, "learning_rate": 8.436e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141828, "epoch": 0.29619253, "global_step/max_steps": "370/1249", "percentage": "29.62%", "elapsed_time": "43m 28s", "remaining_time": "1h 43m 16s"}
{"loss": 0.00286234, "token_acc": 0.99876442, "grad_norm": 0.0036721, "learning_rate": 8.387e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141855, "epoch": 0.30019513, "global_step/max_steps": "375/1249", "percentage": "30.02%", "elapsed_time": "44m 3s", "remaining_time": "1h 42m 40s"}
{"loss": 0.00884017, "token_acc": 0.99791406, "grad_norm": 0.42270547, "learning_rate": 8.338e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141877, "epoch": 0.30419773, "global_step/max_steps": "380/1249", "percentage": "30.42%", "elapsed_time": "44m 38s", "remaining_time": "1h 42m 4s"}
{"loss": 0.01713248, "token_acc": 0.99683973, "grad_norm": 0.45253515, "learning_rate": 8.289e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141875, "epoch": 0.30820033, "global_step/max_steps": "385/1249", "percentage": "30.82%", "elapsed_time": "45m 13s", "remaining_time": "1h 41m 29s"}
{"loss": 0.01671085, "token_acc": 0.99469171, "grad_norm": 0.87975693, "learning_rate": 8.239e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141925, "epoch": 0.31220293, "global_step/max_steps": "390/1249", "percentage": "31.22%", "elapsed_time": "45m 47s", "remaining_time": "1h 40m 51s"}
{"loss": 0.01588744, "token_acc": 0.99540652, "grad_norm": 1.02541637, "learning_rate": 8.188e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141929, "epoch": 0.31620553, "global_step/max_steps": "395/1249", "percentage": "31.63%", "elapsed_time": "46m 22s", "remaining_time": "1h 40m 16s"}
{"loss": 0.02909468, "token_acc": 0.9940367, "grad_norm": 0.56042719, "learning_rate": 8.137e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141962, "epoch": 0.32020814, "global_step/max_steps": "400/1249", "percentage": "32.03%", "elapsed_time": "46m 57s", "remaining_time": "1h 39m 39s"}
{"eval_loss": 0.04156459, "eval_token_acc": 0.98481013, "eval_runtime": 2.5083, "eval_samples_per_second": 5.183, "eval_steps_per_second": 5.183, "epoch": 0.32020814, "global_step/max_steps": "400/1249", "percentage": "32.03%", "elapsed_time": "46m 59s", "remaining_time": "1h 39m 45s"}
{"loss": 0.0261796, "token_acc": 0.99206664, "grad_norm": 0.83767909, "learning_rate": 8.085e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141119, "epoch": 0.32421074, "global_step/max_steps": "405/1249", "percentage": "32.43%", "elapsed_time": "47m 49s", "remaining_time": "1h 39m 40s"}
{"loss": 0.01618851, "token_acc": 0.99587345, "grad_norm": 0.73724973, "learning_rate": 8.032e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141144, "epoch": 0.32821334, "global_step/max_steps": "410/1249", "percentage": "32.83%", "elapsed_time": "48m 24s", "remaining_time": "1h 39m 3s"}
{"loss": 0.01689198, "token_acc": 0.99475524, "grad_norm": 0.11186628, "learning_rate": 7.979e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141168, "epoch": 0.33221594, "global_step/max_steps": "415/1249", "percentage": "33.23%", "elapsed_time": "48m 59s", "remaining_time": "1h 38m 27s"}
{"loss": 0.01861011, "token_acc": 0.994614, "grad_norm": 0.52710289, "learning_rate": 7.926e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141204, "epoch": 0.33621854, "global_step/max_steps": "420/1249", "percentage": "33.63%", "elapsed_time": "49m 34s", "remaining_time": "1h 37m 50s"}
{"loss": 0.02019158, "token_acc": 0.99106744, "grad_norm": 1.38148999, "learning_rate": 7.872e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141243, "epoch": 0.34022114, "global_step/max_steps": "425/1249", "percentage": "34.03%", "elapsed_time": "50m 8s", "remaining_time": "1h 37m 13s"}
{"loss": 0.01388508, "token_acc": 0.99608525, "grad_norm": 0.00920849, "learning_rate": 7.818e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141251, "epoch": 0.34422375, "global_step/max_steps": "430/1249", "percentage": "34.43%", "elapsed_time": "50m 43s", "remaining_time": "1h 36m 37s"}
{"loss": 0.01487606, "token_acc": 0.99682684, "grad_norm": 0.35401902, "learning_rate": 7.763e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141276, "epoch": 0.34822635, "global_step/max_steps": "435/1249", "percentage": "34.83%", "elapsed_time": "51m 18s", "remaining_time": "1h 36m 1s"}
{"loss": 0.04629639, "token_acc": 0.98757515, "grad_norm": 0.1765092, "learning_rate": 7.707e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141304, "epoch": 0.35222895, "global_step/max_steps": "440/1249", "percentage": "35.23%", "elapsed_time": "51m 53s", "remaining_time": "1h 35m 24s"}
{"loss": 0.00962789, "token_acc": 0.99791753, "grad_norm": 0.25009224, "learning_rate": 7.651e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141338, "epoch": 0.35623155, "global_step/max_steps": "445/1249", "percentage": "35.63%", "elapsed_time": "52m 28s", "remaining_time": "1h 34m 47s"}
{"loss": 0.01312032, "token_acc": 0.99596955, "grad_norm": 0.05270723, "learning_rate": 7.595e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141368, "epoch": 0.36023415, "global_step/max_steps": "450/1249", "percentage": "36.03%", "elapsed_time": "53m 2s", "remaining_time": "1h 34m 11s"}
{"loss": 0.00984787, "token_acc": 0.99689991, "grad_norm": 0.08748255, "learning_rate": 7.538e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141362, "epoch": 0.36423675, "global_step/max_steps": "455/1249", "percentage": "36.43%", "elapsed_time": "53m 38s", "remaining_time": "1h 33m 36s"}
{"loss": 0.00945482, "token_acc": 0.9971778, "grad_norm": 0.12798439, "learning_rate": 7.481e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141363, "epoch": 0.36823936, "global_step/max_steps": "460/1249", "percentage": "36.83%", "elapsed_time": "54m 13s", "remaining_time": "1h 33m 0s"}
{"loss": 0.00559015, "token_acc": 0.99919028, "grad_norm": 0.16120376, "learning_rate": 7.423e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141376, "epoch": 0.37224196, "global_step/max_steps": "465/1249", "percentage": "37.23%", "elapsed_time": "54m 48s", "remaining_time": "1h 32m 24s"}
{"loss": 0.00480575, "token_acc": 0.99864437, "grad_norm": 0.04762154, "learning_rate": 7.365e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141384, "epoch": 0.37624456, "global_step/max_steps": "470/1249", "percentage": "37.63%", "elapsed_time": "55m 23s", "remaining_time": "1h 31m 49s"}
{"loss": 0.00748974, "token_acc": 0.99727397, "grad_norm": 0.01327966, "learning_rate": 7.306e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141377, "epoch": 0.38024716, "global_step/max_steps": "475/1249", "percentage": "38.03%", "elapsed_time": "55m 59s", "remaining_time": "1h 31m 14s"}
{"loss": 0.00092321, "token_acc": 1.0, "grad_norm": 0.01330062, "learning_rate": 7.248e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141369, "epoch": 0.38424976, "global_step/max_steps": "480/1249", "percentage": "38.43%", "elapsed_time": "56m 35s", "remaining_time": "1h 30m 39s"}
{"loss": 0.00807761, "token_acc": 0.99806857, "grad_norm": 0.07290497, "learning_rate": 7.188e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141352, "epoch": 0.38825236, "global_step/max_steps": "485/1249", "percentage": "38.83%", "elapsed_time": "57m 10s", "remaining_time": "1h 30m 4s"}
{"loss": 0.01348942, "token_acc": 0.99776486, "grad_norm": 0.03351165, "learning_rate": 7.128e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141365, "epoch": 0.39225497, "global_step/max_steps": "490/1249", "percentage": "39.23%", "elapsed_time": "57m 45s", "remaining_time": "1h 29m 28s"}
{"loss": 0.0087547, "token_acc": 0.99571918, "grad_norm": 1.00843751, "learning_rate": 7.068e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141391, "epoch": 0.39625757, "global_step/max_steps": "495/1249", "percentage": "39.63%", "elapsed_time": "58m 20s", "remaining_time": "1h 28m 52s"}
{"loss": 0.00562788, "token_acc": 0.99907579, "grad_norm": 0.54034716, "learning_rate": 7.008e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141412, "epoch": 0.40026017, "global_step/max_steps": "500/1249", "percentage": "40.03%", "elapsed_time": "58m 55s", "remaining_time": "1h 28m 16s"}
{"loss": 0.01039252, "token_acc": 0.99819657, "grad_norm": 0.07603906, "learning_rate": 6.947e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141442, "epoch": 0.40426277, "global_step/max_steps": "505/1249", "percentage": "40.43%", "elapsed_time": "59m 30s", "remaining_time": "1h 27m 39s"}
{"loss": 0.01663065, "token_acc": 0.99404998, "grad_norm": 0.51153493, "learning_rate": 6.886e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141458, "epoch": 0.40826537, "global_step/max_steps": "510/1249", "percentage": "40.83%", "elapsed_time": "1h 0m 4s", "remaining_time": "1h 27m 3s"}
{"loss": 0.00641645, "token_acc": 0.99822064, "grad_norm": 0.0244692, "learning_rate": 6.824e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141496, "epoch": 0.41226797, "global_step/max_steps": "515/1249", "percentage": "41.23%", "elapsed_time": "1h 0m 39s", "remaining_time": "1h 26m 26s"}
{"loss": 0.00634931, "token_acc": 0.9978355, "grad_norm": 0.05355497, "learning_rate": 6.763e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141518, "epoch": 0.41627058, "global_step/max_steps": "520/1249", "percentage": "41.63%", "elapsed_time": "1h 1m 14s", "remaining_time": "1h 25m 50s"}
{"loss": 0.00307083, "token_acc": 0.99913119, "grad_norm": 0.41779888, "learning_rate": 6.7e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141532, "epoch": 0.42027318, "global_step/max_steps": "525/1249", "percentage": "42.03%", "elapsed_time": "1h 1m 49s", "remaining_time": "1h 25m 15s"}
{"loss": 0.00361744, "token_acc": 0.99818347, "grad_norm": 0.04191483, "learning_rate": 6.638e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14153, "epoch": 0.42427578, "global_step/max_steps": "530/1249", "percentage": "42.43%", "elapsed_time": "1h 2m 24s", "remaining_time": "1h 24m 39s"}
{"loss": 0.00062083, "token_acc": 1.0, "grad_norm": 0.01022792, "learning_rate": 6.575e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141546, "epoch": 0.42827838, "global_step/max_steps": "535/1249", "percentage": "42.83%", "elapsed_time": "1h 2m 59s", "remaining_time": "1h 24m 3s"}
{"loss": 0.00937919, "token_acc": 0.99788225, "grad_norm": 0.01810562, "learning_rate": 6.512e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141547, "epoch": 0.43228098, "global_step/max_steps": "540/1249", "percentage": "43.23%", "elapsed_time": "1h 3m 34s", "remaining_time": "1h 23m 28s"}
{"loss": 0.00802326, "token_acc": 0.99821747, "grad_norm": 0.01871227, "learning_rate": 6.449e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141554, "epoch": 0.43628358, "global_step/max_steps": "545/1249", "percentage": "43.63%", "elapsed_time": "1h 4m 9s", "remaining_time": "1h 22m 52s"}
{"loss": 0.01118716, "token_acc": 0.99475754, "grad_norm": 0.09551273, "learning_rate": 6.386e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141564, "epoch": 0.44028619, "global_step/max_steps": "550/1249", "percentage": "44.04%", "elapsed_time": "1h 4m 44s", "remaining_time": "1h 22m 17s"}
{"loss": 0.0120504, "token_acc": 0.99635701, "grad_norm": 0.36312056, "learning_rate": 6.322e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141543, "epoch": 0.44428879, "global_step/max_steps": "555/1249", "percentage": "44.44%", "elapsed_time": "1h 5m 20s", "remaining_time": "1h 21m 42s"}
{"loss": 0.01458446, "token_acc": 0.99470645, "grad_norm": 2.14432502, "learning_rate": 6.258e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141538, "epoch": 0.44829139, "global_step/max_steps": "560/1249", "percentage": "44.84%", "elapsed_time": "1h 5m 56s", "remaining_time": "1h 21m 7s"}
{"loss": 0.01182388, "token_acc": 0.99789385, "grad_norm": 0.02806402, "learning_rate": 6.194e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141541, "epoch": 0.45229399, "global_step/max_steps": "565/1249", "percentage": "45.24%", "elapsed_time": "1h 6m 31s", "remaining_time": "1h 20m 32s"}
{"loss": 0.01319661, "token_acc": 0.9971223, "grad_norm": 0.03831485, "learning_rate": 6.129e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141531, "epoch": 0.45629659, "global_step/max_steps": "570/1249", "percentage": "45.64%", "elapsed_time": "1h 7m 7s", "remaining_time": "1h 19m 57s"}
{"loss": 0.01156686, "token_acc": 0.99435294, "grad_norm": 0.51089138, "learning_rate": 6.065e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141513, "epoch": 0.46029919, "global_step/max_steps": "575/1249", "percentage": "46.04%", "elapsed_time": "1h 7m 42s", "remaining_time": "1h 19m 22s"}
{"loss": 0.01473301, "token_acc": 0.99410965, "grad_norm": 2.25989962, "learning_rate": 6e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141503, "epoch": 0.4643018, "global_step/max_steps": "580/1249", "percentage": "46.44%", "elapsed_time": "1h 8m 18s", "remaining_time": "1h 18m 47s"}
{"loss": 0.0049533, "token_acc": 0.99723502, "grad_norm": 0.01320044, "learning_rate": 5.935e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141486, "epoch": 0.4683044, "global_step/max_steps": "585/1249", "percentage": "46.84%", "elapsed_time": "1h 8m 54s", "remaining_time": "1h 18m 12s"}
{"loss": 0.00515625, "token_acc": 0.9977221, "grad_norm": 0.2323689, "learning_rate": 5.87e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141483, "epoch": 0.472307, "global_step/max_steps": "590/1249", "percentage": "47.24%", "elapsed_time": "1h 9m 29s", "remaining_time": "1h 17m 37s"}
{"loss": 0.0138999, "token_acc": 0.99605609, "grad_norm": 0.9093765, "learning_rate": 5.804e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14152, "epoch": 0.4763096, "global_step/max_steps": "595/1249", "percentage": "47.64%", "elapsed_time": "1h 10m 4s", "remaining_time": "1h 17m 0s"}
{"loss": 0.00080095, "token_acc": 0.99952696, "grad_norm": 0.0375649, "learning_rate": 5.739e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14153, "epoch": 0.4803122, "global_step/max_steps": "600/1249", "percentage": "48.04%", "elapsed_time": "1h 10m 39s", "remaining_time": "1h 16m 25s"}
{"eval_loss": 0.05568527, "eval_token_acc": 0.98481013, "eval_runtime": 2.5017, "eval_samples_per_second": 5.196, "eval_steps_per_second": 5.196, "epoch": 0.4803122, "global_step/max_steps": "600/1249", "percentage": "48.04%", "elapsed_time": "1h 10m 41s", "remaining_time": "1h 16m 27s"}
{"loss": 0.0030754, "token_acc": 0.99669118, "grad_norm": 1.8104074, "learning_rate": 5.673e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140693, "epoch": 0.4843148, "global_step/max_steps": "605/1249", "percentage": "48.44%", "elapsed_time": "1h 11m 39s", "remaining_time": "1h 16m 17s"}
{"loss": 0.00406165, "token_acc": 0.99779736, "grad_norm": 0.00472767, "learning_rate": 5.608e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140707, "epoch": 0.48831741, "global_step/max_steps": "610/1249", "percentage": "48.84%", "elapsed_time": "1h 12m 14s", "remaining_time": "1h 15m 41s"}
{"loss": 0.01319326, "token_acc": 0.99746622, "grad_norm": 0.07247688, "learning_rate": 5.542e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140724, "epoch": 0.49232001, "global_step/max_steps": "615/1249", "percentage": "49.24%", "elapsed_time": "1h 12m 49s", "remaining_time": "1h 15m 4s"}
{"loss": 0.00590864, "token_acc": 0.99751141, "grad_norm": 0.07320599, "learning_rate": 5.476e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140739, "epoch": 0.49632261, "global_step/max_steps": "620/1249", "percentage": "49.64%", "elapsed_time": "1h 13m 24s", "remaining_time": "1h 14m 28s"}
{"loss": 0.0038098, "token_acc": 0.99872935, "grad_norm": 0.04662081, "learning_rate": 5.41e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140748, "epoch": 0.50032521, "global_step/max_steps": "625/1249", "percentage": "50.04%", "elapsed_time": "1h 14m 0s", "remaining_time": "1h 13m 53s"}
{"loss": 0.02958292, "token_acc": 0.99594959, "grad_norm": 0.2187008, "learning_rate": 5.344e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140737, "epoch": 0.50432781, "global_step/max_steps": "630/1249", "percentage": "50.44%", "elapsed_time": "1h 14m 36s", "remaining_time": "1h 13m 17s"}
{"loss": 0.00632547, "token_acc": 0.99825784, "grad_norm": 0.58508682, "learning_rate": 5.278e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140745, "epoch": 0.50833041, "global_step/max_steps": "635/1249", "percentage": "50.84%", "elapsed_time": "1h 15m 11s", "remaining_time": "1h 12m 42s"}
{"loss": 0.00618829, "token_acc": 0.99779347, "grad_norm": 0.12139565, "learning_rate": 5.212e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140762, "epoch": 0.51233302, "global_step/max_steps": "640/1249", "percentage": "51.24%", "elapsed_time": "1h 15m 46s", "remaining_time": "1h 12m 6s"}
{"loss": 0.00302492, "token_acc": 0.998778, "grad_norm": 0.00901482, "learning_rate": 5.146e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140786, "epoch": 0.51633562, "global_step/max_steps": "645/1249", "percentage": "51.64%", "elapsed_time": "1h 16m 21s", "remaining_time": "1h 11m 29s"}
{"loss": 0.00642394, "token_acc": 0.99712289, "grad_norm": 0.0044543, "learning_rate": 5.079e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140803, "epoch": 0.52033822, "global_step/max_steps": "650/1249", "percentage": "52.04%", "elapsed_time": "1h 16m 56s", "remaining_time": "1h 10m 53s"}
{"loss": 0.00679684, "token_acc": 0.99785223, "grad_norm": 0.02510136, "learning_rate": 5.013e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140826, "epoch": 0.52434082, "global_step/max_steps": "655/1249", "percentage": "52.44%", "elapsed_time": "1h 17m 30s", "remaining_time": "1h 10m 17s"}
{"loss": 0.00745456, "token_acc": 0.99779249, "grad_norm": 0.07231305, "learning_rate": 4.947e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140838, "epoch": 0.52834342, "global_step/max_steps": "660/1249", "percentage": "52.84%", "elapsed_time": "1h 18m 5s", "remaining_time": "1h 9m 41s"}
{"loss": 0.00338989, "token_acc": 0.99876187, "grad_norm": 0.00385763, "learning_rate": 4.881e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140851, "epoch": 0.53234602, "global_step/max_steps": "665/1249", "percentage": "53.24%", "elapsed_time": "1h 18m 40s", "remaining_time": "1h 9m 5s"}
{"loss": 0.00631343, "token_acc": 0.9981352, "grad_norm": 0.12802981, "learning_rate": 4.815e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140863, "epoch": 0.53634863, "global_step/max_steps": "670/1249", "percentage": "53.64%", "elapsed_time": "1h 19m 16s", "remaining_time": "1h 8m 30s"}
{"loss": 0.00400694, "token_acc": 0.99915218, "grad_norm": 0.07677621, "learning_rate": 4.748e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140884, "epoch": 0.54035123, "global_step/max_steps": "675/1249", "percentage": "54.04%", "elapsed_time": "1h 19m 50s", "remaining_time": "1h 7m 53s"}
{"loss": 0.0079233, "token_acc": 0.99820789, "grad_norm": 0.00523504, "learning_rate": 4.682e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14092, "epoch": 0.54435383, "global_step/max_steps": "680/1249", "percentage": "54.44%", "elapsed_time": "1h 20m 25s", "remaining_time": "1h 7m 17s"}
{"loss": 0.00128882, "token_acc": 0.99957609, "grad_norm": 0.03792577, "learning_rate": 4.616e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140924, "epoch": 0.54835643, "global_step/max_steps": "685/1249", "percentage": "54.84%", "elapsed_time": "1h 21m 0s", "remaining_time": "1h 6m 41s"}
{"loss": 0.00200863, "token_acc": 0.99912434, "grad_norm": 0.50218993, "learning_rate": 4.55e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140962, "epoch": 0.55235903, "global_step/max_steps": "690/1249", "percentage": "55.24%", "elapsed_time": "1h 21m 34s", "remaining_time": "1h 6m 5s"}
{"loss": 0.00479141, "token_acc": 0.9974337, "grad_norm": 0.01801685, "learning_rate": 4.484e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140991, "epoch": 0.55636164, "global_step/max_steps": "695/1249", "percentage": "55.64%", "elapsed_time": "1h 22m 9s", "remaining_time": "1h 5m 29s"}
{"loss": 0.00297495, "token_acc": 0.99865531, "grad_norm": 0.00078392, "learning_rate": 4.419e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141023, "epoch": 0.56036424, "global_step/max_steps": "700/1249", "percentage": "56.04%", "elapsed_time": "1h 22m 43s", "remaining_time": "1h 4m 52s"}
{"loss": 0.00721611, "token_acc": 0.99728997, "grad_norm": 0.18348391, "learning_rate": 4.353e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141033, "epoch": 0.56436684, "global_step/max_steps": "705/1249", "percentage": "56.45%", "elapsed_time": "1h 23m 18s", "remaining_time": "1h 4m 17s"}
{"loss": 0.00203604, "token_acc": 0.99905971, "grad_norm": 0.15839048, "learning_rate": 4.287e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141109, "epoch": 0.56836944, "global_step/max_steps": "710/1249", "percentage": "56.85%", "elapsed_time": "1h 23m 51s", "remaining_time": "1h 3m 39s"}
{"loss": 0.00348625, "token_acc": 0.99827735, "grad_norm": 0.02400518, "learning_rate": 4.222e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141198, "epoch": 0.57237204, "global_step/max_steps": "715/1249", "percentage": "57.25%", "elapsed_time": "1h 24m 23s", "remaining_time": "1h 3m 1s"}
{"loss": 0.00223894, "token_acc": 0.99868074, "grad_norm": 0.00440965, "learning_rate": 4.156e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141304, "epoch": 0.57637464, "global_step/max_steps": "720/1249", "percentage": "57.65%", "elapsed_time": "1h 24m 55s", "remaining_time": "1h 2m 23s"}
{"loss": 0.00853922, "token_acc": 0.99822695, "grad_norm": 0.31079161, "learning_rate": 4.091e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141405, "epoch": 0.58037725, "global_step/max_steps": "725/1249", "percentage": "58.05%", "elapsed_time": "1h 25m 26s", "remaining_time": "1h 1m 45s"}
{"loss": 0.00405662, "token_acc": 0.99778369, "grad_norm": 0.01498585, "learning_rate": 4.026e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141508, "epoch": 0.58437985, "global_step/max_steps": "730/1249", "percentage": "58.45%", "elapsed_time": "1h 25m 58s", "remaining_time": "1h 1m 7s"}
{"loss": 0.00234105, "token_acc": 0.99910953, "grad_norm": 1.11927116, "learning_rate": 3.961e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141603, "epoch": 0.58838245, "global_step/max_steps": "735/1249", "percentage": "58.85%", "elapsed_time": "1h 26m 30s", "remaining_time": "1h 0m 29s"}
{"loss": 0.00231603, "token_acc": 0.99864621, "grad_norm": 0.00546011, "learning_rate": 3.897e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141702, "epoch": 0.59238505, "global_step/max_steps": "740/1249", "percentage": "59.25%", "elapsed_time": "1h 27m 1s", "remaining_time": "59m 51s"}
{"loss": 0.00214666, "token_acc": 0.99860009, "grad_norm": 0.11408214, "learning_rate": 3.832e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.1418, "epoch": 0.59638765, "global_step/max_steps": "745/1249", "percentage": "59.65%", "elapsed_time": "1h 27m 33s", "remaining_time": "59m 14s"}
{"loss": 0.01037703, "token_acc": 0.99734043, "grad_norm": 0.57293147, "learning_rate": 3.768e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141896, "epoch": 0.60039025, "global_step/max_steps": "750/1249", "percentage": "60.05%", "elapsed_time": "1h 28m 5s", "remaining_time": "58m 36s"}
{"loss": 0.00588023, "token_acc": 0.99746193, "grad_norm": 0.16427082, "learning_rate": 3.704e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141987, "epoch": 0.60439286, "global_step/max_steps": "755/1249", "percentage": "60.45%", "elapsed_time": "1h 28m 37s", "remaining_time": "57m 58s"}
{"loss": 0.00307787, "token_acc": 0.99912434, "grad_norm": 0.04225505, "learning_rate": 3.64e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142049, "epoch": 0.60839546, "global_step/max_steps": "760/1249", "percentage": "60.85%", "elapsed_time": "1h 29m 9s", "remaining_time": "57m 22s"}
{"loss": 0.00656662, "token_acc": 0.99827809, "grad_norm": 0.40192625, "learning_rate": 3.576e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142142, "epoch": 0.61239806, "global_step/max_steps": "765/1249", "percentage": "61.25%", "elapsed_time": "1h 29m 41s", "remaining_time": "56m 44s"}
{"loss": 0.0020762, "token_acc": 0.99909747, "grad_norm": 0.00903814, "learning_rate": 3.513e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142241, "epoch": 0.61640066, "global_step/max_steps": "770/1249", "percentage": "61.65%", "elapsed_time": "1h 30m 13s", "remaining_time": "56m 7s"}
{"loss": 0.00310872, "token_acc": 0.99865591, "grad_norm": 0.03995259, "learning_rate": 3.45e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142344, "epoch": 0.62040326, "global_step/max_steps": "775/1249", "percentage": "62.05%", "elapsed_time": "1h 30m 44s", "remaining_time": "55m 29s"}
{"loss": 0.00181775, "token_acc": 0.99916874, "grad_norm": 0.02588935, "learning_rate": 3.387e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142436, "epoch": 0.62440586, "global_step/max_steps": "780/1249", "percentage": "62.45%", "elapsed_time": "1h 31m 15s", "remaining_time": "54m 52s"}
{"loss": 0.00229802, "token_acc": 0.99861368, "grad_norm": 0.0253957, "learning_rate": 3.325e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142519, "epoch": 0.62840847, "global_step/max_steps": "785/1249", "percentage": "62.85%", "elapsed_time": "1h 31m 47s", "remaining_time": "54m 15s"}
{"loss": 0.00687667, "token_acc": 0.99749373, "grad_norm": 0.00579181, "learning_rate": 3.262e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142604, "epoch": 0.63241107, "global_step/max_steps": "790/1249", "percentage": "63.25%", "elapsed_time": "1h 32m 19s", "remaining_time": "53m 38s"}
{"loss": 0.00113015, "token_acc": 0.99901235, "grad_norm": 0.03827683, "learning_rate": 3.2e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142686, "epoch": 0.63641367, "global_step/max_steps": "795/1249", "percentage": "63.65%", "elapsed_time": "1h 32m 51s", "remaining_time": "53m 1s"}
{"loss": 0.00183256, "token_acc": 0.99908925, "grad_norm": 0.01137737, "learning_rate": 3.139e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142776, "epoch": 0.64041627, "global_step/max_steps": "800/1249", "percentage": "64.05%", "elapsed_time": "1h 33m 22s", "remaining_time": "52m 24s"}
{"eval_loss": 0.04980294, "eval_token_acc": 0.98987342, "eval_runtime": 2.2639, "eval_samples_per_second": 5.742, "eval_steps_per_second": 5.742, "epoch": 0.64041627, "global_step/max_steps": "800/1249", "percentage": "64.05%", "elapsed_time": "1h 33m 25s", "remaining_time": "52m 25s"}
{"loss": 0.00188598, "token_acc": 0.99774944, "grad_norm": 0.02051543, "learning_rate": 3.077e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142465, "epoch": 0.64441887, "global_step/max_steps": "805/1249", "percentage": "64.45%", "elapsed_time": "1h 34m 10s", "remaining_time": "51m 56s"}
{"loss": 0.0008122, "token_acc": 0.99950075, "grad_norm": 0.00243485, "learning_rate": 3.016e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142545, "epoch": 0.64842147, "global_step/max_steps": "810/1249", "percentage": "64.85%", "elapsed_time": "1h 34m 42s", "remaining_time": "51m 19s"}
{"loss": 0.00131345, "token_acc": 0.99956083, "grad_norm": 0.76056546, "learning_rate": 2.956e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142636, "epoch": 0.65242408, "global_step/max_steps": "815/1249", "percentage": "65.25%", "elapsed_time": "1h 35m 13s", "remaining_time": "50m 42s"}
{"loss": 0.00627949, "token_acc": 0.99829279, "grad_norm": 0.04273994, "learning_rate": 2.896e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142718, "epoch": 0.65642668, "global_step/max_steps": "820/1249", "percentage": "65.65%", "elapsed_time": "1h 35m 45s", "remaining_time": "50m 5s"}
{"loss": 0.00049559, "token_acc": 1.0, "grad_norm": 0.0202541, "learning_rate": 2.836e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.1428, "epoch": 0.66042928, "global_step/max_steps": "825/1249", "percentage": "66.05%", "elapsed_time": "1h 36m 16s", "remaining_time": "49m 29s"}
{"loss": 0.00286137, "token_acc": 0.99958106, "grad_norm": 0.00242593, "learning_rate": 2.776e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142886, "epoch": 0.66443188, "global_step/max_steps": "830/1249", "percentage": "66.45%", "elapsed_time": "1h 36m 48s", "remaining_time": "48m 52s"}
{"loss": 0.00270148, "token_acc": 0.99826464, "grad_norm": 0.03253986, "learning_rate": 2.717e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142968, "epoch": 0.66843448, "global_step/max_steps": "835/1249", "percentage": "66.85%", "elapsed_time": "1h 37m 20s", "remaining_time": "48m 15s"}
{"loss": 0.00220328, "token_acc": 0.99914712, "grad_norm": 0.02689575, "learning_rate": 2.658e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143047, "epoch": 0.67243708, "global_step/max_steps": "840/1249", "percentage": "67.25%", "elapsed_time": "1h 37m 51s", "remaining_time": "47m 39s"}
{"loss": 0.00398766, "token_acc": 0.997254, "grad_norm": 0.00102264, "learning_rate": 2.6e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143106, "epoch": 0.67643969, "global_step/max_steps": "845/1249", "percentage": "67.65%", "elapsed_time": "1h 38m 24s", "remaining_time": "47m 2s"}
{"loss": 0.0018268, "token_acc": 0.99909543, "grad_norm": 0.1113952, "learning_rate": 2.542e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143119, "epoch": 0.68044229, "global_step/max_steps": "850/1249", "percentage": "68.05%", "elapsed_time": "1h 38m 58s", "remaining_time": "46m 27s"}
{"loss": 0.00095149, "token_acc": 0.99914566, "grad_norm": 0.03052505, "learning_rate": 2.485e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143118, "epoch": 0.68444489, "global_step/max_steps": "855/1249", "percentage": "68.45%", "elapsed_time": "1h 39m 33s", "remaining_time": "45m 52s"}
{"loss": 0.00251298, "token_acc": 0.99777184, "grad_norm": 0.05558703, "learning_rate": 2.428e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143187, "epoch": 0.68844749, "global_step/max_steps": "860/1249", "percentage": "68.86%", "elapsed_time": "1h 40m 5s", "remaining_time": "45m 16s"}
{"loss": 0.00178397, "token_acc": 0.99914237, "grad_norm": 0.00046007, "learning_rate": 2.371e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143258, "epoch": 0.69245009, "global_step/max_steps": "865/1249", "percentage": "69.26%", "elapsed_time": "1h 40m 37s", "remaining_time": "44m 40s"}
{"loss": 0.00222792, "token_acc": 0.99826163, "grad_norm": 0.00028401, "learning_rate": 2.315e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143327, "epoch": 0.69645269, "global_step/max_steps": "870/1249", "percentage": "69.66%", "elapsed_time": "1h 41m 9s", "remaining_time": "44m 4s"}
{"loss": 0.00092736, "token_acc": 0.99901768, "grad_norm": 0.00064413, "learning_rate": 2.259e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143396, "epoch": 0.7004553, "global_step/max_steps": "875/1249", "percentage": "70.06%", "elapsed_time": "1h 41m 41s", "remaining_time": "43m 28s"}
{"loss": 0.00118933, "token_acc": 0.998772, "grad_norm": 0.0222415, "learning_rate": 2.204e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143466, "epoch": 0.7044579, "global_step/max_steps": "880/1249", "percentage": "70.46%", "elapsed_time": "1h 42m 13s", "remaining_time": "42m 51s"}
{"loss": 0.00783287, "token_acc": 0.99835052, "grad_norm": 0.01767512, "learning_rate": 2.15e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14354, "epoch": 0.7084605, "global_step/max_steps": "885/1249", "percentage": "70.86%", "elapsed_time": "1h 42m 45s", "remaining_time": "42m 15s"}
{"loss": 0.00150209, "token_acc": 0.99908383, "grad_norm": 0.0132218, "learning_rate": 2.095e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143612, "epoch": 0.7124631, "global_step/max_steps": "890/1249", "percentage": "71.26%", "elapsed_time": "1h 43m 16s", "remaining_time": "41m 39s"}
{"loss": 0.00096654, "token_acc": 1.0, "grad_norm": 0.00896095, "learning_rate": 2.042e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143667, "epoch": 0.7164657, "global_step/max_steps": "895/1249", "percentage": "71.66%", "elapsed_time": "1h 43m 49s", "remaining_time": "41m 3s"}
{"loss": 0.00293263, "token_acc": 0.99781945, "grad_norm": 0.00184158, "learning_rate": 1.989e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14373, "epoch": 0.7204683, "global_step/max_steps": "900/1249", "percentage": "72.06%", "elapsed_time": "1h 44m 21s", "remaining_time": "40m 28s"}
{"loss": 0.00179483, "token_acc": 0.99869735, "grad_norm": 0.00173695, "learning_rate": 1.936e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143805, "epoch": 0.72447091, "global_step/max_steps": "905/1249", "percentage": "72.46%", "elapsed_time": "1h 44m 52s", "remaining_time": "39m 52s"}
{"loss": 0.01154685, "token_acc": 0.99868132, "grad_norm": 0.01794946, "learning_rate": 1.884e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143872, "epoch": 0.72847351, "global_step/max_steps": "910/1249", "percentage": "72.86%", "elapsed_time": "1h 45m 24s", "remaining_time": "39m 16s"}
{"loss": 0.00106015, "token_acc": 0.99954463, "grad_norm": 0.01138169, "learning_rate": 1.833e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143899, "epoch": 0.73247611, "global_step/max_steps": "915/1249", "percentage": "73.26%", "elapsed_time": "1h 45m 58s", "remaining_time": "38m 40s"}
{"loss": 0.00240432, "token_acc": 0.99873364, "grad_norm": 0.11789743, "learning_rate": 1.782e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.1439, "epoch": 0.73647871, "global_step/max_steps": "920/1249", "percentage": "73.66%", "elapsed_time": "1h 46m 32s", "remaining_time": "38m 6s"}
{"loss": 0.00143951, "token_acc": 0.99911778, "grad_norm": 0.00926746, "learning_rate": 1.731e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143904, "epoch": 0.74048131, "global_step/max_steps": "925/1249", "percentage": "74.06%", "elapsed_time": "1h 47m 7s", "remaining_time": "37m 31s"}
{"loss": 0.00396711, "token_acc": 0.99682251, "grad_norm": 0.0148488, "learning_rate": 1.681e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143909, "epoch": 0.74448391, "global_step/max_steps": "930/1249", "percentage": "74.46%", "elapsed_time": "1h 47m 42s", "remaining_time": "36m 56s"}
{"loss": 0.00283012, "token_acc": 0.99861368, "grad_norm": 0.00636467, "learning_rate": 1.632e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143907, "epoch": 0.74848652, "global_step/max_steps": "935/1249", "percentage": "74.86%", "elapsed_time": "1h 48m 16s", "remaining_time": "36m 21s"}
{"loss": 0.00691044, "token_acc": 0.99911465, "grad_norm": 0.00073816, "learning_rate": 1.583e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143892, "epoch": 0.75248912, "global_step/max_steps": "940/1249", "percentage": "75.26%", "elapsed_time": "1h 48m 52s", "remaining_time": "35m 47s"}
{"loss": 0.00154439, "token_acc": 0.99854722, "grad_norm": 0.00272859, "learning_rate": 1.535e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143881, "epoch": 0.75649172, "global_step/max_steps": "945/1249", "percentage": "75.66%", "elapsed_time": "1h 49m 27s", "remaining_time": "35m 12s"}
{"loss": 0.00216042, "token_acc": 0.99877651, "grad_norm": 0.1909617, "learning_rate": 1.488e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143862, "epoch": 0.76049432, "global_step/max_steps": "950/1249", "percentage": "76.06%", "elapsed_time": "1h 50m 3s", "remaining_time": "34m 38s"}
{"loss": 0.00339913, "token_acc": 0.99785592, "grad_norm": 0.0145103, "learning_rate": 1.441e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143852, "epoch": 0.76449692, "global_step/max_steps": "955/1249", "percentage": "76.46%", "elapsed_time": "1h 50m 38s", "remaining_time": "34m 3s"}
{"loss": 0.00702941, "token_acc": 0.99763258, "grad_norm": 0.1596421, "learning_rate": 1.395e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143836, "epoch": 0.76849952, "global_step/max_steps": "960/1249", "percentage": "76.86%", "elapsed_time": "1h 51m 13s", "remaining_time": "33m 29s"}
{"loss": 0.00128259, "token_acc": 0.99906059, "grad_norm": 0.03565598, "learning_rate": 1.349e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143821, "epoch": 0.77250213, "global_step/max_steps": "965/1249", "percentage": "77.26%", "elapsed_time": "1h 51m 49s", "remaining_time": "32m 54s"}
{"loss": 0.00808632, "token_acc": 0.996568, "grad_norm": 0.34104759, "learning_rate": 1.304e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.1438, "epoch": 0.77650473, "global_step/max_steps": "970/1249", "percentage": "77.66%", "elapsed_time": "1h 52m 25s", "remaining_time": "32m 20s"}
{"loss": 0.00257022, "token_acc": 0.99867725, "grad_norm": 0.07534716, "learning_rate": 1.26e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143781, "epoch": 0.78050733, "global_step/max_steps": "975/1249", "percentage": "78.06%", "elapsed_time": "1h 53m 0s", "remaining_time": "31m 45s"}
{"loss": 0.0020033, "token_acc": 0.99823165, "grad_norm": 0.0105942, "learning_rate": 1.217e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143762, "epoch": 0.78450993, "global_step/max_steps": "980/1249", "percentage": "78.46%", "elapsed_time": "1h 53m 36s", "remaining_time": "31m 11s"}
{"loss": 0.00152949, "token_acc": 0.99859221, "grad_norm": 0.02695535, "learning_rate": 1.174e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143757, "epoch": 0.78851253, "global_step/max_steps": "985/1249", "percentage": "78.86%", "elapsed_time": "1h 54m 11s", "remaining_time": "30m 36s"}
{"loss": 0.00251402, "token_acc": 0.99781659, "grad_norm": 0.05842035, "learning_rate": 1.131e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143737, "epoch": 0.79251513, "global_step/max_steps": "990/1249", "percentage": "79.26%", "elapsed_time": "1h 54m 47s", "remaining_time": "30m 1s"}
{"loss": 0.001904, "token_acc": 0.99867433, "grad_norm": 0.00923415, "learning_rate": 1.09e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143728, "epoch": 0.79651774, "global_step/max_steps": "995/1249", "percentage": "79.66%", "elapsed_time": "1h 55m 22s", "remaining_time": "29m 27s"}
{"loss": 0.00158899, "token_acc": 0.99859879, "grad_norm": 0.0207759, "learning_rate": 1.049e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143728, "epoch": 0.80052034, "global_step/max_steps": "1000/1249", "percentage": "80.06%", "elapsed_time": "1h 55m 57s", "remaining_time": "28m 52s"}
{"eval_loss": 0.03210083, "eval_token_acc": 0.99240506, "eval_runtime": 2.4701, "eval_samples_per_second": 5.263, "eval_steps_per_second": 5.263, "epoch": 0.80052034, "global_step/max_steps": "1000/1249", "percentage": "80.06%", "elapsed_time": "1h 55m 59s", "remaining_time": "28m 52s"}
{"loss": 0.00148838, "token_acc": 0.99783315, "grad_norm": 0.01123068, "learning_rate": 1.009e-05, "memory(GiB)": 23.91, "train_speed(iter/s)": 0.143355, "epoch": 0.80452294, "global_step/max_steps": "1005/1249", "percentage": "80.46%", "elapsed_time": "1h 56m 50s", "remaining_time": "28m 21s"}
{"loss": 0.00203025, "token_acc": 0.9977252, "grad_norm": 0.01185955, "learning_rate": 9.69e-06, "memory(GiB)": 23.91, "train_speed(iter/s)": 0.14335, "epoch": 0.80852554, "global_step/max_steps": "1010/1249", "percentage": "80.86%", "elapsed_time": "1h 57m 25s", "remaining_time": "27m 47s"}
{"loss": 0.00215372, "token_acc": 0.99908509, "grad_norm": 0.00174683, "learning_rate": 9.3e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14332, "epoch": 0.81252814, "global_step/max_steps": "1015/1249", "percentage": "81.27%", "elapsed_time": "1h 58m 1s", "remaining_time": "27m 12s"}
{"loss": 0.00105759, "token_acc": 0.99952763, "grad_norm": 0.00054667, "learning_rate": 8.92e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143296, "epoch": 0.81653074, "global_step/max_steps": "1020/1249", "percentage": "81.67%", "elapsed_time": "1h 58m 37s", "remaining_time": "26m 38s"}
{"loss": 0.00054602, "token_acc": 1.0, "grad_norm": 0.0006128, "learning_rate": 8.55e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143284, "epoch": 0.82053335, "global_step/max_steps": "1025/1249", "percentage": "82.07%", "elapsed_time": "1h 59m 13s", "remaining_time": "26m 3s"}
{"loss": 0.00123538, "token_acc": 0.9995471, "grad_norm": 0.00986866, "learning_rate": 8.18e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14328, "epoch": 0.82453595, "global_step/max_steps": "1030/1249", "percentage": "82.47%", "elapsed_time": "1h 59m 48s", "remaining_time": "25m 28s"}
{"loss": 0.00255761, "token_acc": 0.99822459, "grad_norm": 0.01074488, "learning_rate": 7.82e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143262, "epoch": 0.82853855, "global_step/max_steps": "1035/1249", "percentage": "82.87%", "elapsed_time": "2h 0m 24s", "remaining_time": "24m 53s"}
{"loss": 0.00266214, "token_acc": 0.99860595, "grad_norm": 0.00972039, "learning_rate": 7.47e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143257, "epoch": 0.83254115, "global_step/max_steps": "1040/1249", "percentage": "83.27%", "elapsed_time": "2h 0m 59s", "remaining_time": "24m 18s"}
{"loss": 0.00207092, "token_acc": 0.99834369, "grad_norm": 0.00832372, "learning_rate": 7.12e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143254, "epoch": 0.83654375, "global_step/max_steps": "1045/1249", "percentage": "83.67%", "elapsed_time": "2h 1m 34s", "remaining_time": "23m 43s"}
{"loss": 0.00133322, "token_acc": 0.99864743, "grad_norm": 0.00046281, "learning_rate": 6.79e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143248, "epoch": 0.84054636, "global_step/max_steps": "1050/1249", "percentage": "84.07%", "elapsed_time": "2h 2m 9s", "remaining_time": "23m 9s"}
{"loss": 0.00095258, "token_acc": 0.99954792, "grad_norm": 0.01188662, "learning_rate": 6.46e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143232, "epoch": 0.84454896, "global_step/max_steps": "1055/1249", "percentage": "84.47%", "elapsed_time": "2h 2m 45s", "remaining_time": "22m 34s"}
{"loss": 0.00108146, "token_acc": 0.9991739, "grad_norm": 0.00953861, "learning_rate": 6.14e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143228, "epoch": 0.84855156, "global_step/max_steps": "1060/1249", "percentage": "84.87%", "elapsed_time": "2h 3m 20s", "remaining_time": "21m 59s"}
{"loss": 0.001199, "token_acc": 0.99871795, "grad_norm": 0.01372472, "learning_rate": 5.82e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143214, "epoch": 0.85255416, "global_step/max_steps": "1065/1249", "percentage": "85.27%", "elapsed_time": "2h 3m 56s", "remaining_time": "21m 24s"}
{"loss": 0.00117685, "token_acc": 0.99911583, "grad_norm": 0.00676752, "learning_rate": 5.52e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14321, "epoch": 0.85655676, "global_step/max_steps": "1070/1249", "percentage": "85.67%", "elapsed_time": "2h 4m 31s", "remaining_time": "20m 49s"}
{"loss": 0.00175663, "token_acc": 0.99911778, "grad_norm": 0.00133761, "learning_rate": 5.22e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143206, "epoch": 0.86055936, "global_step/max_steps": "1075/1249", "percentage": "86.07%", "elapsed_time": "2h 5m 6s", "remaining_time": "20m 14s"}
{"loss": 0.00143829, "token_acc": 0.99957483, "grad_norm": 0.00176877, "learning_rate": 4.93e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143208, "epoch": 0.86456197, "global_step/max_steps": "1080/1249", "percentage": "86.47%", "elapsed_time": "2h 5m 41s", "remaining_time": "19m 40s"}
{"loss": 0.00149954, "token_acc": 0.9987315, "grad_norm": 0.01269243, "learning_rate": 4.64e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143195, "epoch": 0.86856457, "global_step/max_steps": "1085/1249", "percentage": "86.87%", "elapsed_time": "2h 6m 16s", "remaining_time": "19m 5s"}
{"loss": 0.00265764, "token_acc": 0.99822301, "grad_norm": 0.00965793, "learning_rate": 4.37e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14318, "epoch": 0.87256717, "global_step/max_steps": "1090/1249", "percentage": "87.27%", "elapsed_time": "2h 6m 52s", "remaining_time": "18m 30s"}
{"loss": 0.00086145, "token_acc": 1.0, "grad_norm": 0.0019766, "learning_rate": 4.1e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14317, "epoch": 0.87656977, "global_step/max_steps": "1095/1249", "percentage": "87.67%", "elapsed_time": "2h 7m 27s", "remaining_time": "17m 55s"}
{"loss": 0.00155127, "token_acc": 0.99913867, "grad_norm": 0.00618794, "learning_rate": 3.84e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143152, "epoch": 0.88057237, "global_step/max_steps": "1100/1249", "percentage": "88.07%", "elapsed_time": "2h 8m 3s", "remaining_time": "17m 20s"}
{"loss": 0.00024303, "token_acc": 1.0, "grad_norm": 0.00868193, "learning_rate": 3.59e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143139, "epoch": 0.88457497, "global_step/max_steps": "1105/1249", "percentage": "88.47%", "elapsed_time": "2h 8m 39s", "remaining_time": "16m 45s"}
{"loss": 0.00063258, "token_acc": 0.99957192, "grad_norm": 0.00021675, "learning_rate": 3.35e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143119, "epoch": 0.88857758, "global_step/max_steps": "1110/1249", "percentage": "88.87%", "elapsed_time": "2h 9m 15s", "remaining_time": "16m 11s"}
{"loss": 0.00137588, "token_acc": 0.99956691, "grad_norm": 0.00029665, "learning_rate": 3.12e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143097, "epoch": 0.89258018, "global_step/max_steps": "1115/1249", "percentage": "89.27%", "elapsed_time": "2h 9m 51s", "remaining_time": "15m 36s"}
{"loss": 0.00017718, "token_acc": 1.0, "grad_norm": 0.00268202, "learning_rate": 2.89e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143082, "epoch": 0.89658278, "global_step/max_steps": "1120/1249", "percentage": "89.67%", "elapsed_time": "2h 10m 27s", "remaining_time": "15m 1s"}
{"loss": 0.00196448, "token_acc": 0.99864743, "grad_norm": 0.01861244, "learning_rate": 2.67e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143072, "epoch": 0.90058538, "global_step/max_steps": "1125/1249", "percentage": "90.07%", "elapsed_time": "2h 11m 2s", "remaining_time": "14m 26s"}
{"loss": 0.0015005, "token_acc": 0.99907621, "grad_norm": 0.01384087, "learning_rate": 2.46e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143056, "epoch": 0.90458798, "global_step/max_steps": "1130/1249", "percentage": "90.47%", "elapsed_time": "2h 11m 38s", "remaining_time": "13m 51s"}
{"loss": 0.00068655, "token_acc": 1.0, "grad_norm": 0.00757158, "learning_rate": 2.26e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143041, "epoch": 0.90859058, "global_step/max_steps": "1135/1249", "percentage": "90.87%", "elapsed_time": "2h 12m 14s", "remaining_time": "13m 16s"}
{"loss": 0.0031918, "token_acc": 0.99771585, "grad_norm": 0.00618313, "learning_rate": 2.07e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14304, "epoch": 0.91259319, "global_step/max_steps": "1140/1249", "percentage": "91.27%", "elapsed_time": "2h 12m 49s", "remaining_time": "12m 41s"}
{"loss": 0.00178103, "token_acc": 0.99907149, "grad_norm": 0.00900454, "learning_rate": 1.89e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143042, "epoch": 0.91659579, "global_step/max_steps": "1145/1249", "percentage": "91.67%", "elapsed_time": "2h 13m 24s", "remaining_time": "12m 7s"}
{"loss": 0.0031541, "token_acc": 0.99834711, "grad_norm": 0.01501094, "learning_rate": 1.71e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143034, "epoch": 0.92059839, "global_step/max_steps": "1150/1249", "percentage": "92.07%", "elapsed_time": "2h 13m 59s", "remaining_time": "11m 32s"}
{"loss": 0.0017612, "token_acc": 0.99871079, "grad_norm": 0.01952594, "learning_rate": 1.54e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143039, "epoch": 0.92460099, "global_step/max_steps": "1155/1249", "percentage": "92.47%", "elapsed_time": "2h 14m 34s", "remaining_time": "10m 57s"}
{"loss": 0.00080271, "token_acc": 0.99952763, "grad_norm": 0.00066548, "learning_rate": 1.38e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143015, "epoch": 0.92860359, "global_step/max_steps": "1160/1249", "percentage": "92.87%", "elapsed_time": "2h 15m 10s", "remaining_time": "10m 22s"}
{"loss": 0.00256609, "token_acc": 0.99818429, "grad_norm": 0.01426501, "learning_rate": 1.23e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143005, "epoch": 0.93260619, "global_step/max_steps": "1165/1249", "percentage": "93.27%", "elapsed_time": "2h 15m 46s", "remaining_time": "9m 47s"}
{"loss": 0.00198269, "token_acc": 0.99859616, "grad_norm": 0.009172, "learning_rate": 1.09e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142993, "epoch": 0.9366088, "global_step/max_steps": "1170/1249", "percentage": "93.67%", "elapsed_time": "2h 16m 21s", "remaining_time": "9m 12s"}
{"loss": 0.00120407, "token_acc": 0.99952652, "grad_norm": 0.00938833, "learning_rate": 9.6e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142981, "epoch": 0.9406114, "global_step/max_steps": "1175/1249", "percentage": "94.08%", "elapsed_time": "2h 16m 57s", "remaining_time": "8m 37s"}
{"loss": 0.00090219, "token_acc": 0.99960333, "grad_norm": 0.00395329, "learning_rate": 8.3e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14297, "epoch": 0.944614, "global_step/max_steps": "1180/1249", "percentage": "94.48%", "elapsed_time": "2h 17m 33s", "remaining_time": "8m 2s"}
{"loss": 0.00167287, "token_acc": 0.99908801, "grad_norm": 0.00750041, "learning_rate": 7.2e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142956, "epoch": 0.9486166, "global_step/max_steps": "1185/1249", "percentage": "94.88%", "elapsed_time": "2h 18m 8s", "remaining_time": "7m 27s"}
{"loss": 0.00163099, "token_acc": 0.99864007, "grad_norm": 0.00986804, "learning_rate": 6.1e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142944, "epoch": 0.9526192, "global_step/max_steps": "1190/1249", "percentage": "95.28%", "elapsed_time": "2h 18m 44s", "remaining_time": "6m 52s"}
{"loss": 0.00069104, "token_acc": 0.99957118, "grad_norm": 0.00094601, "learning_rate": 5.1e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142945, "epoch": 0.9566218, "global_step/max_steps": "1195/1249", "percentage": "95.68%", "elapsed_time": "2h 19m 19s", "remaining_time": "6m 17s"}
{"loss": 0.00248246, "token_acc": 0.99783456, "grad_norm": 0.01179275, "learning_rate": 4.2e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142938, "epoch": 0.96062441, "global_step/max_steps": "1200/1249", "percentage": "96.08%", "elapsed_time": "2h 19m 54s", "remaining_time": "5m 42s"}
{"eval_loss": 0.03278211, "eval_token_acc": 0.99240506, "eval_runtime": 2.4817, "eval_samples_per_second": 5.238, "eval_steps_per_second": 5.238, "epoch": 0.96062441, "global_step/max_steps": "1200/1249", "percentage": "96.08%", "elapsed_time": "2h 19m 57s", "remaining_time": "5m 42s"}
{"loss": 0.00151703, "token_acc": 0.99787385, "grad_norm": 0.01085718, "learning_rate": 3.4e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142628, "epoch": 0.96462701, "global_step/max_steps": "1205/1249", "percentage": "96.48%", "elapsed_time": "2h 20m 48s", "remaining_time": "5m 8s"}
{"loss": 0.00249671, "token_acc": 0.99904215, "grad_norm": 0.01931871, "learning_rate": 2.7e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142618, "epoch": 0.96862961, "global_step/max_steps": "1210/1249", "percentage": "96.88%", "elapsed_time": "2h 21m 23s", "remaining_time": "4m 33s"}
{"loss": 0.00119116, "token_acc": 0.99955297, "grad_norm": 0.01108988, "learning_rate": 2e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142608, "epoch": 0.97263221, "global_step/max_steps": "1215/1249", "percentage": "97.28%", "elapsed_time": "2h 21m 59s", "remaining_time": "3m 58s"}
{"loss": 0.00159797, "token_acc": 0.99954086, "grad_norm": 0.0003616, "learning_rate": 1.5e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142602, "epoch": 0.97663481, "global_step/max_steps": "1220/1249", "percentage": "97.68%", "elapsed_time": "2h 22m 34s", "remaining_time": "3m 23s"}
{"loss": 0.0017183, "token_acc": 0.9987041, "grad_norm": 0.00361446, "learning_rate": 1e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142591, "epoch": 0.98063741, "global_step/max_steps": "1225/1249", "percentage": "98.08%", "elapsed_time": "2h 23m 10s", "remaining_time": "2m 48s"}
{"loss": 0.00138756, "token_acc": 0.99913043, "grad_norm": 0.00091117, "learning_rate": 6e-08, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142583, "epoch": 0.98464002, "global_step/max_steps": "1230/1249", "percentage": "98.48%", "elapsed_time": "2h 23m 46s", "remaining_time": "2m 13s"}
{"loss": 0.00134716, "token_acc": 0.99957192, "grad_norm": 0.00033115, "learning_rate": 3e-08, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142578, "epoch": 0.98864262, "global_step/max_steps": "1235/1249", "percentage": "98.88%", "elapsed_time": "2h 24m 21s", "remaining_time": "1m 38s"}
{"loss": 0.00282789, "token_acc": 0.99860595, "grad_norm": 0.01064266, "learning_rate": 1e-08, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142575, "epoch": 0.99264522, "global_step/max_steps": "1240/1249", "percentage": "99.28%", "elapsed_time": "2h 24m 56s", "remaining_time": "1m 3s"}
{"loss": 0.00147804, "token_acc": 0.9990702, "grad_norm": 0.01885479, "learning_rate": 0.0, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142561, "epoch": 0.99664782, "global_step/max_steps": "1245/1249", "percentage": "99.68%", "elapsed_time": "2h 25m 32s", "remaining_time": "28s"}
{"eval_loss": 0.03383856, "eval_token_acc": 0.99240506, "eval_runtime": 2.4598, "eval_samples_per_second": 5.285, "eval_steps_per_second": 5.285, "epoch": 0.9998499, "global_step/max_steps": "1249/1249", "percentage": "100.00%", "elapsed_time": "2h 26m 3s", "remaining_time": "0s"}
{"train_runtime": 8778.2074, "train_samples_per_second": 2.277, "train_steps_per_second": 0.142, "total_flos": 3.840263911903768e+17, "train_loss": 0.01372712, "epoch": 0.9998499, "global_step/max_steps": "1249/1249", "percentage": "100.00%", "elapsed_time": "2h 26m 18s", "remaining_time": "0s"}
{"model_parameter_info": "Phi4MMForCausalLM: 5574.4602M Params (830.4722M Trainable [14.8978%]), 0.0017M Buffers.", "last_model_checkpoint": "/root/autodl-tmp/ms-swift/output/v3-20250320-230237/checkpoint-1249", "best_model_checkpoint": "/root/autodl-tmp/ms-swift/output/v3-20250320-230237/checkpoint-200", "best_metric": 0.01646235, "global_step": 1249, "log_history": [{"loss": 0.44585809111595154, "token_acc": 0.9618138424821002, "grad_norm": 8.173952102661133, "learning_rate": 1.5873015873015873e-06, "memory(GiB)": 19.93, "train_speed(iter/s)": 0.117269, "epoch": 0.0008005203382198429, "step": 1}, {"loss": 0.22828824818134308, "token_acc": 0.9664602683178535, "grad_norm": 2.755690574645996, "learning_rate": 7.936507936507936e-06, "memory(GiB)": 19.93, "train_speed(iter/s)": 0.140285, "epoch": 0.004002601691099215, "step": 5}, {"loss": 0.1148987889289856, "token_acc": 0.9737647573240052, "grad_norm": 1.0583274364471436, "learning_rate": 1.5873015873015872e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143044, "epoch": 0.00800520338219843, "step": 10}, {"loss": 0.041056069731712344, "token_acc": 0.9885004599816007, "grad_norm": 0.47796979546546936, "learning_rate": 2.380952380952381e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144308, "epoch": 0.012007805073297644, "step": 15}, {"loss": 0.029762446880340576, "token_acc": 0.9895644283121597, "grad_norm": 0.6110995411872864, "learning_rate": 3.1746031746031745e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144678, "epoch": 0.01601040676439686, "step": 20}, {"loss": 0.03434528708457947, "token_acc": 0.9889553612517257, "grad_norm": 0.4749644994735718, "learning_rate": 3.968253968253968e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.145044, "epoch": 0.020013008455496074, "step": 25}, {"loss": 0.022176292538642884, "token_acc": 0.9934762348555451, "grad_norm": 0.2586625814437866, "learning_rate": 4.761904761904762e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.145327, "epoch": 0.024015610146595288, "step": 30}, {"loss": 0.045995473861694336, "token_acc": 0.9864982578397212, "grad_norm": 0.8793371915817261, "learning_rate": 5.555555555555556e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.145153, "epoch": 0.028018211837694502, "step": 35}, {"loss": 0.02957049906253815, "token_acc": 0.9923534409515717, "grad_norm": 0.6064431667327881, "learning_rate": 6.349206349206349e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144907, "epoch": 0.03202081352879372, "step": 40}, {"loss": 0.03551977276802063, "token_acc": 0.990418118466899, "grad_norm": 0.8034117221832275, "learning_rate": 7.142857142857143e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144666, "epoch": 0.03602341521989293, "step": 45}, {"loss": 0.02472989559173584, "token_acc": 0.9941715237302248, "grad_norm": 0.8057456612586975, "learning_rate": 7.936507936507937e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144617, "epoch": 0.04002601691099215, "step": 50}, {"loss": 0.037221938371658325, "token_acc": 0.9872785097682871, "grad_norm": 0.23828290402889252, "learning_rate": 8.730158730158731e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144496, "epoch": 0.04402861860209136, "step": 55}, {"loss": 0.04597596824169159, "token_acc": 0.9875776397515528, "grad_norm": 0.9102380871772766, "learning_rate": 9.523809523809524e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144413, "epoch": 0.048031220293190575, "step": 60}, {"loss": 0.03467706441879272, "token_acc": 0.9929971988795518, "grad_norm": 1.7829787731170654, "learning_rate": 9.999929833574692e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144223, "epoch": 0.05203382198428979, "step": 65}, {"loss": 0.037359020113945006, "token_acc": 0.9889958734525447, "grad_norm": 0.9495298266410828, "learning_rate": 9.99914048390634e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144151, "epoch": 0.056036423675389004, "step": 70}, {"loss": 0.03453690111637116, "token_acc": 0.9895090222408729, "grad_norm": 0.3380143344402313, "learning_rate": 9.997474215462472e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.144062, "epoch": 0.06003902536648822, "step": 75}, {"loss": 0.04619415700435638, "token_acc": 0.9849411764705882, "grad_norm": 0.3318343758583069, "learning_rate": 9.994931320529753e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14396, "epoch": 0.06404162705758744, "step": 80}, {"loss": 0.026491838693618774, "token_acc": 0.9905482041587902, "grad_norm": 0.2660139799118042, "learning_rate": 9.991512245167323e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143912, "epoch": 0.06804422874868665, "step": 85}, {"loss": 0.07692851424217224, "token_acc": 0.9860262008733625, "grad_norm": 1.473689079284668, "learning_rate": 9.987217589128557e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143875, "epoch": 0.07204683043978587, "step": 90}, {"loss": 0.040849074721336365, "token_acc": 0.9864864864864865, "grad_norm": 0.916643500328064, "learning_rate": 9.982048105755859e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143834, "epoch": 0.07604943213088508, "step": 95}, {"loss": 0.02239110916852951, "token_acc": 0.9964726631393298, "grad_norm": 0.3694117069244385, "learning_rate": 9.976004701848521e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14367, "epoch": 0.0800520338219843, "step": 100}, {"loss": 0.043125709891319274, "token_acc": 0.9852765618782332, "grad_norm": 0.8251020312309265, "learning_rate": 9.969088437503642e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143584, "epoch": 0.08405463551308351, "step": 105}, {"loss": 0.041256973147392274, "token_acc": 0.9878758486905916, "grad_norm": 0.7774543166160583, "learning_rate": 9.961300525930193e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143528, "epoch": 0.08805723720418272, "step": 110}, {"loss": 0.03012470304965973, "token_acc": 0.9928603302097277, "grad_norm": 0.4797303080558777, "learning_rate": 9.952642333236186e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143472, "epoch": 0.09205983889528194, "step": 115}, {"loss": 0.10325220823287964, "token_acc": 0.9766244057052298, "grad_norm": 1.3094687461853027, "learning_rate": 9.94311537818905e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143438, "epoch": 0.09606244058638115, "step": 120}, {"loss": 0.03137581646442413, "token_acc": 0.993103448275862, "grad_norm": 0.3123111128807068, "learning_rate": 9.932721331949215e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143374, "epoch": 0.10006504227748036, "step": 125}, {"loss": 0.07408838868141174, "token_acc": 0.9848484848484849, "grad_norm": 0.7394413352012634, "learning_rate": 9.921462017776963e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14333, "epoch": 0.10406764396857958, "step": 130}, {"loss": 0.02576894164085388, "token_acc": 0.9928507596067918, "grad_norm": 0.26981663703918457, "learning_rate": 9.909339410712612e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143377, "epoch": 0.10807024565967879, "step": 135}, {"loss": 0.01885353773832321, "token_acc": 0.9942579505300353, "grad_norm": 0.9989132881164551, "learning_rate": 9.896355637230057e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143344, "epoch": 0.11207284735077801, "step": 140}, {"loss": 0.01057654172182083, "token_acc": 0.9967667436489608, "grad_norm": 1.0498735904693604, "learning_rate": 9.882512974863762e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143373, "epoch": 0.11607544904187722, "step": 145}, {"loss": 0.032333412766456605, "token_acc": 0.9908015768725361, "grad_norm": 0.8206981420516968, "learning_rate": 9.867813851809247e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14338, "epoch": 0.12007805073297644, "step": 150}, {"loss": 0.021973614394664765, "token_acc": 0.9939167056621432, "grad_norm": 0.7933772802352905, "learning_rate": 9.852260846497153e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143407, "epoch": 0.12408065242407565, "step": 155}, {"loss": 0.05915788412094116, "token_acc": 0.985632183908046, "grad_norm": 0.3294403553009033, "learning_rate": 9.835856687140941e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143446, "epoch": 0.12808325411517488, "step": 160}, {"loss": 0.0674498736858368, "token_acc": 0.9815212720240654, "grad_norm": 1.490613341331482, "learning_rate": 9.818604251258335e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143479, "epoch": 0.13208585580627408, "step": 165}, {"loss": 0.015468017756938934, "token_acc": 0.9956597222222222, "grad_norm": 0.08009309321641922, "learning_rate": 9.800506565166559e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143452, "epoch": 0.1360884574973733, "step": 170}, {"loss": 0.025325089693069458, "token_acc": 0.9945833333333334, "grad_norm": 0.21452507376670837, "learning_rate": 9.781566803451475e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143445, "epoch": 0.1400910591884725, "step": 175}, {"loss": 0.04960155189037323, "token_acc": 0.988500663423264, "grad_norm": 0.7213698029518127, "learning_rate": 9.761788288410732e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143399, "epoch": 0.14409366087957173, "step": 180}, {"loss": 0.019899863004684448, "token_acc": 0.9958256029684601, "grad_norm": 0.36322739720344543, "learning_rate": 9.741174489470972e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143413, "epoch": 0.14809626257067093, "step": 185}, {"loss": 0.018680891394615172, "token_acc": 0.9951853635050554, "grad_norm": 0.1350119411945343, "learning_rate": 9.719729022579253e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143454, "epoch": 0.15209886426177016, "step": 190}, {"loss": 0.03849280476570129, "token_acc": 0.9893143365983972, "grad_norm": 0.5075913667678833, "learning_rate": 9.697455649568761e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14348, "epoch": 0.15610146595286936, "step": 195}, {"loss": 0.01666124016046524, "token_acc": 0.995366079703429, "grad_norm": 0.5222131013870239, "learning_rate": 9.674358277498926e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.143495, "epoch": 0.1601040676439686, "step": 200}, {"eval_loss": 0.016462353989481926, "eval_token_acc": 0.9974683544303797, "eval_runtime": 2.5148, "eval_samples_per_second": 5.169, "eval_steps_per_second": 5.169, "epoch": 0.1601040676439686, "step": 200}, {"loss": 0.029794663190841675, "token_acc": 0.9902302861130495, "grad_norm": 0.5556055903434753, "learning_rate": 9.650440957970081e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141737, "epoch": 0.1641066693350678, "step": 205}, {"loss": 0.03334639370441437, "token_acc": 0.9917748917748918, "grad_norm": 0.6666015982627869, "learning_rate": 9.625707886412745e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141728, "epoch": 0.16810927102616702, "step": 210}, {"loss": 0.030014854669570924, "token_acc": 0.9909871244635193, "grad_norm": 0.6179186701774597, "learning_rate": 9.600163401351688e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141767, "epoch": 0.17211187271726622, "step": 215}, {"loss": 0.013575367629528046, "token_acc": 0.9966297544535387, "grad_norm": 0.22975869476795197, "learning_rate": 9.573811983644895e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14176, "epoch": 0.17611447440836545, "step": 220}, {"loss": 0.023204405605793, "token_acc": 0.9945627548708654, "grad_norm": 0.8102268576622009, "learning_rate": 9.546658255697564e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141823, "epoch": 0.18011707609946465, "step": 225}, {"loss": 0.030618682503700256, "token_acc": 0.990447242726878, "grad_norm": 0.328828364610672, "learning_rate": 9.518706980651266e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141869, "epoch": 0.18411967779056387, "step": 230}, {"loss": 0.022738894820213316, "token_acc": 0.9934725848563969, "grad_norm": 0.2663295865058899, "learning_rate": 9.489963061548428e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141905, "epoch": 0.18812227948166307, "step": 235}, {"loss": 0.046448147296905516, "token_acc": 0.9884615384615385, "grad_norm": 0.5860876441001892, "learning_rate": 9.460431540472268e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141925, "epoch": 0.1921248811727623, "step": 240}, {"loss": 0.014139848947525024, "token_acc": 0.9968971631205674, "grad_norm": 0.518479585647583, "learning_rate": 9.430117597662347e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141977, "epoch": 0.1961274828638615, "step": 245}, {"loss": 0.01970670074224472, "token_acc": 0.9951627088830255, "grad_norm": 0.8027576804161072, "learning_rate": 9.399026550605879e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142039, "epoch": 0.20013008455496073, "step": 250}, {"loss": 0.046951514482498166, "token_acc": 0.986117136659436, "grad_norm": 0.6967362761497498, "learning_rate": 9.367163853104975e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.14209, "epoch": 0.20413268624605993, "step": 255}, {"loss": 0.01998966634273529, "token_acc": 0.9940284795590262, "grad_norm": 0.3053382635116577, "learning_rate": 9.334535094319963e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.1421, "epoch": 0.20813528793715916, "step": 260}, {"loss": 0.03244458734989166, "token_acc": 0.9909173478655767, "grad_norm": 0.6150457859039307, "learning_rate": 9.301145997788978e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142149, "epoch": 0.21213788962825836, "step": 265}, {"loss": 0.014630559086799621, "token_acc": 0.9933582399335824, "grad_norm": 0.29773569107055664, "learning_rate": 9.267002420423972e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142159, "epoch": 0.21614049131935759, "step": 270}, {"loss": 0.019022081792354584, "token_acc": 0.9932553956834532, "grad_norm": 0.33867722749710083, "learning_rate": 9.232110351483327e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142116, "epoch": 0.2201430930104568, "step": 275}, {"loss": 0.033858922123908994, "token_acc": 0.9900690846286702, "grad_norm": 1.6940982341766357, "learning_rate": 9.196475911521263e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142057, "epoch": 0.22414569470155601, "step": 280}, {"loss": 0.024715608358383177, "token_acc": 0.9898538961038961, "grad_norm": 0.5266643166542053, "learning_rate": 9.160105351314199e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142047, "epoch": 0.22814829639265521, "step": 285}, {"loss": 0.018766339123249053, "token_acc": 0.9941747572815534, "grad_norm": 0.37173131108283997, "learning_rate": 9.123005050764283e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.142008, "epoch": 0.23215089808375444, "step": 290}, {"loss": 0.03025185763835907, "token_acc": 0.9920782851817335, "grad_norm": 0.5264220833778381, "learning_rate": 9.085181517780273e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141984, "epoch": 0.23615349977485364, "step": 295}, {"loss": 0.01774435639381409, "token_acc": 0.9955643173977329, "grad_norm": 0.8184806704521179, "learning_rate": 9.046641387135954e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141983, "epoch": 0.24015610146595287, "step": 300}, {"loss": 0.021882972121238707, "token_acc": 0.9945230488361478, "grad_norm": 0.6606205105781555, "learning_rate": 9.007391419306308e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141955, "epoch": 0.24415870315705207, "step": 305}, {"loss": 0.010945966094732284, "token_acc": 0.9954934655250113, "grad_norm": 0.7625671625137329, "learning_rate": 8.967438499281632e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141742, "epoch": 0.2481613048481513, "step": 310}, {"loss": 0.012021870911121368, "token_acc": 0.9961750956226094, "grad_norm": 0.483966588973999, "learning_rate": 8.926789635359817e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141717, "epoch": 0.2521639065392505, "step": 315}, {"loss": 0.009706312417984008, "token_acc": 0.9957264957264957, "grad_norm": 0.4055178761482239, "learning_rate": 8.885451957916993e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141657, "epoch": 0.25616650823034975, "step": 320}, {"loss": 0.017278000712394714, "token_acc": 0.994367417677643, "grad_norm": 0.7214549779891968, "learning_rate": 8.84343271815676e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141657, "epoch": 0.2601691099214489, "step": 325}, {"loss": 0.01176077127456665, "token_acc": 0.9960612691466083, "grad_norm": 0.08001359552145004, "learning_rate": 8.800739286838234e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141654, "epoch": 0.26417171161254815, "step": 330}, {"loss": 0.022312307357788087, "token_acc": 0.9949302915082383, "grad_norm": 0.29422757029533386, "learning_rate": 8.757379152983103e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141643, "epoch": 0.2681743133036474, "step": 335}, {"loss": 0.010415679961442947, "token_acc": 0.9969982847341338, "grad_norm": 0.6405854821205139, "learning_rate": 8.713359922561957e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141638, "epoch": 0.2721769149947466, "step": 340}, {"loss": 0.014076076447963715, "token_acc": 0.9967243799719232, "grad_norm": 0.6182126998901367, "learning_rate": 8.668689317160086e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141698, "epoch": 0.2761795166858458, "step": 345}, {"loss": 0.009472431987524033, "token_acc": 0.9972439136426274, "grad_norm": 0.037689343094825745, "learning_rate": 8.62337517262302e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141706, "epoch": 0.280182118376945, "step": 350}, {"loss": 0.01110573261976242, "token_acc": 0.9966901117087298, "grad_norm": 0.9789212942123413, "learning_rate": 8.577425437681994e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141732, "epoch": 0.28418472006804424, "step": 355}, {"loss": 0.007035895437002182, "token_acc": 0.9965679965679966, "grad_norm": 0.5865841507911682, "learning_rate": 8.530848172559651e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141755, "epoch": 0.28818732175914347, "step": 360}, {"loss": 0.006775320321321487, "token_acc": 0.9981524249422633, "grad_norm": 0.12133053690195084, "learning_rate": 8.483651547556149e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141784, "epoch": 0.29218992345024264, "step": 365}, {"loss": 0.005875982716679573, "token_acc": 0.9983381803074366, "grad_norm": 0.023800989612936974, "learning_rate": 8.435843841615987e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141828, "epoch": 0.29619252514134187, "step": 370}, {"loss": 0.0028623411431908607, "token_acc": 0.9987644151565074, "grad_norm": 0.0036720961797982454, "learning_rate": 8.387433440875758e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141855, "epoch": 0.3001951268324411, "step": 375}, {"loss": 0.008840169757604599, "token_acc": 0.9979140592407175, "grad_norm": 0.4227054715156555, "learning_rate": 8.338428837193111e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141877, "epoch": 0.3041977285235403, "step": 380}, {"loss": 0.017132483422756195, "token_acc": 0.9968397291196388, "grad_norm": 0.45253515243530273, "learning_rate": 8.28883862665715e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141875, "epoch": 0.3082003302146395, "step": 385}, {"loss": 0.0167108491063118, "token_acc": 0.9946917109024092, "grad_norm": 0.8797569274902344, "learning_rate": 8.238671508080569e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141925, "epoch": 0.3122029319057387, "step": 390}, {"loss": 0.015887443721294404, "token_acc": 0.9954065227377125, "grad_norm": 1.025416374206543, "learning_rate": 8.187936281473758e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141929, "epoch": 0.31620553359683795, "step": 395}, {"loss": 0.029094675183296205, "token_acc": 0.9940366972477064, "grad_norm": 0.560427188873291, "learning_rate": 8.136641846501156e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141962, "epoch": 0.3202081352879372, "step": 400}, {"eval_loss": 0.041564591228961945, "eval_token_acc": 0.9848101265822785, "eval_runtime": 2.5083, "eval_samples_per_second": 5.183, "eval_steps_per_second": 5.183, "epoch": 0.3202081352879372, "step": 400}, {"loss": 0.026179602742195128, "token_acc": 0.9920666402221341, "grad_norm": 0.8376790881156921, "learning_rate": 8.084797200920127e-05, "memory(GiB)": 21.87, "train_speed(iter/s)": 0.141119, "epoch": 0.32421073697903635, "step": 405}, {"loss": 0.0161885142326355, "token_acc": 0.9958734525447043, "grad_norm": 0.7372497320175171, "learning_rate": 8.032411439002631e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141144, "epoch": 0.3282133386701356, "step": 410}, {"loss": 0.016891977190971373, "token_acc": 0.9947552447552448, "grad_norm": 0.11186628043651581, "learning_rate": 7.979493749939955e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141168, "epoch": 0.3322159403612348, "step": 415}, {"loss": 0.018610107898712158, "token_acc": 0.9946140035906643, "grad_norm": 0.5271028876304626, "learning_rate": 7.926053416230815e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141204, "epoch": 0.33621854205233404, "step": 420}, {"loss": 0.020191578567028044, "token_acc": 0.9910674408217954, "grad_norm": 1.3814899921417236, "learning_rate": 7.872099812053058e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141243, "epoch": 0.3402211437434332, "step": 425}, {"loss": 0.013885082304477691, "token_acc": 0.9960852544584602, "grad_norm": 0.009208492934703827, "learning_rate": 7.817642401619316e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141251, "epoch": 0.34422374543453244, "step": 430}, {"loss": 0.014876057207584382, "token_acc": 0.9968268359020852, "grad_norm": 0.35401901602745056, "learning_rate": 7.762690737516846e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141276, "epoch": 0.34822634712563166, "step": 435}, {"loss": 0.04629639387130737, "token_acc": 0.9875751503006012, "grad_norm": 0.17650920152664185, "learning_rate": 7.707254459031869e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141304, "epoch": 0.3522289488167309, "step": 440}, {"loss": 0.009627890586853028, "token_acc": 0.9979175343606831, "grad_norm": 0.2500922381877899, "learning_rate": 7.651343290458714e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141338, "epoch": 0.35623155050783006, "step": 445}, {"loss": 0.013120321929454804, "token_acc": 0.9959695476936856, "grad_norm": 0.052707232534885406, "learning_rate": 7.594967039394034e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141368, "epoch": 0.3602341521989293, "step": 450}, {"loss": 0.009847868978977204, "token_acc": 0.9968999114260407, "grad_norm": 0.08748254925012589, "learning_rate": 7.538135595016423e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141362, "epoch": 0.3642367538900285, "step": 455}, {"loss": 0.009454815834760665, "token_acc": 0.9971777986829727, "grad_norm": 0.12798438966274261, "learning_rate": 7.480858926351708e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141363, "epoch": 0.36823935558112775, "step": 460}, {"loss": 0.005590154975652695, "token_acc": 0.9991902834008097, "grad_norm": 0.1612037569284439, "learning_rate": 7.423147080524254e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141376, "epoch": 0.3722419572722269, "step": 465}, {"loss": 0.004805747047066688, "token_acc": 0.9986443741527339, "grad_norm": 0.04762154072523117, "learning_rate": 7.365010180994554e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141384, "epoch": 0.37624455896332615, "step": 470}, {"loss": 0.0074897401034832, "token_acc": 0.9972739663789186, "grad_norm": 0.013279656879603863, "learning_rate": 7.306458425783426e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141377, "epoch": 0.3802471606544254, "step": 475}, {"loss": 0.0009232103824615478, "token_acc": 1.0, "grad_norm": 0.013300618156790733, "learning_rate": 7.247502085683151e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141369, "epoch": 0.3842497623455246, "step": 480}, {"loss": 0.008077611029148103, "token_acc": 0.9980685659101883, "grad_norm": 0.07290496677160263, "learning_rate": 7.188151502455826e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141352, "epoch": 0.38825236403662383, "step": 485}, {"loss": 0.013489419221878051, "token_acc": 0.997764863656683, "grad_norm": 0.03351164609193802, "learning_rate": 7.128417087019273e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141365, "epoch": 0.392254965727723, "step": 490}, {"loss": 0.008754704892635346, "token_acc": 0.9957191780821918, "grad_norm": 1.0084375143051147, "learning_rate": 7.068309317620827e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141391, "epoch": 0.39625756741882223, "step": 495}, {"loss": 0.005627882480621338, "token_acc": 0.9990757855822551, "grad_norm": 0.540347158908844, "learning_rate": 7.007838737999297e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141412, "epoch": 0.40026016910992146, "step": 500}, {"loss": 0.01039251834154129, "token_acc": 0.9981965734896303, "grad_norm": 0.07603906095027924, "learning_rate": 6.947015955535452e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141442, "epoch": 0.4042627708010207, "step": 505}, {"loss": 0.016630645096302032, "token_acc": 0.9940499801666005, "grad_norm": 0.5115349292755127, "learning_rate": 6.885851639391344e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141458, "epoch": 0.40826537249211986, "step": 510}, {"loss": 0.006416448950767517, "token_acc": 0.998220640569395, "grad_norm": 0.024469200521707535, "learning_rate": 6.824356518638775e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141496, "epoch": 0.4122679741832191, "step": 515}, {"loss": 0.006349309533834458, "token_acc": 0.9978354978354979, "grad_norm": 0.053554967045784, "learning_rate": 6.762541380377279e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141518, "epoch": 0.4162705758743183, "step": 520}, {"loss": 0.003070826083421707, "token_acc": 0.9991311902693311, "grad_norm": 0.41779887676239014, "learning_rate": 6.700417067841918e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141532, "epoch": 0.42027317756541754, "step": 525}, {"loss": 0.003617442026734352, "token_acc": 0.9981834695731153, "grad_norm": 0.04191483184695244, "learning_rate": 6.637994478501214e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14153, "epoch": 0.4242757792565167, "step": 530}, {"loss": 0.0006208265665918588, "token_acc": 1.0, "grad_norm": 0.010227917693555355, "learning_rate": 6.575284562145593e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141546, "epoch": 0.42827838094761594, "step": 535}, {"loss": 0.009379193931818009, "token_acc": 0.9978822532825075, "grad_norm": 0.018105624243617058, "learning_rate": 6.512298318966639e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141547, "epoch": 0.43228098263871517, "step": 540}, {"loss": 0.008023256063461303, "token_acc": 0.9982174688057041, "grad_norm": 0.01871226727962494, "learning_rate": 6.449046797627499e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141554, "epoch": 0.4362835843298144, "step": 545}, {"loss": 0.011187158524990082, "token_acc": 0.9947575360419397, "grad_norm": 0.09551273286342621, "learning_rate": 6.385541093324799e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141564, "epoch": 0.4402861860209136, "step": 550}, {"loss": 0.01205039769411087, "token_acc": 0.9963570127504554, "grad_norm": 0.36312055587768555, "learning_rate": 6.321792345842402e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141543, "epoch": 0.4442887877120128, "step": 555}, {"loss": 0.014584457874298096, "token_acc": 0.9947064485081809, "grad_norm": 2.144325017929077, "learning_rate": 6.257811737597311e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141538, "epoch": 0.44829138940311203, "step": 560}, {"loss": 0.011823876947164535, "token_acc": 0.997893850042123, "grad_norm": 0.028064021840691566, "learning_rate": 6.193610491678141e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141541, "epoch": 0.45229399109421126, "step": 565}, {"loss": 0.013196608424186707, "token_acc": 0.9971223021582734, "grad_norm": 0.03831484913825989, "learning_rate": 6.129199869876424e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141531, "epoch": 0.45629659278531043, "step": 570}, {"loss": 0.01156686395406723, "token_acc": 0.9943529411764706, "grad_norm": 0.5108913779258728, "learning_rate": 6.06459117071113e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141513, "epoch": 0.46029919447640966, "step": 575}, {"loss": 0.01473301202058792, "token_acc": 0.9941096511101042, "grad_norm": 2.259899616241455, "learning_rate": 5.9997957274467555e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141503, "epoch": 0.4643017961675089, "step": 580}, {"loss": 0.004953300207853317, "token_acc": 0.9972350230414746, "grad_norm": 0.013200435787439346, "learning_rate": 5.934824906105309e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141486, "epoch": 0.4683043978586081, "step": 585}, {"loss": 0.0051562488079071045, "token_acc": 0.9977220956719818, "grad_norm": 0.23236890137195587, "learning_rate": 5.869690103472554e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141483, "epoch": 0.4723069995497073, "step": 590}, {"loss": 0.013899902999401092, "token_acc": 0.9960560911481157, "grad_norm": 0.9093765020370483, "learning_rate": 5.8044027450988546e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14152, "epoch": 0.4763096012408065, "step": 595}, {"loss": 0.0008009488694369793, "token_acc": 0.9995269631031221, "grad_norm": 0.03756490349769592, "learning_rate": 5.73897428329497e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14153, "epoch": 0.48031220293190574, "step": 600}, {"eval_loss": 0.05568527430295944, "eval_token_acc": 0.9848101265822785, "eval_runtime": 2.5017, "eval_samples_per_second": 5.196, "eval_steps_per_second": 5.196, "epoch": 0.48031220293190574, "step": 600}, {"loss": 0.0030754044651985168, "token_acc": 0.9966911764705882, "grad_norm": 1.8104074001312256, "learning_rate": 5.673416195123167e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140693, "epoch": 0.48431480462300497, "step": 605}, {"loss": 0.004061650484800339, "token_acc": 0.9977973568281938, "grad_norm": 0.0047276695258915424, "learning_rate": 5.607739980383979e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140707, "epoch": 0.48831740631410414, "step": 610}, {"loss": 0.013193260133266448, "token_acc": 0.9974662162162162, "grad_norm": 0.07247687876224518, "learning_rate": 5.5419571595989825e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140724, "epoch": 0.49232000800520337, "step": 615}, {"loss": 0.0059086386114358905, "token_acc": 0.9975114060555786, "grad_norm": 0.07320598512887955, "learning_rate": 5.476079271989939e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140739, "epoch": 0.4963226096963026, "step": 620}, {"loss": 0.003809797018766403, "token_acc": 0.9987293519695044, "grad_norm": 0.04662081226706505, "learning_rate": 5.41011787345465e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140748, "epoch": 0.5003252113874018, "step": 625}, {"loss": 0.029582920670509338, "token_acc": 0.995949594959496, "grad_norm": 0.21870079636573792, "learning_rate": 5.344084534539896e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140737, "epoch": 0.504327813078501, "step": 630}, {"loss": 0.00632546991109848, "token_acc": 0.9982578397212544, "grad_norm": 0.5850868225097656, "learning_rate": 5.2779908384118025e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140745, "epoch": 0.5083304147696003, "step": 635}, {"loss": 0.00618828721344471, "token_acc": 0.997793468667255, "grad_norm": 0.12139564752578735, "learning_rate": 5.211848378823988e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140762, "epoch": 0.5123330164606995, "step": 640}, {"loss": 0.003024919517338276, "token_acc": 0.9987780040733197, "grad_norm": 0.009014817886054516, "learning_rate": 5.145668758083862e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140786, "epoch": 0.5163356181517986, "step": 645}, {"loss": 0.006423936784267425, "token_acc": 0.9971228935470613, "grad_norm": 0.004454301670193672, "learning_rate": 5.079463585017416e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140803, "epoch": 0.5203382198428979, "step": 650}, {"loss": 0.006796837598085403, "token_acc": 0.997852233676976, "grad_norm": 0.025101356208324432, "learning_rate": 5.013244472932872e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140826, "epoch": 0.5243408215339971, "step": 655}, {"loss": 0.0074545606970787045, "token_acc": 0.9977924944812362, "grad_norm": 0.07231304794549942, "learning_rate": 4.947023037583553e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140838, "epoch": 0.5283434232250963, "step": 660}, {"loss": 0.0033898912370204926, "token_acc": 0.9987618654560462, "grad_norm": 0.0038576293736696243, "learning_rate": 4.880810895130318e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140851, "epoch": 0.5323460249161955, "step": 665}, {"loss": 0.006313430517911911, "token_acc": 0.9981351981351981, "grad_norm": 0.12802980840206146, "learning_rate": 4.814619660103915e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140863, "epoch": 0.5363486266072948, "step": 670}, {"loss": 0.004006941616535187, "token_acc": 0.9991521831284442, "grad_norm": 0.07677621394395828, "learning_rate": 4.748460943367643e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140884, "epoch": 0.540351228298394, "step": 675}, {"loss": 0.007923303544521332, "token_acc": 0.9982078853046595, "grad_norm": 0.005235038232058287, "learning_rate": 4.682346350080643e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14092, "epoch": 0.5443538299894932, "step": 680}, {"loss": 0.0012888189405202866, "token_acc": 0.9995760915642221, "grad_norm": 0.03792576864361763, "learning_rate": 4.6162874776621836e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140924, "epoch": 0.5483564316805923, "step": 685}, {"loss": 0.0020086320117115976, "token_acc": 0.999124343257443, "grad_norm": 0.5021899342536926, "learning_rate": 4.550295913757322e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140962, "epoch": 0.5523590333716916, "step": 690}, {"loss": 0.004791406914591789, "token_acc": 0.9974337040205303, "grad_norm": 0.018016846850514412, "learning_rate": 4.484383234204266e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.140991, "epoch": 0.5563616350627908, "step": 695}, {"loss": 0.0029749471694231035, "token_acc": 0.9986553115194979, "grad_norm": 0.0007839211029931903, "learning_rate": 4.418561001003807e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141023, "epoch": 0.56036423675389, "step": 700}, {"loss": 0.007216111570596695, "token_acc": 0.997289972899729, "grad_norm": 0.18348391354084015, "learning_rate": 4.3528407602911906e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141033, "epoch": 0.5643668384449892, "step": 705}, {"loss": 0.0020360426977276804, "token_acc": 0.999059708509638, "grad_norm": 0.15839047729969025, "learning_rate": 4.2872340403107664e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141109, "epoch": 0.5683694401360885, "step": 710}, {"loss": 0.003486247733235359, "token_acc": 0.9982773471145564, "grad_norm": 0.024005182087421417, "learning_rate": 4.221752349393758e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141198, "epoch": 0.5723720418271877, "step": 715}, {"loss": 0.00223893728107214, "token_acc": 0.9986807387862797, "grad_norm": 0.004409647546708584, "learning_rate": 4.15640717393956e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141304, "epoch": 0.5763746435182869, "step": 720}, {"loss": 0.008539219200611115, "token_acc": 0.99822695035461, "grad_norm": 0.31079161167144775, "learning_rate": 4.091209976400858e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141405, "epoch": 0.580377245209386, "step": 725}, {"loss": 0.004056619852781296, "token_acc": 0.9977836879432624, "grad_norm": 0.014985853806138039, "learning_rate": 4.026172193272941e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141508, "epoch": 0.5843798469004853, "step": 730}, {"loss": 0.002341046743094921, "token_acc": 0.9991095280498664, "grad_norm": 1.119271159172058, "learning_rate": 3.9613052330876064e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141603, "epoch": 0.5883824485915845, "step": 735}, {"loss": 0.00231602918356657, "token_acc": 0.9986462093862816, "grad_norm": 0.005460113286972046, "learning_rate": 3.896620474411926e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141702, "epoch": 0.5923850502826837, "step": 740}, {"loss": 0.002146661654114723, "token_acc": 0.9986000933271115, "grad_norm": 0.11408213526010513, "learning_rate": 3.8321292638522885e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.1418, "epoch": 0.596387651973783, "step": 745}, {"loss": 0.010377025604248047, "token_acc": 0.9973404255319149, "grad_norm": 0.5729314684867859, "learning_rate": 3.767842914064058e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141896, "epoch": 0.6003902536648822, "step": 750}, {"loss": 0.00588022954761982, "token_acc": 0.9974619289340102, "grad_norm": 0.16427081823349, "learning_rate": 3.703772701767167e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.141987, "epoch": 0.6043928553559814, "step": 755}, {"loss": 0.003077872656285763, "token_acc": 0.999124343257443, "grad_norm": 0.04225505143404007, "learning_rate": 3.6399298657680226e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142049, "epoch": 0.6083954570470806, "step": 760}, {"loss": 0.006566619127988815, "token_acc": 0.998278088678433, "grad_norm": 0.4019262492656708, "learning_rate": 3.576325604988071e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142142, "epoch": 0.6123980587381798, "step": 765}, {"loss": 0.0020761976018548014, "token_acc": 0.9990974729241877, "grad_norm": 0.009038143791258335, "learning_rate": 3.5129710764993474e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142241, "epoch": 0.616400660429279, "step": 770}, {"loss": 0.003108718246221542, "token_acc": 0.9986559139784946, "grad_norm": 0.0399525947868824, "learning_rate": 3.4498773935673626e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142344, "epoch": 0.6204032621203782, "step": 775}, {"loss": 0.001817745715379715, "token_acc": 0.999168744804655, "grad_norm": 0.025889351963996887, "learning_rate": 3.387055623701695e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142436, "epoch": 0.6244058638114774, "step": 780}, {"loss": 0.0022980201989412307, "token_acc": 0.9986136783733827, "grad_norm": 0.025395702570676804, "learning_rate": 3.324516786714589e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142519, "epoch": 0.6284084655025767, "step": 785}, {"loss": 0.006876673549413681, "token_acc": 0.9974937343358395, "grad_norm": 0.005791814997792244, "learning_rate": 3.262271852787919e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142604, "epoch": 0.6324110671936759, "step": 790}, {"loss": 0.00113014979287982, "token_acc": 0.9990123456790123, "grad_norm": 0.03827682510018349, "learning_rate": 3.200331740548887e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142686, "epoch": 0.6364136688847751, "step": 795}, {"loss": 0.0018325556069612504, "token_acc": 0.9990892531876139, "grad_norm": 0.011377369053661823, "learning_rate": 3.138707315154722e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142776, "epoch": 0.6404162705758744, "step": 800}, {"eval_loss": 0.04980294406414032, "eval_token_acc": 0.9898734177215189, "eval_runtime": 2.2639, "eval_samples_per_second": 5.742, "eval_steps_per_second": 5.742, "epoch": 0.6404162705758744, "step": 800}, {"loss": 0.0018859829753637314, "token_acc": 0.9977494373593399, "grad_norm": 0.020515426993370056, "learning_rate": 3.077409386386789e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142465, "epoch": 0.6444188722669736, "step": 805}, {"loss": 0.0008121992461383343, "token_acc": 0.9995007488766849, "grad_norm": 0.002434853697195649, "learning_rate": 3.016448706754411e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142545, "epoch": 0.6484214739580727, "step": 810}, {"loss": 0.0013134488835930824, "token_acc": 0.9995608256477821, "grad_norm": 0.760565459728241, "learning_rate": 2.9558359696087152e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142636, "epoch": 0.6524240756491719, "step": 815}, {"loss": 0.006279489398002625, "token_acc": 0.9982927870251814, "grad_norm": 0.04273993894457817, "learning_rate": 2.895581807266876e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142718, "epoch": 0.6564266773402712, "step": 820}, {"loss": 0.0004955935757607222, "token_acc": 1.0, "grad_norm": 0.0202541034668684, "learning_rate": 2.8356967891470663e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.1428, "epoch": 0.6604292790313704, "step": 825}, {"loss": 0.0028613714501261713, "token_acc": 0.9995810640971932, "grad_norm": 0.002425926737487316, "learning_rate": 2.7761914199144233e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142886, "epoch": 0.6644318807224696, "step": 830}, {"loss": 0.002701476775109768, "token_acc": 0.9982646420824295, "grad_norm": 0.032539863139390945, "learning_rate": 2.717076137638388e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.142968, "epoch": 0.6684344824135688, "step": 835}, {"loss": 0.00220328476279974, "token_acc": 0.9991471215351813, "grad_norm": 0.02689575031399727, "learning_rate": 2.6583613119617267e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143047, "epoch": 0.6724370841046681, "step": 840}, {"loss": 0.003987661376595497, "token_acc": 0.997254004576659, "grad_norm": 0.0010226444574072957, "learning_rate": 2.600057242281545e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143106, "epoch": 0.6764396857957673, "step": 845}, {"loss": 0.001826801523566246, "token_acc": 0.9990954319312528, "grad_norm": 0.11139519512653351, "learning_rate": 2.542174155942635e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143119, "epoch": 0.6804422874868664, "step": 850}, {"loss": 0.0009514863602817058, "token_acc": 0.9991456642460487, "grad_norm": 0.030525051057338715, "learning_rate": 2.484722206443455e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143118, "epoch": 0.6844448891779656, "step": 855}, {"loss": 0.0025129817426204682, "token_acc": 0.9977718360071302, "grad_norm": 0.0555870346724987, "learning_rate": 2.427711471655065e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143187, "epoch": 0.6884474908690649, "step": 860}, {"loss": 0.0017839709296822547, "token_acc": 0.9991423670668954, "grad_norm": 0.0004600695101544261, "learning_rate": 2.3711519520533266e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143258, "epoch": 0.6924500925601641, "step": 865}, {"loss": 0.0022279206663370133, "token_acc": 0.9982616253802694, "grad_norm": 0.00028400577139109373, "learning_rate": 2.3150535689646823e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143327, "epoch": 0.6964526942512633, "step": 870}, {"loss": 0.0009273622184991836, "token_acc": 0.9990176817288802, "grad_norm": 0.000644134299363941, "learning_rate": 2.259426162825819e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143396, "epoch": 0.7004552959423626, "step": 875}, {"loss": 0.0011893250979483128, "token_acc": 0.9987720016373312, "grad_norm": 0.022241495549678802, "learning_rate": 2.2042794914575062e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143466, "epoch": 0.7044578976334618, "step": 880}, {"loss": 0.007832873612642288, "token_acc": 0.9983505154639175, "grad_norm": 0.01767512410879135, "learning_rate": 2.1496232283529605e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14354, "epoch": 0.708460499324561, "step": 885}, {"loss": 0.0015020850114524364, "token_acc": 0.9990838295923041, "grad_norm": 0.013221798464655876, "learning_rate": 2.0954669609809613e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143612, "epoch": 0.7124631010156601, "step": 890}, {"loss": 0.0009665372781455517, "token_acc": 1.0, "grad_norm": 0.00896095298230648, "learning_rate": 2.0418201891040778e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143667, "epoch": 0.7164657027067594, "step": 895}, {"loss": 0.0029326347634196282, "token_acc": 0.9978194505015264, "grad_norm": 0.0018415815429762006, "learning_rate": 1.9886923231122918e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.14373, "epoch": 0.7204683043978586, "step": 900}, {"loss": 0.001794830709695816, "token_acc": 0.998697351280938, "grad_norm": 0.0017369468696415424, "learning_rate": 1.9360926823722713e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143805, "epoch": 0.7244709060889578, "step": 905}, {"loss": 0.011546848714351654, "token_acc": 0.9986813186813187, "grad_norm": 0.017949458211660385, "learning_rate": 1.8840304935926217e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143872, "epoch": 0.728473507780057, "step": 910}, {"loss": 0.0010601507499814033, "token_acc": 0.9995446265938069, "grad_norm": 0.011381692253053188, "learning_rate": 1.8325148892054093e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143899, "epoch": 0.7324761094711563, "step": 915}, {"loss": 0.002404318377375603, "token_acc": 0.9987336428872943, "grad_norm": 0.11789742857217789, "learning_rate": 1.7815549057641917e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.1439, "epoch": 0.7364787111622555, "step": 920}, {"loss": 0.0014395067468285561, "token_acc": 0.9991177767975298, "grad_norm": 0.009267464280128479, "learning_rate": 1.731159482358877e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143904, "epoch": 0.7404813128533547, "step": 925}, {"loss": 0.003967106714844704, "token_acc": 0.9968225147526101, "grad_norm": 0.014848796650767326, "learning_rate": 1.6813374590477014e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143909, "epoch": 0.7444839145444538, "step": 930}, {"loss": 0.0028301239013671874, "token_acc": 0.9986136783733827, "grad_norm": 0.006364669185131788, "learning_rate": 1.6320975753065453e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143907, "epoch": 0.7484865162355531, "step": 935}, {"loss": 0.006910444051027298, "token_acc": 0.9991146525011066, "grad_norm": 0.0007381622563116252, "learning_rate": 1.583448468495904e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143892, "epoch": 0.7524891179266523, "step": 940}, {"loss": 0.00154438940808177, "token_acc": 0.998547215496368, "grad_norm": 0.002728588180616498, "learning_rate": 1.535398672345793e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143881, "epoch": 0.7564917196177515, "step": 945}, {"loss": 0.0021604156121611596, "token_acc": 0.9987765089722676, "grad_norm": 0.19096170365810394, "learning_rate": 1.4879566154587976e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143862, "epoch": 0.7604943213088508, "step": 950}, {"loss": 0.0033991307020187376, "token_acc": 0.9978559176672385, "grad_norm": 0.01451029907912016, "learning_rate": 1.4411306198315777e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143852, "epoch": 0.76449692299995, "step": 955}, {"loss": 0.0070294119417667385, "token_acc": 0.9976325757575758, "grad_norm": 0.15964210033416748, "learning_rate": 1.3949288993950893e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143836, "epoch": 0.7684995246910492, "step": 960}, {"loss": 0.001282591000199318, "token_acc": 0.9990605918271489, "grad_norm": 0.035655975341796875, "learning_rate": 1.3493595585737273e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143821, "epoch": 0.7725021263821484, "step": 965}, {"loss": 0.008086320012807846, "token_acc": 0.9965679965679966, "grad_norm": 0.34104758501052856, "learning_rate": 1.3044305908637105e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.1438, "epoch": 0.7765047280732477, "step": 970}, {"loss": 0.0025702202692627907, "token_acc": 0.9986772486772487, "grad_norm": 0.0753471627831459, "learning_rate": 1.2601498774309112e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143781, "epoch": 0.7805073297643468, "step": 975}, {"loss": 0.0020033037289977074, "token_acc": 0.9982316534040672, "grad_norm": 0.010594204999506474, "learning_rate": 1.216525185728375e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143762, "epoch": 0.784509931455446, "step": 980}, {"loss": 0.0015294927172362805, "token_acc": 0.998592210229939, "grad_norm": 0.02695535495877266, "learning_rate": 1.1735641681338167e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143757, "epoch": 0.7885125331465452, "step": 985}, {"loss": 0.0025140175595879553, "token_acc": 0.9978165938864629, "grad_norm": 0.058420345187187195, "learning_rate": 1.1312743606072845e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143737, "epoch": 0.7925151348376445, "step": 990}, {"loss": 0.0019039958715438843, "token_acc": 0.9986743261157756, "grad_norm": 0.009234153665602207, "learning_rate": 1.0896631813692377e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143728, "epoch": 0.7965177365287437, "step": 995}, {"loss": 0.0015889856964349746, "token_acc": 0.998598785614199, "grad_norm": 0.020775901153683662, "learning_rate": 1.0487379295992971e-05, "memory(GiB)": 23.34, "train_speed(iter/s)": 0.143728, "epoch": 0.8005203382198429, "step": 1000}, {"eval_loss": 0.03210083395242691, "eval_token_acc": 0.9924050632911392, "eval_runtime": 2.4701, "eval_samples_per_second": 5.263, "eval_steps_per_second": 5.263, "epoch": 0.8005203382198429, "step": 1000}, {"loss": 0.0014883812516927719, "token_acc": 0.9978331527627302, "grad_norm": 0.011230681091547012, "learning_rate": 1.0085057841558699e-05, "memory(GiB)": 23.91, "train_speed(iter/s)": 0.143355, "epoch": 0.8045229399109421, "step": 1005}, {"loss": 0.0020302459597587585, "token_acc": 0.9977252047315741, "grad_norm": 0.011859547346830368, "learning_rate": 9.689738023168644e-06, "memory(GiB)": 23.91, "train_speed(iter/s)": 0.14335, "epoch": 0.8085255416020414, "step": 1010}, {"loss": 0.002153720334172249, "token_acc": 0.9990850869167429, "grad_norm": 0.0017468325095251203, "learning_rate": 9.301489185417578e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14332, "epoch": 0.8125281432931405, "step": 1015}, {"loss": 0.00105759184807539, "token_acc": 0.9995276334435522, "grad_norm": 0.0005466677830554545, "learning_rate": 8.920379432551967e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143296, "epoch": 0.8165307449842397, "step": 1020}, {"loss": 0.0005460224114358425, "token_acc": 1.0, "grad_norm": 0.0006127957021817565, "learning_rate": 8.546475616523397e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143284, "epoch": 0.820533346675339, "step": 1025}, {"loss": 0.0012353837490081787, "token_acc": 0.9995471014492754, "grad_norm": 0.009868661873042583, "learning_rate": 8.179843325261943e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14328, "epoch": 0.8245359483664382, "step": 1030}, {"loss": 0.0025576120242476463, "token_acc": 0.9982245894363071, "grad_norm": 0.010744879953563213, "learning_rate": 7.820546871171142e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143262, "epoch": 0.8285385500575374, "step": 1035}, {"loss": 0.002662136405706406, "token_acc": 0.9986059479553904, "grad_norm": 0.009720387868583202, "learning_rate": 7.468649279846568e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143257, "epoch": 0.8325411517486366, "step": 1040}, {"loss": 0.0020709151402115824, "token_acc": 0.998343685300207, "grad_norm": 0.008323716931045055, "learning_rate": 7.124212279020409e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143254, "epoch": 0.8365437534397359, "step": 1045}, {"loss": 0.0013332159258425235, "token_acc": 0.9986474301172227, "grad_norm": 0.0004628105671145022, "learning_rate": 6.787296287733497e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143248, "epoch": 0.8405463551308351, "step": 1050}, {"loss": 0.0009525774046778678, "token_acc": 0.9995479204339964, "grad_norm": 0.011886617168784142, "learning_rate": 6.457960405736968e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143232, "epoch": 0.8445489568219342, "step": 1055}, {"loss": 0.0010814583860337735, "token_acc": 0.9991738950846758, "grad_norm": 0.009538613259792328, "learning_rate": 6.13626240312537e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143228, "epoch": 0.8485515585130334, "step": 1060}, {"loss": 0.0011989958584308624, "token_acc": 0.9987179487179487, "grad_norm": 0.01372472383081913, "learning_rate": 5.822258710202955e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143214, "epoch": 0.8525541602041327, "step": 1065}, {"loss": 0.0011768504977226258, "token_acc": 0.9991158267020336, "grad_norm": 0.006767522543668747, "learning_rate": 5.51600440758504e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14321, "epoch": 0.8565567618952319, "step": 1070}, {"loss": 0.0017566321417689323, "token_acc": 0.9991177767975298, "grad_norm": 0.0013376051792874932, "learning_rate": 5.217553216536098e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143206, "epoch": 0.8605593635863311, "step": 1075}, {"loss": 0.0014382892288267613, "token_acc": 0.9995748299319728, "grad_norm": 0.0017687728395685554, "learning_rate": 4.926957489546285e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143208, "epoch": 0.8645619652774303, "step": 1080}, {"loss": 0.0014995370991528034, "token_acc": 0.9987315010570824, "grad_norm": 0.01269242912530899, "learning_rate": 4.644268201148105e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143195, "epoch": 0.8685645669685296, "step": 1085}, {"loss": 0.002657635323703289, "token_acc": 0.998223011994669, "grad_norm": 0.009657932445406914, "learning_rate": 4.369534938974762e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14318, "epoch": 0.8725671686596288, "step": 1090}, {"loss": 0.0008614543825387954, "token_acc": 1.0, "grad_norm": 0.001976604573428631, "learning_rate": 4.10280589506179e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14317, "epoch": 0.876569770350728, "step": 1095}, {"loss": 0.00155127365142107, "token_acc": 0.9991386735572783, "grad_norm": 0.006187944207340479, "learning_rate": 3.8441278573935145e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143152, "epoch": 0.8805723720418271, "step": 1100}, {"loss": 0.00024302804376929998, "token_acc": 1.0, "grad_norm": 0.008681927807629108, "learning_rate": 3.5935462016957742e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143139, "epoch": 0.8845749737329264, "step": 1105}, {"loss": 0.0006325814872980117, "token_acc": 0.9995719178082192, "grad_norm": 0.00021675020980183035, "learning_rate": 3.3511048834763968e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143119, "epoch": 0.8885775754240256, "step": 1110}, {"loss": 0.0013758828863501549, "token_acc": 0.9995669120831528, "grad_norm": 0.0002966501924674958, "learning_rate": 3.116846430314796e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143097, "epoch": 0.8925801771151248, "step": 1115}, {"loss": 0.00017717975424602628, "token_acc": 1.0, "grad_norm": 0.002682023448869586, "learning_rate": 2.8908119344020266e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143082, "epoch": 0.8965827788062241, "step": 1120}, {"loss": 0.0019644765183329583, "token_acc": 0.9986474301172227, "grad_norm": 0.018612444400787354, "learning_rate": 2.673041045332664e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143072, "epoch": 0.9005853804973233, "step": 1125}, {"loss": 0.0015004985965788365, "token_acc": 0.9990762124711317, "grad_norm": 0.013840870000422001, "learning_rate": 2.463571963149691e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143056, "epoch": 0.9045879821884225, "step": 1130}, {"loss": 0.0006865543778985739, "token_acc": 1.0, "grad_norm": 0.0075715817511081696, "learning_rate": 2.262441431643697e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143041, "epoch": 0.9085905838795217, "step": 1135}, {"loss": 0.0031918030232191085, "token_acc": 0.9977158519872088, "grad_norm": 0.006183127872645855, "learning_rate": 2.069684731907495e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14304, "epoch": 0.9125931855706209, "step": 1140}, {"loss": 0.00178102720528841, "token_acc": 0.9990714948932219, "grad_norm": 0.00900453981012106, "learning_rate": 1.8853356761473319e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143042, "epoch": 0.9165957872617201, "step": 1145}, {"loss": 0.003154096379876137, "token_acc": 0.9983471074380166, "grad_norm": 0.015010940842330456, "learning_rate": 1.7094266017517624e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143034, "epoch": 0.9205983889528193, "step": 1150}, {"loss": 0.001761198788881302, "token_acc": 0.9987107864202837, "grad_norm": 0.019525939598679543, "learning_rate": 1.541988365619207e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143039, "epoch": 0.9246009906439185, "step": 1155}, {"loss": 0.0008027138188481331, "token_acc": 0.9995276334435522, "grad_norm": 0.0006654814933426678, "learning_rate": 1.3830503387452342e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143015, "epoch": 0.9286035923350178, "step": 1160}, {"loss": 0.002566094323992729, "token_acc": 0.9981842941443486, "grad_norm": 0.014265005476772785, "learning_rate": 1.2326404010704784e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.143005, "epoch": 0.932606194026117, "step": 1165}, {"loss": 0.0019826874136924743, "token_acc": 0.99859616284511, "grad_norm": 0.009172003716230392, "learning_rate": 1.0907849365901113e-06, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142993, "epoch": 0.9366087957172162, "step": 1170}, {"loss": 0.001204074639827013, "token_acc": 0.9995265151515151, "grad_norm": 0.009388328529894352, "learning_rate": 9.575088287257118e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142981, "epoch": 0.9406113974083155, "step": 1175}, {"loss": 0.0009021904319524765, "token_acc": 0.9996033320111067, "grad_norm": 0.003953286446630955, "learning_rate": 8.32835455960379e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.14297, "epoch": 0.9446139990994146, "step": 1180}, {"loss": 0.001672871969640255, "token_acc": 0.9990880072959416, "grad_norm": 0.007500405889004469, "learning_rate": 7.167866877378193e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142956, "epoch": 0.9486166007905138, "step": 1185}, {"loss": 0.0016309935599565506, "token_acc": 0.9986400725294651, "grad_norm": 0.009868037886917591, "learning_rate": 6.09382880626136e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142944, "epoch": 0.952619202481613, "step": 1190}, {"loss": 0.0006910431198775768, "token_acc": 0.9995711835334476, "grad_norm": 0.0009460118017159402, "learning_rate": 5.106428747470137e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142945, "epoch": 0.9566218041727123, "step": 1195}, {"loss": 0.0024824630469083785, "token_acc": 0.9978345604157643, "grad_norm": 0.011792745441198349, "learning_rate": 4.2058399047088525e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142938, "epoch": 0.9606244058638115, "step": 1200}, {"eval_loss": 0.03278211131691933, "eval_token_acc": 0.9924050632911392, "eval_runtime": 2.4817, "eval_samples_per_second": 5.238, "eval_steps_per_second": 5.238, "epoch": 0.9606244058638115, "step": 1200}, {"loss": 0.0015170341357588768, "token_acc": 0.9978738483345145, "grad_norm": 0.010857181623578072, "learning_rate": 3.392220253787159e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142628, "epoch": 0.9646270075549107, "step": 1205}, {"loss": 0.002496711164712906, "token_acc": 0.9990421455938697, "grad_norm": 0.019318712875247, "learning_rate": 2.6657125149086583e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142618, "epoch": 0.9686296092460099, "step": 1210}, {"loss": 0.0011911606416106224, "token_acc": 0.9995529727313366, "grad_norm": 0.011089876294136047, "learning_rate": 2.026444127636029e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142608, "epoch": 0.9726322109371092, "step": 1215}, {"loss": 0.0015979666262865067, "token_acc": 0.9995408631772268, "grad_norm": 0.0003616033645812422, "learning_rate": 1.4745272285361933e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142602, "epoch": 0.9766348126282083, "step": 1220}, {"loss": 0.0017183024436235427, "token_acc": 0.9987041036717063, "grad_norm": 0.003614463610574603, "learning_rate": 1.0100586315099914e-07, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142591, "epoch": 0.9806374143193075, "step": 1225}, {"loss": 0.0013875597156584262, "token_acc": 0.9991304347826087, "grad_norm": 0.0009111692197620869, "learning_rate": 6.331198108098235e-08, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142583, "epoch": 0.9846400160104067, "step": 1230}, {"loss": 0.0013471558690071107, "token_acc": 0.9995719178082192, "grad_norm": 0.0003311476903036237, "learning_rate": 3.4377688674774866e-08, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142578, "epoch": 0.988642617701506, "step": 1235}, {"loss": 0.0028278909623622893, "token_acc": 0.9986059479553904, "grad_norm": 0.01064266450703144, "learning_rate": 1.4208061409726192e-08, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142575, "epoch": 0.9926452193926052, "step": 1240}, {"loss": 0.001478036679327488, "token_acc": 0.99907019990702, "grad_norm": 0.018854791298508644, "learning_rate": 2.8066373190027695e-09, "memory(GiB)": 25.85, "train_speed(iter/s)": 0.142561, "epoch": 0.9966478210837044, "step": 1245}, {"eval_loss": 0.033838555216789246, "eval_token_acc": 0.9924050632911392, "eval_runtime": 2.4598, "eval_samples_per_second": 5.285, "eval_steps_per_second": 5.285, "epoch": 0.9998499024365838, "step": 1249}, {"train_runtime": 8778.2074, "train_samples_per_second": 2.277, "train_steps_per_second": 0.142, "total_flos": 3.840263911903768e+17, "train_loss": 0.013727122681911475, "epoch": 0.9998499024365838, "step": 1249}], "memory": 25.84765625}