titanthree commited on
Commit
0c9f8ca
·
verified ·
1 Parent(s): d790e08

Add checkpoint-400

Browse files
checkpoints/checkpoint-400/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06e6bf59bc6b3e5ed6f2591220ec822b41ee294d006fe6d1fdba9554ae84e82d
3
  size 4724960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52b7999022c29e3fcd01864bed3dd913d76ef5421caacbc87245515537ec2227
3
  size 4724960
checkpoints/checkpoint-400/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fc8ff2ff63cdbc682001ceff25dab6fda04a85c1fb3e7c453606d8e02c421ca
3
  size 2455755
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:addd751961e4ae120cf0d924e92c5655eeded70723cb6bac3b22e9d94c1e0c65
3
  size 2455755
checkpoints/checkpoint-400/trainer_state.json CHANGED
@@ -11,282 +11,282 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.0054010261949770455,
14
- "grad_norm": 1.428126573562622,
15
  "learning_rate": 0.00016,
16
- "loss": 3.4878021240234376,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.010802052389954091,
21
- "grad_norm": 1.4069736003875732,
22
  "learning_rate": 0.00019971150378651282,
23
- "loss": 3.1774940490722656,
24
  "step": 20
25
  },
26
  {
27
  "epoch": 0.016203078584931137,
28
- "grad_norm": 1.4898899793624878,
29
  "learning_rate": 0.0001993508835196538,
30
- "loss": 2.949423408508301,
31
  "step": 30
32
  },
33
  {
34
  "epoch": 0.021604104779908182,
35
- "grad_norm": 1.1627568006515503,
36
  "learning_rate": 0.00019899026325279482,
37
- "loss": 3.2568889617919923,
38
  "step": 40
39
  },
40
  {
41
  "epoch": 0.027005130974885227,
42
- "grad_norm": 1.071158528327942,
43
  "learning_rate": 0.00019862964298593581,
44
- "loss": 3.033279609680176,
45
  "step": 50
46
  },
47
  {
48
  "epoch": 0.032406157169862275,
49
- "grad_norm": 1.03691565990448,
50
  "learning_rate": 0.0001982690227190768,
51
- "loss": 2.9209321975708007,
52
  "step": 60
53
  },
54
  {
55
  "epoch": 0.03780718336483932,
56
- "grad_norm": 1.5099613666534424,
57
  "learning_rate": 0.00019790840245221782,
58
- "loss": 3.1997047424316407,
59
  "step": 70
60
  },
61
  {
62
  "epoch": 0.043208209559816364,
63
- "grad_norm": 1.2505701780319214,
64
  "learning_rate": 0.00019754778218535884,
65
- "loss": 3.158730316162109,
66
  "step": 80
67
  },
68
  {
69
  "epoch": 0.04860923575479341,
70
- "grad_norm": 1.0929311513900757,
71
  "learning_rate": 0.00019718716191849983,
72
- "loss": 3.16729679107666,
73
  "step": 90
74
  },
75
  {
76
  "epoch": 0.054010261949770454,
77
- "grad_norm": 1.7020047903060913,
78
  "learning_rate": 0.00019682654165164082,
79
- "loss": 3.009043502807617,
80
  "step": 100
81
  },
82
  {
83
  "epoch": 0.059411288144747505,
84
- "grad_norm": 1.0370606184005737,
85
  "learning_rate": 0.00019646592138478184,
86
- "loss": 3.086234283447266,
87
  "step": 110
88
  },
89
  {
90
  "epoch": 0.06481231433972455,
91
- "grad_norm": 1.0744086503982544,
92
  "learning_rate": 0.00019610530111792285,
93
- "loss": 2.934561538696289,
94
  "step": 120
95
  },
96
  {
97
  "epoch": 0.07021334053470159,
98
- "grad_norm": 1.2475906610488892,
99
  "learning_rate": 0.00019574468085106384,
100
- "loss": 3.168362617492676,
101
  "step": 130
102
  },
103
  {
104
  "epoch": 0.07561436672967864,
105
- "grad_norm": 1.154983639717102,
106
  "learning_rate": 0.00019538406058420483,
107
- "loss": 3.0430318832397463,
108
  "step": 140
109
  },
110
  {
111
  "epoch": 0.08101539292465569,
112
- "grad_norm": 1.1540956497192383,
113
  "learning_rate": 0.00019502344031734585,
114
- "loss": 3.067497444152832,
115
  "step": 150
116
  },
117
  {
118
  "epoch": 0.08641641911963273,
119
- "grad_norm": 1.2023861408233643,
120
  "learning_rate": 0.00019466282005048684,
121
- "loss": 3.147787857055664,
122
  "step": 160
123
  },
124
  {
125
  "epoch": 0.09181744531460978,
126
- "grad_norm": 1.1540592908859253,
127
  "learning_rate": 0.00019430219978362786,
128
- "loss": 3.2142364501953127,
129
  "step": 170
130
  },
131
  {
132
  "epoch": 0.09721847150958682,
133
- "grad_norm": 1.3427095413208008,
134
  "learning_rate": 0.00019394157951676885,
135
- "loss": 3.1775146484375,
136
  "step": 180
137
  },
138
  {
139
  "epoch": 0.10261949770456387,
140
- "grad_norm": 1.453772783279419,
141
  "learning_rate": 0.00019358095924990984,
142
- "loss": 3.076451301574707,
143
  "step": 190
144
  },
145
  {
146
  "epoch": 0.10802052389954091,
147
- "grad_norm": 1.6937741041183472,
148
  "learning_rate": 0.00019322033898305085,
149
- "loss": 2.9374858856201174,
150
  "step": 200
151
  },
152
  {
153
  "epoch": 0.11342155009451796,
154
- "grad_norm": 1.2238482236862183,
155
  "learning_rate": 0.00019289578074287774,
156
- "loss": 3.08709659576416,
157
  "step": 210
158
  },
159
  {
160
  "epoch": 0.11882257628949501,
161
- "grad_norm": 1.2522649765014648,
162
  "learning_rate": 0.00019253516047601876,
163
- "loss": 3.0421375274658202,
164
  "step": 220
165
  },
166
  {
167
  "epoch": 0.12422360248447205,
168
- "grad_norm": 1.1824394464492798,
169
  "learning_rate": 0.00019217454020915977,
170
- "loss": 3.091483497619629,
171
  "step": 230
172
  },
173
  {
174
  "epoch": 0.1296246286794491,
175
- "grad_norm": 1.2253663539886475,
176
  "learning_rate": 0.00019181391994230076,
177
- "loss": 3.1255870819091798,
178
  "step": 240
179
  },
180
  {
181
  "epoch": 0.13502565487442614,
182
- "grad_norm": 1.309012770652771,
183
  "learning_rate": 0.00019145329967544175,
184
- "loss": 3.0072154998779297,
185
  "step": 250
186
  },
187
  {
188
  "epoch": 0.14042668106940318,
189
- "grad_norm": 1.0617231130599976,
190
  "learning_rate": 0.00019109267940858277,
191
- "loss": 3.2057498931884765,
192
  "step": 260
193
  },
194
  {
195
  "epoch": 0.14582770726438024,
196
- "grad_norm": 1.0825862884521484,
197
  "learning_rate": 0.0001907320591417238,
198
- "loss": 3.0084716796875,
199
  "step": 270
200
  },
201
  {
202
  "epoch": 0.15122873345935728,
203
- "grad_norm": 1.168721079826355,
204
  "learning_rate": 0.00019037143887486478,
205
- "loss": 3.141677665710449,
206
  "step": 280
207
  },
208
  {
209
  "epoch": 0.15662975965433432,
210
- "grad_norm": 1.1489522457122803,
211
  "learning_rate": 0.00019001081860800577,
212
- "loss": 3.0708972930908205,
213
  "step": 290
214
  },
215
  {
216
  "epoch": 0.16203078584931138,
217
- "grad_norm": 1.720065951347351,
218
  "learning_rate": 0.00018965019834114679,
219
- "loss": 3.0757408142089844,
220
  "step": 300
221
  },
222
  {
223
  "epoch": 0.16743181204428842,
224
- "grad_norm": 1.3358254432678223,
225
  "learning_rate": 0.00018928957807428778,
226
- "loss": 3.0111953735351564,
227
  "step": 310
228
  },
229
  {
230
  "epoch": 0.17283283823926546,
231
- "grad_norm": 1.1454875469207764,
232
  "learning_rate": 0.0001889289578074288,
233
- "loss": 2.9005817413330077,
234
  "step": 320
235
  },
236
  {
237
  "epoch": 0.1782338644342425,
238
- "grad_norm": 1.4062997102737427,
239
  "learning_rate": 0.00018856833754056978,
240
- "loss": 2.9263254165649415,
241
  "step": 330
242
  },
243
  {
244
  "epoch": 0.18363489062921956,
245
- "grad_norm": 1.416684865951538,
246
  "learning_rate": 0.00018820771727371077,
247
- "loss": 3.1220844268798826,
248
  "step": 340
249
  },
250
  {
251
  "epoch": 0.1890359168241966,
252
- "grad_norm": 1.2184299230575562,
253
  "learning_rate": 0.0001878470970068518,
254
- "loss": 2.8639949798583983,
255
  "step": 350
256
  },
257
  {
258
  "epoch": 0.19443694301917364,
259
- "grad_norm": 1.2897292375564575,
260
  "learning_rate": 0.0001874864767399928,
261
- "loss": 3.0422386169433593,
262
  "step": 360
263
  },
264
  {
265
  "epoch": 0.1998379692141507,
266
- "grad_norm": 1.3933805227279663,
267
  "learning_rate": 0.0001871258564731338,
268
- "loss": 2.9331783294677733,
269
  "step": 370
270
  },
271
  {
272
  "epoch": 0.20523899540912774,
273
- "grad_norm": 1.0702441930770874,
274
  "learning_rate": 0.0001867652362062748,
275
- "loss": 3.1468505859375,
276
  "step": 380
277
  },
278
  {
279
  "epoch": 0.21064002160410478,
280
- "grad_norm": 1.3059329986572266,
281
  "learning_rate": 0.0001864046159394158,
282
- "loss": 2.987403678894043,
283
  "step": 390
284
  },
285
  {
286
  "epoch": 0.21604104779908181,
287
- "grad_norm": 1.271935224533081,
288
  "learning_rate": 0.00018604399567255682,
289
- "loss": 3.0831995010375977,
290
  "step": 400
291
  }
292
  ],
 
11
  "log_history": [
12
  {
13
  "epoch": 0.0054010261949770455,
14
+ "grad_norm": 1.4275089502334595,
15
  "learning_rate": 0.00016,
16
+ "loss": 3.4877567291259766,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.010802052389954091,
21
+ "grad_norm": 1.4062877893447876,
22
  "learning_rate": 0.00019971150378651282,
23
+ "loss": 3.177476501464844,
24
  "step": 20
25
  },
26
  {
27
  "epoch": 0.016203078584931137,
28
+ "grad_norm": 1.4894630908966064,
29
  "learning_rate": 0.0001993508835196538,
30
+ "loss": 2.949508857727051,
31
  "step": 30
32
  },
33
  {
34
  "epoch": 0.021604104779908182,
35
+ "grad_norm": 1.1637152433395386,
36
  "learning_rate": 0.00019899026325279482,
37
+ "loss": 3.2568588256835938,
38
  "step": 40
39
  },
40
  {
41
  "epoch": 0.027005130974885227,
42
+ "grad_norm": 1.0710796117782593,
43
  "learning_rate": 0.00019862964298593581,
44
+ "loss": 3.033162307739258,
45
  "step": 50
46
  },
47
  {
48
  "epoch": 0.032406157169862275,
49
+ "grad_norm": 1.036720633506775,
50
  "learning_rate": 0.0001982690227190768,
51
+ "loss": 2.9209388732910155,
52
  "step": 60
53
  },
54
  {
55
  "epoch": 0.03780718336483932,
56
+ "grad_norm": 1.5094584226608276,
57
  "learning_rate": 0.00019790840245221782,
58
+ "loss": 3.199975776672363,
59
  "step": 70
60
  },
61
  {
62
  "epoch": 0.043208209559816364,
63
+ "grad_norm": 1.25065016746521,
64
  "learning_rate": 0.00019754778218535884,
65
+ "loss": 3.1586023330688477,
66
  "step": 80
67
  },
68
  {
69
  "epoch": 0.04860923575479341,
70
+ "grad_norm": 1.093263864517212,
71
  "learning_rate": 0.00019718716191849983,
72
+ "loss": 3.1673559188842773,
73
  "step": 90
74
  },
75
  {
76
  "epoch": 0.054010261949770454,
77
+ "grad_norm": 1.7025214433670044,
78
  "learning_rate": 0.00019682654165164082,
79
+ "loss": 3.0090349197387694,
80
  "step": 100
81
  },
82
  {
83
  "epoch": 0.059411288144747505,
84
+ "grad_norm": 1.0379327535629272,
85
  "learning_rate": 0.00019646592138478184,
86
+ "loss": 3.0862411499023437,
87
  "step": 110
88
  },
89
  {
90
  "epoch": 0.06481231433972455,
91
+ "grad_norm": 1.0767595767974854,
92
  "learning_rate": 0.00019610530111792285,
93
+ "loss": 2.9345855712890625,
94
  "step": 120
95
  },
96
  {
97
  "epoch": 0.07021334053470159,
98
+ "grad_norm": 1.2473753690719604,
99
  "learning_rate": 0.00019574468085106384,
100
+ "loss": 3.168864440917969,
101
  "step": 130
102
  },
103
  {
104
  "epoch": 0.07561436672967864,
105
+ "grad_norm": 1.1580232381820679,
106
  "learning_rate": 0.00019538406058420483,
107
+ "loss": 3.0444286346435545,
108
  "step": 140
109
  },
110
  {
111
  "epoch": 0.08101539292465569,
112
+ "grad_norm": 1.1562517881393433,
113
  "learning_rate": 0.00019502344031734585,
114
+ "loss": 3.0681676864624023,
115
  "step": 150
116
  },
117
  {
118
  "epoch": 0.08641641911963273,
119
+ "grad_norm": 1.2069370746612549,
120
  "learning_rate": 0.00019466282005048684,
121
+ "loss": 3.147779846191406,
122
  "step": 160
123
  },
124
  {
125
  "epoch": 0.09181744531460978,
126
+ "grad_norm": 1.1520271301269531,
127
  "learning_rate": 0.00019430219978362786,
128
+ "loss": 3.2159664154052736,
129
  "step": 170
130
  },
131
  {
132
  "epoch": 0.09721847150958682,
133
+ "grad_norm": 1.3290963172912598,
134
  "learning_rate": 0.00019394157951676885,
135
+ "loss": 3.17901668548584,
136
  "step": 180
137
  },
138
  {
139
  "epoch": 0.10261949770456387,
140
+ "grad_norm": 1.4537458419799805,
141
  "learning_rate": 0.00019358095924990984,
142
+ "loss": 3.076709747314453,
143
  "step": 190
144
  },
145
  {
146
  "epoch": 0.10802052389954091,
147
+ "grad_norm": 1.6899892091751099,
148
  "learning_rate": 0.00019322033898305085,
149
+ "loss": 2.9362957000732424,
150
  "step": 200
151
  },
152
  {
153
  "epoch": 0.11342155009451796,
154
+ "grad_norm": 1.218902349472046,
155
  "learning_rate": 0.00019289578074287774,
156
+ "loss": 3.0862009048461916,
157
  "step": 210
158
  },
159
  {
160
  "epoch": 0.11882257628949501,
161
+ "grad_norm": 1.253646969795227,
162
  "learning_rate": 0.00019253516047601876,
163
+ "loss": 3.0416831970214844,
164
  "step": 220
165
  },
166
  {
167
  "epoch": 0.12422360248447205,
168
+ "grad_norm": 1.1816236972808838,
169
  "learning_rate": 0.00019217454020915977,
170
+ "loss": 3.09185791015625,
171
  "step": 230
172
  },
173
  {
174
  "epoch": 0.1296246286794491,
175
+ "grad_norm": 1.2364989519119263,
176
  "learning_rate": 0.00019181391994230076,
177
+ "loss": 3.1257530212402345,
178
  "step": 240
179
  },
180
  {
181
  "epoch": 0.13502565487442614,
182
+ "grad_norm": 1.3117403984069824,
183
  "learning_rate": 0.00019145329967544175,
184
+ "loss": 3.0078147888183593,
185
  "step": 250
186
  },
187
  {
188
  "epoch": 0.14042668106940318,
189
+ "grad_norm": 1.060840368270874,
190
  "learning_rate": 0.00019109267940858277,
191
+ "loss": 3.205386734008789,
192
  "step": 260
193
  },
194
  {
195
  "epoch": 0.14582770726438024,
196
+ "grad_norm": 1.0836883783340454,
197
  "learning_rate": 0.0001907320591417238,
198
+ "loss": 3.00787410736084,
199
  "step": 270
200
  },
201
  {
202
  "epoch": 0.15122873345935728,
203
+ "grad_norm": 1.1705331802368164,
204
  "learning_rate": 0.00019037143887486478,
205
+ "loss": 3.1415082931518556,
206
  "step": 280
207
  },
208
  {
209
  "epoch": 0.15662975965433432,
210
+ "grad_norm": 1.1469744443893433,
211
  "learning_rate": 0.00019001081860800577,
212
+ "loss": 3.0711442947387697,
213
  "step": 290
214
  },
215
  {
216
  "epoch": 0.16203078584931138,
217
+ "grad_norm": 1.7230859994888306,
218
  "learning_rate": 0.00018965019834114679,
219
+ "loss": 3.0760629653930662,
220
  "step": 300
221
  },
222
  {
223
  "epoch": 0.16743181204428842,
224
+ "grad_norm": 1.3305317163467407,
225
  "learning_rate": 0.00018928957807428778,
226
+ "loss": 3.0109764099121095,
227
  "step": 310
228
  },
229
  {
230
  "epoch": 0.17283283823926546,
231
+ "grad_norm": 1.1433296203613281,
232
  "learning_rate": 0.0001889289578074288,
233
+ "loss": 2.900168228149414,
234
  "step": 320
235
  },
236
  {
237
  "epoch": 0.1782338644342425,
238
+ "grad_norm": 1.4017837047576904,
239
  "learning_rate": 0.00018856833754056978,
240
+ "loss": 2.9257192611694336,
241
  "step": 330
242
  },
243
  {
244
  "epoch": 0.18363489062921956,
245
+ "grad_norm": 1.418676495552063,
246
  "learning_rate": 0.00018820771727371077,
247
+ "loss": 3.1230239868164062,
248
  "step": 340
249
  },
250
  {
251
  "epoch": 0.1890359168241966,
252
+ "grad_norm": 1.2229913473129272,
253
  "learning_rate": 0.0001878470970068518,
254
+ "loss": 2.8634975433349608,
255
  "step": 350
256
  },
257
  {
258
  "epoch": 0.19443694301917364,
259
+ "grad_norm": 1.2936865091323853,
260
  "learning_rate": 0.0001874864767399928,
261
+ "loss": 3.0415794372558596,
262
  "step": 360
263
  },
264
  {
265
  "epoch": 0.1998379692141507,
266
+ "grad_norm": 1.3978519439697266,
267
  "learning_rate": 0.0001871258564731338,
268
+ "loss": 2.9328636169433593,
269
  "step": 370
270
  },
271
  {
272
  "epoch": 0.20523899540912774,
273
+ "grad_norm": 1.0732481479644775,
274
  "learning_rate": 0.0001867652362062748,
275
+ "loss": 3.147154426574707,
276
  "step": 380
277
  },
278
  {
279
  "epoch": 0.21064002160410478,
280
+ "grad_norm": 1.304332971572876,
281
  "learning_rate": 0.0001864046159394158,
282
+ "loss": 2.98757266998291,
283
  "step": 390
284
  },
285
  {
286
  "epoch": 0.21604104779908181,
287
+ "grad_norm": 1.2670519351959229,
288
  "learning_rate": 0.00018604399567255682,
289
+ "loss": 3.0830259323120117,
290
  "step": 400
291
  }
292
  ],