mgh6 commited on
Commit
2540d65
·
verified ·
1 Parent(s): a475c0f

Training in progress, epoch 1, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:359f03565ffde72ca2ba79491c705fe79c6910e9bd98dc4da3c2d72dd984114c
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d64bbbf7ec79e29546cb7d65119bf95bc04ab9c0da747304cf3f474c9aae50b2
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9048fafeb2aa676460e8ea091a11b1525206d19f4ef4961093c98af204315634
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86f024ba6223fdab2ac740699aeafb3cafb4c47e8fa408eacd189d78ce45ea86
3
  size 5365108834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb357d1fd873b2e9e783702e673b2d6f1de3e1b1f85efe7ccee99b69a6a7abc9
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79a7cc54a48c2d3d9c0c40c558794e33247b93c9b42b8d7aaa243a3e8501a80c
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fec4fd6bb533b427a0a9db7b7fd25ac543921c09d5d0a518d007b072a567e94
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8de0bc6cfe3797412f398b180e19fce8db21f657cafafd5cdd131c656ee7216d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.9979996362975087,
5
  "eval_steps": 50,
6
- "global_step": 343,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -97,6 +97,111 @@
97
  "eval_samples_per_second": 41.367,
98
  "eval_steps_per_second": 20.683,
99
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
100
  }
101
  ],
102
  "logging_steps": 50,
@@ -116,7 +221,7 @@
116
  "attributes": {}
117
  }
118
  },
119
- "total_flos": 8.9337717422293e+16,
120
  "train_batch_size": 2,
121
  "trial_name": null,
122
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.9979996362975085,
5
  "eval_steps": 50,
6
+ "global_step": 686,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
97
  "eval_samples_per_second": 41.367,
98
  "eval_steps_per_second": 20.683,
99
  "step": 300
100
+ },
101
+ {
102
+ "epoch": 1.0203673395162758,
103
+ "grad_norm": 118.28443145751953,
104
+ "learning_rate": 9.489795918367348e-05,
105
+ "loss": 1.1973,
106
+ "step": 350
107
+ },
108
+ {
109
+ "epoch": 1.0203673395162758,
110
+ "eval_loss": 1.1349806785583496,
111
+ "eval_runtime": 118.2776,
112
+ "eval_samples_per_second": 40.802,
113
+ "eval_steps_per_second": 20.401,
114
+ "step": 350
115
+ },
116
+ {
117
+ "epoch": 1.165848336061102,
118
+ "grad_norm": 71.47338104248047,
119
+ "learning_rate": 9.416909620991254e-05,
120
+ "loss": 1.159,
121
+ "step": 400
122
+ },
123
+ {
124
+ "epoch": 1.165848336061102,
125
+ "eval_loss": 1.1155215501785278,
126
+ "eval_runtime": 116.539,
127
+ "eval_samples_per_second": 41.411,
128
+ "eval_steps_per_second": 20.706,
129
+ "step": 400
130
+ },
131
+ {
132
+ "epoch": 1.3113293326059283,
133
+ "grad_norm": 49.708885192871094,
134
+ "learning_rate": 9.344023323615161e-05,
135
+ "loss": 1.1471,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 1.3113293326059283,
140
+ "eval_loss": 1.0999969244003296,
141
+ "eval_runtime": 116.44,
142
+ "eval_samples_per_second": 41.446,
143
+ "eval_steps_per_second": 20.723,
144
+ "step": 450
145
+ },
146
+ {
147
+ "epoch": 1.4568103291507546,
148
+ "grad_norm": 59.27313995361328,
149
+ "learning_rate": 9.271137026239067e-05,
150
+ "loss": 1.1325,
151
+ "step": 500
152
+ },
153
+ {
154
+ "epoch": 1.4568103291507546,
155
+ "eval_loss": 1.0860569477081299,
156
+ "eval_runtime": 116.8329,
157
+ "eval_samples_per_second": 41.307,
158
+ "eval_steps_per_second": 20.653,
159
+ "step": 500
160
+ },
161
+ {
162
+ "epoch": 1.6022913256955809,
163
+ "grad_norm": 93.8194351196289,
164
+ "learning_rate": 9.198250728862974e-05,
165
+ "loss": 1.121,
166
+ "step": 550
167
+ },
168
+ {
169
+ "epoch": 1.6022913256955809,
170
+ "eval_loss": 1.0699989795684814,
171
+ "eval_runtime": 116.3351,
172
+ "eval_samples_per_second": 41.484,
173
+ "eval_steps_per_second": 20.742,
174
+ "step": 550
175
+ },
176
+ {
177
+ "epoch": 1.7477723222404073,
178
+ "grad_norm": 64.32953643798828,
179
+ "learning_rate": 9.125364431486881e-05,
180
+ "loss": 1.1071,
181
+ "step": 600
182
+ },
183
+ {
184
+ "epoch": 1.7477723222404073,
185
+ "eval_loss": 1.0575978755950928,
186
+ "eval_runtime": 116.4201,
187
+ "eval_samples_per_second": 41.453,
188
+ "eval_steps_per_second": 20.727,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.8932533187852338,
193
+ "grad_norm": 55.454044342041016,
194
+ "learning_rate": 9.052478134110788e-05,
195
+ "loss": 1.092,
196
+ "step": 650
197
+ },
198
+ {
199
+ "epoch": 1.8932533187852338,
200
+ "eval_loss": 1.0517867803573608,
201
+ "eval_runtime": 116.5644,
202
+ "eval_samples_per_second": 41.402,
203
+ "eval_steps_per_second": 20.701,
204
+ "step": 650
205
  }
206
  ],
207
  "logging_steps": 50,
 
221
  "attributes": {}
222
  }
223
  },
224
+ "total_flos": 1.786714457594921e+17,
225
  "train_batch_size": 2,
226
  "trial_name": null,
227
  "trial_params": null