tinyopsec commited on
Commit
fdf5c46
·
verified ·
1 Parent(s): ff6d5af

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9be5438055ea40c57c749d84b7aecc3cf301c5479ddaf92895f19f5b06547046
3
  size 174616272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a330e0b6db208900b6e399aa0458ef64f60addab7b8ad364af10ba6b4b166898
3
  size 174616272
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc518ebd678ec2ca935cd91c855ea71001eb22d8c7a40271b887b722a62c1cd9
3
  size 88887179
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af53f2196422fb0c681520e351b28ae1cebe8417b1b52780b546b9079015feec
3
  size 88887179
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e70e60def841c16ba8a8199bc6623c78efc0768849f2be1622d4191cc7397db4
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a73006dd3b9a511097b2cc23228fdd2bcfc5bbd45bea564da56dbddb2ea452a
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.32,
6
  "eval_steps": 500,
7
- "global_step": 400,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -120,6 +120,62 @@
120
  "learning_rate": 2.0424e-05,
121
  "loss": 0.674065170288086,
122
  "step": 400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  }
124
  ],
125
  "logging_steps": 25,
@@ -139,7 +195,7 @@
139
  "attributes": {}
140
  }
141
  },
142
- "total_flos": 2.080841439827251e+16,
143
  "train_batch_size": 2,
144
  "trial_name": null,
145
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.48,
6
  "eval_steps": 500,
7
+ "global_step": 600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
120
  "learning_rate": 2.0424e-05,
121
  "loss": 0.674065170288086,
122
  "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.34,
126
+ "grad_norm": 0.9938817620277405,
127
+ "learning_rate": 1.9824000000000002e-05,
128
+ "loss": 0.6814962005615235,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 0.36,
133
+ "grad_norm": 1.024253010749817,
134
+ "learning_rate": 1.9224e-05,
135
+ "loss": 0.6611297607421875,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 0.38,
140
+ "grad_norm": 0.974202036857605,
141
+ "learning_rate": 1.8624e-05,
142
+ "loss": 0.6642023468017578,
143
+ "step": 475
144
+ },
145
+ {
146
+ "epoch": 0.4,
147
+ "grad_norm": 1.002221941947937,
148
+ "learning_rate": 1.8024e-05,
149
+ "loss": 0.6777601623535157,
150
+ "step": 500
151
+ },
152
+ {
153
+ "epoch": 0.42,
154
+ "grad_norm": 1.0006694793701172,
155
+ "learning_rate": 1.7424e-05,
156
+ "loss": 0.6704077911376953,
157
+ "step": 525
158
+ },
159
+ {
160
+ "epoch": 0.44,
161
+ "grad_norm": 1.020803689956665,
162
+ "learning_rate": 1.6824e-05,
163
+ "loss": 0.6599659729003906,
164
+ "step": 550
165
+ },
166
+ {
167
+ "epoch": 0.46,
168
+ "grad_norm": 1.0786882638931274,
169
+ "learning_rate": 1.6224e-05,
170
+ "loss": 0.6600012969970703,
171
+ "step": 575
172
+ },
173
+ {
174
+ "epoch": 0.48,
175
+ "grad_norm": 0.9785409569740295,
176
+ "learning_rate": 1.5624e-05,
177
+ "loss": 0.6729351043701172,
178
+ "step": 600
179
  }
180
  ],
181
  "logging_steps": 25,
 
195
  "attributes": {}
196
  }
197
  },
198
+ "total_flos": 3.128936745402547e+16,
199
  "train_batch_size": 2,
200
  "trial_name": null,
201
  "trial_params": null