mgh6 commited on
Commit
444586c
·
verified ·
1 Parent(s): f8d4c8a

Training in progress, epoch 1, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d8e1016a9b1bb6828135669bed415800d12ec729a55e57ed78cb1ee7ab1bbc2
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64e8b6ce3e39a5e6797bf8fe4b1f46ca60c4a2c1460d772f00ecb159098f38c
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd973e6941dbfc054a82a8fc125c7daff458020cf56c2f24a45ed7a61ec17d74
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f33f4a02dd2da4ae6eff3580212c2a887d59573ba0130bf4d5788e5476e66d99
3
  size 5365108834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08baa7817becd0350efcb73cd20230a3510c2a4c44eabb35442e644589d91b4e
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35d49c40f3ce3777da17a367a415379e0b695fe3b4e3bfd83e8e08a807361e43
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8196dfb311939b1d2d31afb1d2e2c773958196863e2aef7e228bd8c79258297b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b7daf508bc85526f69b8f3b71377a6a6256f8d93d4aaf541b8c9a6b631bc6c8
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.9972065305108946,
5
  "eval_steps": 50,
6
- "global_step": 251,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -82,6 +82,81 @@
82
  "eval_samples_per_second": 57.984,
83
  "eval_steps_per_second": 28.992,
84
  "step": 250
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
85
  }
86
  ],
87
  "logging_steps": 50,
@@ -101,7 +176,7 @@
101
  "attributes": {}
102
  }
103
  },
104
- "total_flos": 4.004589805030605e+16,
105
  "train_batch_size": 2,
106
  "trial_name": null,
107
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.9972065305108946,
5
  "eval_steps": 50,
6
+ "global_step": 502,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
82
  "eval_samples_per_second": 57.984,
83
  "eval_steps_per_second": 28.992,
84
  "step": 250
85
+ },
86
+ {
87
+ "epoch": 1.1946737848407722,
88
+ "grad_norm": 1.051540493965149,
89
+ "learning_rate": 8.804780876494024e-05,
90
+ "loss": 1.3707,
91
+ "step": 300
92
+ },
93
+ {
94
+ "epoch": 1.1946737848407722,
95
+ "eval_loss": 1.3773671388626099,
96
+ "eval_runtime": 14.6834,
97
+ "eval_samples_per_second": 57.752,
98
+ "eval_steps_per_second": 28.876,
99
+ "step": 300
100
+ },
101
+ {
102
+ "epoch": 1.39332050406605,
103
+ "grad_norm": 0.9810565710067749,
104
+ "learning_rate": 8.605577689243029e-05,
105
+ "loss": 1.331,
106
+ "step": 350
107
+ },
108
+ {
109
+ "epoch": 1.39332050406605,
110
+ "eval_loss": 1.33962881565094,
111
+ "eval_runtime": 14.6332,
112
+ "eval_samples_per_second": 57.95,
113
+ "eval_steps_per_second": 28.975,
114
+ "step": 350
115
+ },
116
+ {
117
+ "epoch": 1.5919672232913278,
118
+ "grad_norm": 1.0661150217056274,
119
+ "learning_rate": 8.406374501992032e-05,
120
+ "loss": 1.314,
121
+ "step": 400
122
+ },
123
+ {
124
+ "epoch": 1.5919672232913278,
125
+ "eval_loss": 1.3049601316452026,
126
+ "eval_runtime": 14.7683,
127
+ "eval_samples_per_second": 57.42,
128
+ "eval_steps_per_second": 28.71,
129
+ "step": 400
130
+ },
131
+ {
132
+ "epoch": 1.7906139425166057,
133
+ "grad_norm": 1.1233532428741455,
134
+ "learning_rate": 8.207171314741037e-05,
135
+ "loss": 1.2799,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 1.7906139425166057,
140
+ "eval_loss": 1.2853434085845947,
141
+ "eval_runtime": 14.6881,
142
+ "eval_samples_per_second": 57.734,
143
+ "eval_steps_per_second": 28.867,
144
+ "step": 450
145
+ },
146
+ {
147
+ "epoch": 1.9892606617418833,
148
+ "grad_norm": 0.9072484970092773,
149
+ "learning_rate": 8.00796812749004e-05,
150
+ "loss": 1.2684,
151
+ "step": 500
152
+ },
153
+ {
154
+ "epoch": 1.9892606617418833,
155
+ "eval_loss": 1.2741819620132446,
156
+ "eval_runtime": 14.6458,
157
+ "eval_samples_per_second": 57.901,
158
+ "eval_steps_per_second": 28.95,
159
+ "step": 500
160
  }
161
  ],
162
  "logging_steps": 50,
 
176
  "attributes": {}
177
  }
178
  },
179
+ "total_flos": 8.013656905429811e+16,
180
  "train_batch_size": 2,
181
  "trial_name": null,
182
  "trial_params": null