eac123 commited on
Commit
a11ea42
·
verified ·
1 Parent(s): 0771eda

Upload results/lr0.001-rec1x4_history.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results/lr0.001-rec1x4_history.json +30 -30
results/lr0.001-rec1x4_history.json CHANGED
@@ -13,7 +13,7 @@
13
  "loss": 4.1866,
14
  "lr": 0.000101,
15
  "iters": 4,
16
- "steps_per_s": 21.78,
17
  "flops_cum": 8828127019008.0
18
  },
19
  {
@@ -21,7 +21,7 @@
21
  "loss": 4.1718,
22
  "lr": 0.000201,
23
  "iters": 4,
24
- "steps_per_s": 21.65,
25
  "flops_cum": 17568846839808.0
26
  },
27
  {
@@ -29,7 +29,7 @@
29
  "loss": 4.1735,
30
  "lr": 0.000301,
31
  "iters": 4,
32
- "steps_per_s": 21.6,
33
  "flops_cum": 26309566660608.0
34
  },
35
  {
@@ -37,7 +37,7 @@
37
  "loss": 4.1696,
38
  "lr": 0.00040100000000000004,
39
  "iters": 4,
40
- "steps_per_s": 21.59,
41
  "flops_cum": 35050286481408.0
42
  },
43
  {
@@ -45,7 +45,7 @@
45
  "loss": 4.15,
46
  "lr": 0.000501,
47
  "iters": 4,
48
- "steps_per_s": 21.58,
49
  "flops_cum": 43791006302208.0
50
  },
51
  {
@@ -53,7 +53,7 @@
53
  "loss": 4.1576,
54
  "lr": 0.000601,
55
  "iters": 4,
56
- "steps_per_s": 21.5,
57
  "flops_cum": 52531726123008.0
58
  },
59
  {
@@ -61,7 +61,7 @@
61
  "loss": 4.148,
62
  "lr": 0.000701,
63
  "iters": 4,
64
- "steps_per_s": 21.55,
65
  "flops_cum": 61272445943808.0
66
  },
67
  {
@@ -69,7 +69,7 @@
69
  "loss": 4.1494,
70
  "lr": 0.0008010000000000001,
71
  "iters": 4,
72
- "steps_per_s": 21.52,
73
  "flops_cum": 70013165764608.0
74
  },
75
  {
@@ -77,7 +77,7 @@
77
  "loss": 4.1216,
78
  "lr": 0.000901,
79
  "iters": 4,
80
- "steps_per_s": 21.52,
81
  "flops_cum": 78753885585408.0
82
  },
83
  {
@@ -85,7 +85,7 @@
85
  "loss": 4.1491,
86
  "lr": 0.001,
87
  "iters": 4,
88
- "steps_per_s": 21.5,
89
  "flops_cum": 87494605406208.0
90
  },
91
  {
@@ -93,7 +93,7 @@
93
  "loss": 4.1266,
94
  "lr": 0.0009938441702975688,
95
  "iters": 4,
96
- "steps_per_s": 21.5,
97
  "flops_cum": 96235325227008.0
98
  },
99
  {
@@ -101,7 +101,7 @@
101
  "loss": 4.1379,
102
  "lr": 0.0009755282581475768,
103
  "iters": 4,
104
- "steps_per_s": 21.49,
105
  "flops_cum": 104976045047808.0
106
  },
107
  {
@@ -109,7 +109,7 @@
109
  "loss": 4.1243,
110
  "lr": 0.0009455032620941839,
111
  "iters": 4,
112
- "steps_per_s": 21.47,
113
  "flops_cum": 113716764868608.0
114
  },
115
  {
@@ -117,7 +117,7 @@
117
  "loss": 4.1215,
118
  "lr": 0.0009045084971874737,
119
  "iters": 4,
120
- "steps_per_s": 21.5,
121
  "flops_cum": 122457484689408.0
122
  },
123
  {
@@ -125,7 +125,7 @@
125
  "loss": 4.1509,
126
  "lr": 0.0008535533905932737,
127
  "iters": 4,
128
- "steps_per_s": 21.55,
129
  "flops_cum": 131198204510208.0
130
  },
131
  {
@@ -133,7 +133,7 @@
133
  "loss": 4.0759,
134
  "lr": 0.0007938926261462366,
135
  "iters": 4,
136
- "steps_per_s": 21.52,
137
  "flops_cum": 139938924331008.0
138
  },
139
  {
@@ -141,7 +141,7 @@
141
  "loss": 4.0489,
142
  "lr": 0.0007269952498697733,
143
  "iters": 4,
144
- "steps_per_s": 21.51,
145
  "flops_cum": 148679644151808.0
146
  },
147
  {
@@ -149,7 +149,7 @@
149
  "loss": 4.0722,
150
  "lr": 0.0006545084971874737,
151
  "iters": 4,
152
- "steps_per_s": 21.46,
153
  "flops_cum": 157420363972608.0
154
  },
155
  {
@@ -157,7 +157,7 @@
157
  "loss": 3.9732,
158
  "lr": 0.0005782172325201155,
159
  "iters": 4,
160
- "steps_per_s": 21.48,
161
  "flops_cum": 166161083793408.0
162
  },
163
  {
@@ -165,7 +165,7 @@
165
  "loss": 4.0009,
166
  "lr": 0.0005,
167
  "iters": 4,
168
- "steps_per_s": 21.47,
169
  "flops_cum": 174901803614208.0
170
  },
171
  {
@@ -173,7 +173,7 @@
173
  "loss": 4.0518,
174
  "lr": 0.0004217827674798845,
175
  "iters": 4,
176
- "steps_per_s": 21.49,
177
  "flops_cum": 183642523435008.0
178
  },
179
  {
@@ -181,7 +181,7 @@
181
  "loss": 4.0414,
182
  "lr": 0.00034549150281252633,
183
  "iters": 4,
184
- "steps_per_s": 21.43,
185
  "flops_cum": 192383243255808.0
186
  },
187
  {
@@ -189,7 +189,7 @@
189
  "loss": 4.0197,
190
  "lr": 0.00027300475013022663,
191
  "iters": 4,
192
- "steps_per_s": 21.48,
193
  "flops_cum": 201123963076608.0
194
  },
195
  {
@@ -197,7 +197,7 @@
197
  "loss": 4.0796,
198
  "lr": 0.00020610737385376348,
199
  "iters": 4,
200
- "steps_per_s": 21.44,
201
  "flops_cum": 209864682897408.0
202
  },
203
  {
@@ -205,7 +205,7 @@
205
  "loss": 4.0785,
206
  "lr": 0.00014644660940672628,
207
  "iters": 4,
208
- "steps_per_s": 20.09,
209
  "flops_cum": 218605402718208.0
210
  },
211
  {
@@ -213,7 +213,7 @@
213
  "loss": 4.0459,
214
  "lr": 9.549150281252633e-05,
215
  "iters": 4,
216
- "steps_per_s": 21.5,
217
  "flops_cum": 227346122539008.0
218
  },
219
  {
@@ -221,7 +221,7 @@
221
  "loss": 4.0192,
222
  "lr": 5.449673790581611e-05,
223
  "iters": 4,
224
- "steps_per_s": 21.5,
225
  "flops_cum": 236086842359808.0
226
  },
227
  {
@@ -229,7 +229,7 @@
229
  "loss": 4.0484,
230
  "lr": 2.4471741852423235e-05,
231
  "iters": 4,
232
- "steps_per_s": 21.52,
233
  "flops_cum": 244827562180608.0
234
  },
235
  {
@@ -237,7 +237,7 @@
237
  "loss": 3.9484,
238
  "lr": 6.15582970243117e-06,
239
  "iters": 4,
240
- "steps_per_s": 21.52,
241
  "flops_cum": 253568282001408.0
242
  },
243
  {
@@ -245,7 +245,7 @@
245
  "loss": 4.0329,
246
  "lr": 6.168501482384237e-10,
247
  "iters": 4,
248
- "steps_per_s": 21.67,
249
  "flops_cum": 262221594624000.0
250
  }
251
  ],
 
13
  "loss": 4.1866,
14
  "lr": 0.000101,
15
  "iters": 4,
16
+ "steps_per_s": 22.38,
17
  "flops_cum": 8828127019008.0
18
  },
19
  {
 
21
  "loss": 4.1718,
22
  "lr": 0.000201,
23
  "iters": 4,
24
+ "steps_per_s": 22.2,
25
  "flops_cum": 17568846839808.0
26
  },
27
  {
 
29
  "loss": 4.1735,
30
  "lr": 0.000301,
31
  "iters": 4,
32
+ "steps_per_s": 22.14,
33
  "flops_cum": 26309566660608.0
34
  },
35
  {
 
37
  "loss": 4.1696,
38
  "lr": 0.00040100000000000004,
39
  "iters": 4,
40
+ "steps_per_s": 22.14,
41
  "flops_cum": 35050286481408.0
42
  },
43
  {
 
45
  "loss": 4.15,
46
  "lr": 0.000501,
47
  "iters": 4,
48
+ "steps_per_s": 22.07,
49
  "flops_cum": 43791006302208.0
50
  },
51
  {
 
53
  "loss": 4.1576,
54
  "lr": 0.000601,
55
  "iters": 4,
56
+ "steps_per_s": 22.05,
57
  "flops_cum": 52531726123008.0
58
  },
59
  {
 
61
  "loss": 4.148,
62
  "lr": 0.000701,
63
  "iters": 4,
64
+ "steps_per_s": 22.08,
65
  "flops_cum": 61272445943808.0
66
  },
67
  {
 
69
  "loss": 4.1494,
70
  "lr": 0.0008010000000000001,
71
  "iters": 4,
72
+ "steps_per_s": 22.07,
73
  "flops_cum": 70013165764608.0
74
  },
75
  {
 
77
  "loss": 4.1216,
78
  "lr": 0.000901,
79
  "iters": 4,
80
+ "steps_per_s": 22.1,
81
  "flops_cum": 78753885585408.0
82
  },
83
  {
 
85
  "loss": 4.1491,
86
  "lr": 0.001,
87
  "iters": 4,
88
+ "steps_per_s": 22.05,
89
  "flops_cum": 87494605406208.0
90
  },
91
  {
 
93
  "loss": 4.1266,
94
  "lr": 0.0009938441702975688,
95
  "iters": 4,
96
+ "steps_per_s": 22.09,
97
  "flops_cum": 96235325227008.0
98
  },
99
  {
 
101
  "loss": 4.1379,
102
  "lr": 0.0009755282581475768,
103
  "iters": 4,
104
+ "steps_per_s": 22.08,
105
  "flops_cum": 104976045047808.0
106
  },
107
  {
 
109
  "loss": 4.1243,
110
  "lr": 0.0009455032620941839,
111
  "iters": 4,
112
+ "steps_per_s": 22.09,
113
  "flops_cum": 113716764868608.0
114
  },
115
  {
 
117
  "loss": 4.1215,
118
  "lr": 0.0009045084971874737,
119
  "iters": 4,
120
+ "steps_per_s": 22.02,
121
  "flops_cum": 122457484689408.0
122
  },
123
  {
 
125
  "loss": 4.1509,
126
  "lr": 0.0008535533905932737,
127
  "iters": 4,
128
+ "steps_per_s": 22.06,
129
  "flops_cum": 131198204510208.0
130
  },
131
  {
 
133
  "loss": 4.0759,
134
  "lr": 0.0007938926261462366,
135
  "iters": 4,
136
+ "steps_per_s": 22.03,
137
  "flops_cum": 139938924331008.0
138
  },
139
  {
 
141
  "loss": 4.0489,
142
  "lr": 0.0007269952498697733,
143
  "iters": 4,
144
+ "steps_per_s": 22.09,
145
  "flops_cum": 148679644151808.0
146
  },
147
  {
 
149
  "loss": 4.0722,
150
  "lr": 0.0006545084971874737,
151
  "iters": 4,
152
+ "steps_per_s": 22.09,
153
  "flops_cum": 157420363972608.0
154
  },
155
  {
 
157
  "loss": 3.9732,
158
  "lr": 0.0005782172325201155,
159
  "iters": 4,
160
+ "steps_per_s": 22.03,
161
  "flops_cum": 166161083793408.0
162
  },
163
  {
 
165
  "loss": 4.0009,
166
  "lr": 0.0005,
167
  "iters": 4,
168
+ "steps_per_s": 22.07,
169
  "flops_cum": 174901803614208.0
170
  },
171
  {
 
173
  "loss": 4.0518,
174
  "lr": 0.0004217827674798845,
175
  "iters": 4,
176
+ "steps_per_s": 22.07,
177
  "flops_cum": 183642523435008.0
178
  },
179
  {
 
181
  "loss": 4.0414,
182
  "lr": 0.00034549150281252633,
183
  "iters": 4,
184
+ "steps_per_s": 22.05,
185
  "flops_cum": 192383243255808.0
186
  },
187
  {
 
189
  "loss": 4.0197,
190
  "lr": 0.00027300475013022663,
191
  "iters": 4,
192
+ "steps_per_s": 22.02,
193
  "flops_cum": 201123963076608.0
194
  },
195
  {
 
197
  "loss": 4.0796,
198
  "lr": 0.00020610737385376348,
199
  "iters": 4,
200
+ "steps_per_s": 22.08,
201
  "flops_cum": 209864682897408.0
202
  },
203
  {
 
205
  "loss": 4.0785,
206
  "lr": 0.00014644660940672628,
207
  "iters": 4,
208
+ "steps_per_s": 20.62,
209
  "flops_cum": 218605402718208.0
210
  },
211
  {
 
213
  "loss": 4.0459,
214
  "lr": 9.549150281252633e-05,
215
  "iters": 4,
216
+ "steps_per_s": 22.08,
217
  "flops_cum": 227346122539008.0
218
  },
219
  {
 
221
  "loss": 4.0192,
222
  "lr": 5.449673790581611e-05,
223
  "iters": 4,
224
+ "steps_per_s": 22.06,
225
  "flops_cum": 236086842359808.0
226
  },
227
  {
 
229
  "loss": 4.0484,
230
  "lr": 2.4471741852423235e-05,
231
  "iters": 4,
232
+ "steps_per_s": 22.07,
233
  "flops_cum": 244827562180608.0
234
  },
235
  {
 
237
  "loss": 3.9484,
238
  "lr": 6.15582970243117e-06,
239
  "iters": 4,
240
+ "steps_per_s": 22.06,
241
  "flops_cum": 253568282001408.0
242
  },
243
  {
 
245
  "loss": 4.0329,
246
  "lr": 6.168501482384237e-10,
247
  "iters": 4,
248
+ "steps_per_s": 22.31,
249
  "flops_cum": 262221594624000.0
250
  }
251
  ],