CodeIsAbstract commited on
Commit
0c98927
·
verified ·
1 Parent(s): 0bb45b3

Training in progress, step 500, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1bec6ec99a667731fe1aa7983da44b603a59d00084d494468368dac327e4f5f
3
  size 386379
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e018a196e11e9728021449b82e7214a32c0d53e48e4487bdf835eeaacaf4e76
3
  size 386379
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81991c2b0e15a487e2749181f5b291f079b7c882141303a8389439fba049e924
3
  size 1540661735
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:351028c2121581b19074f8296d27ae228170a1a469e41080403091bd2454dea0
3
  size 1540661735
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:934ae4672c85df4a03b901039c48484c6d48940b666eb9da6abdadd0bfd7ca2e
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ffdf794aa37bf66c11fbf3a25c5c6e95b77bf37b30e60af016fc9124d0bcb99
3
  size 14469
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8e7ba67417374f28eafc52fb09cd1635fb90aeae797c287fb344cf608c324f7
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81af6df700759cf275cafea0cdaf381ba3c2b41fab7e7379341c665c147ed0de
3
  size 14469
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b34aebebdff0fa5078105ea2165525a062f2af01267a2bc4a5277f926a1ddf87
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55b42bedc0f28bff9c30b7bebe80ce64a5aa5c0c36daab2e46abff72980db18
3
  size 14469
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bbad142d3225fe2301edd7a4526b586614f8cdf35859a150aa76ce623d42e698
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef44384c481d885f2114df6c79173cd8acc16cb1ee47046bf46031abdcc9c81b
3
  size 14469
last-checkpoint/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08730831ebd5924954c36016585e26ed2876b02574126a5a7953c60d82be5570
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c41a4b4c8c4b93050c780cbd4537fecb50bacfb6229c463432858be6d6a803f6
3
  size 14469
last-checkpoint/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d18edd5743601b28a2cec06aa40d0c6c594939906326809da6ebe1722314306
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d79aee2c3afea7ec6ffe3ac7b43481b7334a7abba51e0d4f2ed2312cd5550aeb
3
  size 14469
last-checkpoint/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83bfd9473be8368ac6ad0e43a10656820b148df93417308e1170b538c5843f29
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c918f0602d1108574e113fb8e32d725731b2c86339c03552c0229840eb091bf8
3
  size 14469
last-checkpoint/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:319739ad7d60d541f5641918cc521dd6473e39cc771d09fd1d8985261cc880a0
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f462384e1628ac3068742a9ce939fc67956eb63350336c85c9bc3aee27af07
3
  size 14469
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c3db7392f9c6280c917a9b32f54db3418a51b7cc8ad693de700680693a06e6b
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f532a77c9963a928cf7277c87e919c365cd36b1e11776f70173ba96ec9da717
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,172 +2,92 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.0,
6
  "eval_steps": 100,
7
- "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": false,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.1,
14
- "grad_norm": 0.7426957488059998,
15
  "learning_rate": 0.003920764340590609,
16
- "loss": 72.8711376953125,
17
  "step": 100
18
  },
19
  {
20
  "epoch": 0.1,
21
- "eval_accuracy": 0.14167057673509287,
22
- "eval_loss": 67.97270202636719,
23
- "eval_runtime": 22.8453,
24
- "eval_samples_per_second": 5.472,
25
  "eval_steps_per_second": 0.175,
26
  "step": 100
27
  },
28
  {
29
  "epoch": 0.2,
30
- "grad_norm": 0.8975178003311157,
31
  "learning_rate": 0.003650943793925548,
32
- "loss": 66.589296875,
33
  "step": 200
34
  },
35
  {
36
  "epoch": 0.2,
37
- "eval_accuracy": 0.14497360703812318,
38
- "eval_loss": 65.53248596191406,
39
- "eval_runtime": 6.8987,
40
- "eval_samples_per_second": 18.119,
41
- "eval_steps_per_second": 0.58,
42
  "step": 200
43
  },
44
  {
45
  "epoch": 0.3,
46
- "grad_norm": 0.7394354939460754,
47
  "learning_rate": 0.0032162636906540357,
48
- "loss": 64.9186376953125,
49
  "step": 300
50
  },
51
  {
52
  "epoch": 0.3,
53
- "eval_accuracy": 0.14910752688172044,
54
- "eval_loss": 64.25424194335938,
55
- "eval_runtime": 6.8571,
56
- "eval_samples_per_second": 18.229,
57
- "eval_steps_per_second": 0.583,
58
  "step": 300
59
  },
60
  {
61
  "epoch": 0.4,
62
- "grad_norm": 0.6404462456703186,
63
  "learning_rate": 0.0026601302141692667,
64
- "loss": 63.8567431640625,
65
  "step": 400
66
  },
67
  {
68
  "epoch": 0.4,
69
- "eval_accuracy": 0.1506871945259042,
70
- "eval_loss": 63.51411056518555,
71
- "eval_runtime": 6.8447,
72
- "eval_samples_per_second": 18.262,
73
- "eval_steps_per_second": 0.584,
74
  "step": 400
75
  },
76
  {
77
  "epoch": 0.5,
78
- "grad_norm": 0.809869110584259,
79
  "learning_rate": 0.002038077610206693,
80
- "loss": 63.562841796875,
81
  "step": 500
82
  },
83
  {
84
  "epoch": 0.5,
85
- "eval_accuracy": 0.15301075268817205,
86
- "eval_loss": 63.00912857055664,
87
- "eval_runtime": 6.7809,
88
- "eval_samples_per_second": 18.434,
89
- "eval_steps_per_second": 0.59,
90
  "step": 500
91
- },
92
- {
93
- "epoch": 0.6,
94
- "grad_norm": 0.6269385814666748,
95
- "learning_rate": 0.0014122226612106885,
96
- "loss": 63.0276708984375,
97
- "step": 600
98
- },
99
- {
100
- "epoch": 0.6,
101
- "eval_accuracy": 0.15443108504398828,
102
- "eval_loss": 62.62724304199219,
103
- "eval_runtime": 95.1076,
104
- "eval_samples_per_second": 1.314,
105
- "eval_steps_per_second": 0.042,
106
- "step": 600
107
- },
108
- {
109
- "epoch": 0.7,
110
- "grad_norm": 0.6459055542945862,
111
- "learning_rate": 0.0008450618433005865,
112
- "loss": 62.63228515625,
113
- "step": 700
114
- },
115
- {
116
- "epoch": 0.7,
117
- "eval_accuracy": 0.155544477028348,
118
- "eval_loss": 62.38304138183594,
119
- "eval_runtime": 6.7343,
120
- "eval_samples_per_second": 18.562,
121
- "eval_steps_per_second": 0.594,
122
- "step": 700
123
- },
124
- {
125
- "epoch": 0.8,
126
- "grad_norm": 0.6378853917121887,
127
- "learning_rate": 0.0003932305678751549,
128
- "loss": 62.4295849609375,
129
- "step": 800
130
- },
131
- {
132
- "epoch": 0.8,
133
- "eval_accuracy": 0.15716617790811338,
134
- "eval_loss": 62.20732879638672,
135
- "eval_runtime": 6.7158,
136
- "eval_samples_per_second": 18.613,
137
- "eval_steps_per_second": 0.596,
138
- "step": 800
139
- },
140
- {
141
- "epoch": 0.9,
142
- "grad_norm": 0.7337735295295715,
143
- "learning_rate": 0.00010184769603774147,
144
- "loss": 62.2299755859375,
145
- "step": 900
146
- },
147
- {
148
- "epoch": 0.9,
149
- "eval_accuracy": 0.15733919843597263,
150
- "eval_loss": 62.13604736328125,
151
- "eval_runtime": 6.7382,
152
- "eval_samples_per_second": 18.551,
153
- "eval_steps_per_second": 0.594,
154
- "step": 900
155
- },
156
- {
157
- "epoch": 1.0,
158
- "grad_norm": 0.7058423161506653,
159
- "learning_rate": 1.0069988897853933e-08,
160
- "loss": 62.29814453125,
161
- "step": 1000
162
- },
163
- {
164
- "epoch": 1.0,
165
- "eval_accuracy": 0.1575034213098729,
166
- "eval_loss": 62.122802734375,
167
- "eval_runtime": 6.7003,
168
- "eval_samples_per_second": 18.656,
169
- "eval_steps_per_second": 0.597,
170
- "step": 1000
171
  }
172
  ],
173
  "logging_steps": 100,
@@ -182,7 +102,7 @@
182
  "should_evaluate": false,
183
  "should_log": false,
184
  "should_save": true,
185
- "should_training_stop": true
186
  },
187
  "attributes": {}
188
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.5,
6
  "eval_steps": 100,
7
+ "global_step": 500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": false,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.1,
14
+ "grad_norm": 0.7302449345588684,
15
  "learning_rate": 0.003920764340590609,
16
+ "loss": 67.6101513671875,
17
  "step": 100
18
  },
19
  {
20
  "epoch": 0.1,
21
+ "eval_accuracy": 0.14093548387096774,
22
+ "eval_loss": 62.60755157470703,
23
+ "eval_runtime": 22.8701,
24
+ "eval_samples_per_second": 5.466,
25
  "eval_steps_per_second": 0.175,
26
  "step": 100
27
  },
28
  {
29
  "epoch": 0.2,
30
+ "grad_norm": 0.8270155787467957,
31
  "learning_rate": 0.003650943793925548,
32
+ "loss": 61.0553955078125,
33
  "step": 200
34
  },
35
  {
36
  "epoch": 0.2,
37
+ "eval_accuracy": 0.14555327468230694,
38
+ "eval_loss": 59.78960418701172,
39
+ "eval_runtime": 7.035,
40
+ "eval_samples_per_second": 17.768,
41
+ "eval_steps_per_second": 0.569,
42
  "step": 200
43
  },
44
  {
45
  "epoch": 0.3,
46
+ "grad_norm": 0.6493133306503296,
47
  "learning_rate": 0.0032162636906540357,
48
+ "loss": 58.9980078125,
49
  "step": 300
50
  },
51
  {
52
  "epoch": 0.3,
53
+ "eval_accuracy": 0.15011827956989246,
54
+ "eval_loss": 58.25105285644531,
55
+ "eval_runtime": 6.9492,
56
+ "eval_samples_per_second": 17.988,
57
+ "eval_steps_per_second": 0.576,
58
  "step": 300
59
  },
60
  {
61
  "epoch": 0.4,
62
+ "grad_norm": 0.5908206105232239,
63
  "learning_rate": 0.0026601302141692667,
64
+ "loss": 57.7524462890625,
65
  "step": 400
66
  },
67
  {
68
  "epoch": 0.4,
69
+ "eval_accuracy": 0.15085630498533725,
70
+ "eval_loss": 57.304725646972656,
71
+ "eval_runtime": 6.82,
72
+ "eval_samples_per_second": 18.329,
73
+ "eval_steps_per_second": 0.587,
74
  "step": 400
75
  },
76
  {
77
  "epoch": 0.5,
78
+ "grad_norm": 0.6619788408279419,
79
  "learning_rate": 0.002038077610206693,
80
+ "loss": 57.25951171875,
81
  "step": 500
82
  },
83
  {
84
  "epoch": 0.5,
85
+ "eval_accuracy": 0.15302541544477027,
86
+ "eval_loss": 56.62392807006836,
87
+ "eval_runtime": 6.8533,
88
+ "eval_samples_per_second": 18.239,
89
+ "eval_steps_per_second": 0.584,
90
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
91
  }
92
  ],
93
  "logging_steps": 100,
 
102
  "should_evaluate": false,
103
  "should_log": false,
104
  "should_save": true,
105
+ "should_training_stop": false
106
  },
107
  "attributes": {}
108
  }