titanthree commited on
Commit
6b29bee
·
verified ·
1 Parent(s): 8a245dd

Add checkpoint-200

Browse files
checkpoints/checkpoint-200/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15ae93ddcfc9c6c57526f192ecc9502b1f7a30b17a7ae582bb4fa39eecaf3dbf
3
  size 4724960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b7ec3bcdc089cc0a55cadb849ae0dae02746dac38a9121896d030aace0684b3
3
  size 4724960
checkpoints/checkpoint-200/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3ac27c10b80fd31547de4ec7551c1d1d6b39e614897caccb59a7ecf0382aeca
3
  size 2455755
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aab2a297ad5dff1e67f7ccc40bf13ca8bab75d073f41d2939963bdb1dabe4e3
3
  size 2455755
checkpoints/checkpoint-200/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:033aca5fbe916cab3abb607b95b2fa33a0911a4a36e86a61266588bb9f8675b2
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e081c255e1f55c0a86db7989590446603c0a3a6b0395f9a57df7579fd41c61e
3
  size 14645
checkpoints/checkpoint-200/trainer_state.json CHANGED
@@ -11,142 +11,142 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.003969829297340214,
14
- "grad_norm": 0.7252073287963867,
15
  "learning_rate": 0.00016,
16
- "loss": 3.1307687759399414,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.007939658594680429,
21
- "grad_norm": 0.8362985253334045,
22
  "learning_rate": 0.00019978799522989268,
23
- "loss": 3.1439294815063477,
24
  "step": 20
25
  },
26
  {
27
  "epoch": 0.011909487892020643,
28
- "grad_norm": 0.9837570190429688,
29
  "learning_rate": 0.00019952298926725852,
30
- "loss": 3.148736000061035,
31
  "step": 30
32
  },
33
  {
34
  "epoch": 0.015879317189360857,
35
- "grad_norm": 1.0522695779800415,
36
  "learning_rate": 0.00019925798330462438,
37
- "loss": 3.1202117919921877,
38
  "step": 40
39
  },
40
  {
41
  "epoch": 0.019849146486701073,
42
- "grad_norm": 0.7076596021652222,
43
  "learning_rate": 0.0001989929773419902,
44
- "loss": 2.9990537643432615,
45
  "step": 50
46
  },
47
  {
48
  "epoch": 0.023818975784041286,
49
- "grad_norm": 0.8763487339019775,
50
  "learning_rate": 0.00019872797137935604,
51
- "loss": 3.103739356994629,
52
  "step": 60
53
  },
54
  {
55
  "epoch": 0.027788805081381502,
56
- "grad_norm": 0.7441176772117615,
57
  "learning_rate": 0.00019846296541672188,
58
- "loss": 2.9712921142578126,
59
  "step": 70
60
  },
61
  {
62
  "epoch": 0.031758634378721715,
63
- "grad_norm": 0.8835227489471436,
64
  "learning_rate": 0.0001981979594540877,
65
- "loss": 3.0041854858398436,
66
  "step": 80
67
  },
68
  {
69
  "epoch": 0.03572846367606193,
70
- "grad_norm": 0.827272891998291,
71
  "learning_rate": 0.00019793295349145357,
72
- "loss": 3.0683786392211916,
73
  "step": 90
74
  },
75
  {
76
  "epoch": 0.03969829297340215,
77
- "grad_norm": 0.8369740843772888,
78
  "learning_rate": 0.0001976679475288194,
79
- "loss": 3.1415935516357423,
80
  "step": 100
81
  },
82
  {
83
  "epoch": 0.043668122270742356,
84
- "grad_norm": 1.0525009632110596,
85
  "learning_rate": 0.00019740294156618524,
86
- "loss": 3.1269193649291993,
87
  "step": 110
88
  },
89
  {
90
  "epoch": 0.04763795156808257,
91
- "grad_norm": 0.911068856716156,
92
  "learning_rate": 0.0001971379356035511,
93
- "loss": 3.254841613769531,
94
  "step": 120
95
  },
96
  {
97
  "epoch": 0.05160778086542279,
98
- "grad_norm": 0.9495689868927002,
99
  "learning_rate": 0.00019687292964091694,
100
- "loss": 3.0888158798217775,
101
  "step": 130
102
  },
103
  {
104
  "epoch": 0.055577610162763004,
105
- "grad_norm": 0.9483733177185059,
106
  "learning_rate": 0.00019660792367828277,
107
- "loss": 3.0614797592163088,
108
  "step": 140
109
  },
110
  {
111
  "epoch": 0.05954743946010321,
112
- "grad_norm": 0.8695482015609741,
113
  "learning_rate": 0.0001963429177156486,
114
- "loss": 3.0411098480224608,
115
  "step": 150
116
  },
117
  {
118
  "epoch": 0.06351726875744343,
119
- "grad_norm": 1.1543006896972656,
120
  "learning_rate": 0.00019607791175301444,
121
- "loss": 3.1585403442382813,
122
  "step": 160
123
  },
124
  {
125
  "epoch": 0.06748709805478365,
126
- "grad_norm": 0.9380740523338318,
127
  "learning_rate": 0.0001958129057903803,
128
- "loss": 3.122075080871582,
129
  "step": 170
130
  },
131
  {
132
  "epoch": 0.07145692735212386,
133
- "grad_norm": 1.0981812477111816,
134
  "learning_rate": 0.00019554789982774613,
135
- "loss": 3.0245853424072267,
136
  "step": 180
137
  },
138
  {
139
  "epoch": 0.07542675664946408,
140
- "grad_norm": 1.1122277975082397,
141
  "learning_rate": 0.000195282893865112,
142
- "loss": 3.112578582763672,
143
  "step": 190
144
  },
145
  {
146
  "epoch": 0.0793965859468043,
147
- "grad_norm": 0.9974968433380127,
148
  "learning_rate": 0.00019501788790247783,
149
- "loss": 3.0663082122802736,
150
  "step": 200
151
  }
152
  ],
@@ -167,7 +167,7 @@
167
  "attributes": {}
168
  }
169
  },
170
- "total_flos": 8810524189716480.0,
171
  "train_batch_size": 2,
172
  "trial_name": null,
173
  "trial_params": null
 
11
  "log_history": [
12
  {
13
  "epoch": 0.003969829297340214,
14
+ "grad_norm": 0.6961175799369812,
15
  "learning_rate": 0.00016,
16
+ "loss": 3.2075271606445312,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.007939658594680429,
21
+ "grad_norm": 0.9305199384689331,
22
  "learning_rate": 0.00019978799522989268,
23
+ "loss": 3.1885648727416993,
24
  "step": 20
25
  },
26
  {
27
  "epoch": 0.011909487892020643,
28
+ "grad_norm": 0.8452768325805664,
29
  "learning_rate": 0.00019952298926725852,
30
+ "loss": 2.9959283828735352,
31
  "step": 30
32
  },
33
  {
34
  "epoch": 0.015879317189360857,
35
+ "grad_norm": 0.9384715557098389,
36
  "learning_rate": 0.00019925798330462438,
37
+ "loss": 3.132890510559082,
38
  "step": 40
39
  },
40
  {
41
  "epoch": 0.019849146486701073,
42
+ "grad_norm": 0.9872943162918091,
43
  "learning_rate": 0.0001989929773419902,
44
+ "loss": 3.1314294815063475,
45
  "step": 50
46
  },
47
  {
48
  "epoch": 0.023818975784041286,
49
+ "grad_norm": 0.8298355937004089,
50
  "learning_rate": 0.00019872797137935604,
51
+ "loss": 3.24124755859375,
52
  "step": 60
53
  },
54
  {
55
  "epoch": 0.027788805081381502,
56
+ "grad_norm": 0.8308970928192139,
57
  "learning_rate": 0.00019846296541672188,
58
+ "loss": 3.0996198654174805,
59
  "step": 70
60
  },
61
  {
62
  "epoch": 0.031758634378721715,
63
+ "grad_norm": 0.8442180156707764,
64
  "learning_rate": 0.0001981979594540877,
65
+ "loss": 3.0475082397460938,
66
  "step": 80
67
  },
68
  {
69
  "epoch": 0.03572846367606193,
70
+ "grad_norm": 0.9131914377212524,
71
  "learning_rate": 0.00019793295349145357,
72
+ "loss": 3.1756013870239257,
73
  "step": 90
74
  },
75
  {
76
  "epoch": 0.03969829297340215,
77
+ "grad_norm": 0.9973925352096558,
78
  "learning_rate": 0.0001976679475288194,
79
+ "loss": 3.159317398071289,
80
  "step": 100
81
  },
82
  {
83
  "epoch": 0.043668122270742356,
84
+ "grad_norm": 0.9906535148620605,
85
  "learning_rate": 0.00019740294156618524,
86
+ "loss": 3.086680603027344,
87
  "step": 110
88
  },
89
  {
90
  "epoch": 0.04763795156808257,
91
+ "grad_norm": 0.8675328493118286,
92
  "learning_rate": 0.0001971379356035511,
93
+ "loss": 3.0809303283691407,
94
  "step": 120
95
  },
96
  {
97
  "epoch": 0.05160778086542279,
98
+ "grad_norm": 1.2756576538085938,
99
  "learning_rate": 0.00019687292964091694,
100
+ "loss": 2.965633010864258,
101
  "step": 130
102
  },
103
  {
104
  "epoch": 0.055577610162763004,
105
+ "grad_norm": 0.8540228605270386,
106
  "learning_rate": 0.00019660792367828277,
107
+ "loss": 3.11167049407959,
108
  "step": 140
109
  },
110
  {
111
  "epoch": 0.05954743946010321,
112
+ "grad_norm": 0.8471305966377258,
113
  "learning_rate": 0.0001963429177156486,
114
+ "loss": 2.9493082046508787,
115
  "step": 150
116
  },
117
  {
118
  "epoch": 0.06351726875744343,
119
+ "grad_norm": 1.0690556764602661,
120
  "learning_rate": 0.00019607791175301444,
121
+ "loss": 3.1130550384521483,
122
  "step": 160
123
  },
124
  {
125
  "epoch": 0.06748709805478365,
126
+ "grad_norm": 0.9682918787002563,
127
  "learning_rate": 0.0001958129057903803,
128
+ "loss": 3.041396713256836,
129
  "step": 170
130
  },
131
  {
132
  "epoch": 0.07145692735212386,
133
+ "grad_norm": 0.9328762292861938,
134
  "learning_rate": 0.00019554789982774613,
135
+ "loss": 3.1088594436645507,
136
  "step": 180
137
  },
138
  {
139
  "epoch": 0.07542675664946408,
140
+ "grad_norm": 0.981307327747345,
141
  "learning_rate": 0.000195282893865112,
142
+ "loss": 3.1146469116210938,
143
  "step": 190
144
  },
145
  {
146
  "epoch": 0.0793965859468043,
147
+ "grad_norm": 1.0752034187316895,
148
  "learning_rate": 0.00019501788790247783,
149
+ "loss": 3.0602563858032226,
150
  "step": 200
151
  }
152
  ],
 
167
  "attributes": {}
168
  }
169
  },
170
+ "total_flos": 8878465890201600.0,
171
  "train_batch_size": 2,
172
  "trial_name": null,
173
  "trial_params": null