PhaaNe commited on
Commit
0bfb397
·
verified ·
1 Parent(s): c6a2de3

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/special_tokens_map.json +15 -0
  2. uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer_config.json +55 -0
  3. uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/trainer_state.json +595 -0
  4. uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/special_tokens_map.json +15 -0
  5. uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer_config.json +55 -0
  6. uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/trainer_state.json +929 -0
  7. uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/special_tokens_map.json +15 -0
  8. uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer_config.json +55 -0
  9. uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/trainer_state.json +704 -0
  10. uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-3222/special_tokens_map.json +15 -0
  11. uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-3222/tokenizer_config.json +55 -0
  12. uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-3222/trainer_state.json +1038 -0
  13. uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-1074/special_tokens_map.json +15 -0
  14. uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-1074/tokenizer_config.json +55 -0
  15. uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-1074/trainer_state.json +370 -0
  16. uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-2148/special_tokens_map.json +15 -0
  17. uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-2148/tokenizer_config.json +55 -0
  18. uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-2148/trainer_state.json +704 -0
  19. viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-675/special_tokens_map.json +15 -0
  20. viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-675/tokenizer_config.json +55 -0
  21. viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-675/trainer_state.json +331 -0
  22. viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-900/special_tokens_map.json +15 -0
  23. viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-900/tokenizer_config.json +55 -0
  24. viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-900/trainer_state.json +427 -0
  25. viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-225/special_tokens_map.json +15 -0
  26. viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-225/tokenizer_config.json +55 -0
  27. viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-225/trainer_state.json +139 -0
  28. viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-450/special_tokens_map.json +15 -0
  29. viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-450/tokenizer_config.json +55 -0
  30. viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-450/trainer_state.json +235 -0
  31. viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/special_tokens_map.json +15 -0
  32. viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/tokenizer_config.json +55 -0
  33. vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-3760/special_tokens_map.json +15 -0
  34. vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-3760/tokenizer_config.json +55 -0
  35. vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-3760/trainer_state.json +1148 -0
  36. vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-6016/special_tokens_map.json +15 -0
  37. vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-6016/tokenizer_config.json +55 -0
  38. vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-6016/trainer_state.json +1811 -0
  39. vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-3760/special_tokens_map.json +15 -0
  40. vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-3760/tokenizer_config.json +55 -0
  41. vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-3760/trainer_state.json +1148 -0
  42. vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-6016/special_tokens_map.json +15 -0
  43. vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-6016/tokenizer_config.json +55 -0
  44. vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-6016/trainer_state.json +1811 -0
  45. vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-11280/special_tokens_map.json +15 -0
  46. vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-11280/tokenizer_config.json +55 -0
  47. vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-11280/trainer_state.json +3365 -0
  48. vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-9024/special_tokens_map.json +15 -0
  49. vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-9024/tokenizer_config.json +55 -0
  50. vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-9024/trainer_state.json +2695 -0
uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/trainer_state.json ADDED
@@ -0,0 +1,595 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1790,
3
+ "best_metric": 0.8436016246095042,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1790,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.06997900629811056,
14
+ "grad_norm": 68.58575439453125,
15
+ "learning_rate": 6.703910614525141e-07,
16
+ "loss": 4.729,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.13995801259622112,
21
+ "grad_norm": 79.5068359375,
22
+ "learning_rate": 1.3687150837988828e-06,
23
+ "loss": 4.6129,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.2099370188943317,
28
+ "grad_norm": 64.60430145263672,
29
+ "learning_rate": 2.067039106145252e-06,
30
+ "loss": 4.1805,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.27991602519244224,
35
+ "grad_norm": 85.49130249023438,
36
+ "learning_rate": 2.7653631284916204e-06,
37
+ "loss": 3.887,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.34989503149055284,
42
+ "grad_norm": 85.43049621582031,
43
+ "learning_rate": 3.4636871508379893e-06,
44
+ "loss": 3.4443,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.4198740377886634,
49
+ "grad_norm": 121.76361846923828,
50
+ "learning_rate": 4.1620111731843575e-06,
51
+ "loss": 3.2983,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.489853044086774,
56
+ "grad_norm": 76.98176574707031,
57
+ "learning_rate": 4.860335195530727e-06,
58
+ "loss": 2.8595,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.5598320503848845,
63
+ "grad_norm": 69.99625396728516,
64
+ "learning_rate": 5.558659217877096e-06,
65
+ "loss": 2.4859,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.6298110566829951,
70
+ "grad_norm": 70.10337829589844,
71
+ "learning_rate": 6.256983240223464e-06,
72
+ "loss": 1.854,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.6997900629811057,
77
+ "grad_norm": 26.848217010498047,
78
+ "learning_rate": 6.9553072625698325e-06,
79
+ "loss": 1.5972,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.7697690692792163,
84
+ "grad_norm": 69.92866516113281,
85
+ "learning_rate": 7.653631284916202e-06,
86
+ "loss": 1.6705,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.8397480755773268,
91
+ "grad_norm": 55.51318359375,
92
+ "learning_rate": 8.35195530726257e-06,
93
+ "loss": 1.7249,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.9097270818754374,
98
+ "grad_norm": 46.540199279785156,
99
+ "learning_rate": 9.050279329608939e-06,
100
+ "loss": 1.3739,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.979706088173548,
105
+ "grad_norm": 22.27540397644043,
106
+ "learning_rate": 9.748603351955308e-06,
107
+ "loss": 1.3979,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 1.0,
112
+ "eval_accuracy": 0.9166140240050537,
113
+ "eval_loss": 0.3114810585975647,
114
+ "eval_macro_f1": 0.6253093682008427,
115
+ "eval_runtime": 3.2198,
116
+ "eval_samples_per_second": 491.641,
117
+ "eval_steps_per_second": 30.747,
118
+ "eval_weighted_f1": 0.8952002463530304,
119
+ "step": 358
120
+ },
121
+ {
122
+ "epoch": 1.0475857242827151,
123
+ "grad_norm": 64.9267578125,
124
+ "learning_rate": 1.0446927374301676e-05,
125
+ "loss": 1.1777,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 1.1175647305808258,
130
+ "grad_norm": 61.924156188964844,
131
+ "learning_rate": 1.1145251396648044e-05,
132
+ "loss": 1.1503,
133
+ "step": 400
134
+ },
135
+ {
136
+ "epoch": 1.1875437368789363,
137
+ "grad_norm": 196.30027770996094,
138
+ "learning_rate": 1.1843575418994415e-05,
139
+ "loss": 1.1158,
140
+ "step": 425
141
+ },
142
+ {
143
+ "epoch": 1.2575227431770468,
144
+ "grad_norm": 97.73702239990234,
145
+ "learning_rate": 1.2541899441340784e-05,
146
+ "loss": 1.0315,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.3275017494751575,
151
+ "grad_norm": 37.14104461669922,
152
+ "learning_rate": 1.3240223463687152e-05,
153
+ "loss": 1.3119,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.397480755773268,
158
+ "grad_norm": 143.84030151367188,
159
+ "learning_rate": 1.393854748603352e-05,
160
+ "loss": 1.1228,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.4674597620713785,
165
+ "grad_norm": 82.9287338256836,
166
+ "learning_rate": 1.463687150837989e-05,
167
+ "loss": 1.2208,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.5374387683694892,
172
+ "grad_norm": 32.22694778442383,
173
+ "learning_rate": 1.533519553072626e-05,
174
+ "loss": 1.1616,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.6074177746675997,
179
+ "grad_norm": 33.475101470947266,
180
+ "learning_rate": 1.6033519553072626e-05,
181
+ "loss": 1.1662,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.6773967809657102,
186
+ "grad_norm": 44.3987922668457,
187
+ "learning_rate": 1.6731843575418994e-05,
188
+ "loss": 1.0853,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.7473757872638207,
193
+ "grad_norm": 110.87315368652344,
194
+ "learning_rate": 1.7430167597765365e-05,
195
+ "loss": 1.0889,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.8173547935619314,
200
+ "grad_norm": 41.68475341796875,
201
+ "learning_rate": 1.8128491620111733e-05,
202
+ "loss": 1.0214,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.8873337998600421,
207
+ "grad_norm": 5.104062080383301,
208
+ "learning_rate": 1.8826815642458104e-05,
209
+ "loss": 0.9054,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.9573128061581526,
214
+ "grad_norm": 26.774707794189453,
215
+ "learning_rate": 1.952513966480447e-05,
216
+ "loss": 1.0944,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 2.0,
221
+ "eval_accuracy": 0.9254579911560329,
222
+ "eval_loss": 0.23409585654735565,
223
+ "eval_macro_f1": 0.765607727856556,
224
+ "eval_runtime": 3.1143,
225
+ "eval_samples_per_second": 508.302,
226
+ "eval_steps_per_second": 31.789,
227
+ "eval_weighted_f1": 0.9180748469047006,
228
+ "step": 716
229
+ },
230
+ {
231
+ "epoch": 2.0251924422673198,
232
+ "grad_norm": 6.783260822296143,
233
+ "learning_rate": 1.9975170701427685e-05,
234
+ "loss": 0.9019,
235
+ "step": 725
236
+ },
237
+ {
238
+ "epoch": 2.0951714485654302,
239
+ "grad_norm": 32.00508499145508,
240
+ "learning_rate": 1.98975791433892e-05,
241
+ "loss": 0.9498,
242
+ "step": 750
243
+ },
244
+ {
245
+ "epoch": 2.1651504548635407,
246
+ "grad_norm": 36.1419792175293,
247
+ "learning_rate": 1.9819987585350715e-05,
248
+ "loss": 0.8161,
249
+ "step": 775
250
+ },
251
+ {
252
+ "epoch": 2.2351294611616517,
253
+ "grad_norm": 62.94685363769531,
254
+ "learning_rate": 1.974239602731223e-05,
255
+ "loss": 0.8742,
256
+ "step": 800
257
+ },
258
+ {
259
+ "epoch": 2.305108467459762,
260
+ "grad_norm": 74.62065887451172,
261
+ "learning_rate": 1.9664804469273745e-05,
262
+ "loss": 0.9078,
263
+ "step": 825
264
+ },
265
+ {
266
+ "epoch": 2.3750874737578727,
267
+ "grad_norm": 63.0411376953125,
268
+ "learning_rate": 1.9587212911235257e-05,
269
+ "loss": 0.738,
270
+ "step": 850
271
+ },
272
+ {
273
+ "epoch": 2.445066480055983,
274
+ "grad_norm": 73.9039077758789,
275
+ "learning_rate": 1.9509621353196775e-05,
276
+ "loss": 0.6651,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.5150454863540936,
281
+ "grad_norm": 208.13784790039062,
282
+ "learning_rate": 1.943202979515829e-05,
283
+ "loss": 0.8621,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.585024492652204,
288
+ "grad_norm": 56.28205108642578,
289
+ "learning_rate": 1.9354438237119802e-05,
290
+ "loss": 0.82,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.655003498950315,
295
+ "grad_norm": 14.704730987548828,
296
+ "learning_rate": 1.9276846679081317e-05,
297
+ "loss": 0.8785,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.7249825052484256,
302
+ "grad_norm": 72.67298126220703,
303
+ "learning_rate": 1.9199255121042832e-05,
304
+ "loss": 0.8592,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.794961511546536,
309
+ "grad_norm": 163.91856384277344,
310
+ "learning_rate": 1.9121663563004347e-05,
311
+ "loss": 0.8379,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.8649405178446465,
316
+ "grad_norm": 9.564154624938965,
317
+ "learning_rate": 1.9044072004965862e-05,
318
+ "loss": 0.6872,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.934919524142757,
323
+ "grad_norm": 10.402024269104004,
324
+ "learning_rate": 1.8966480446927374e-05,
325
+ "loss": 0.9088,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 3.0,
330
+ "eval_accuracy": 0.9444093493367025,
331
+ "eval_loss": 0.20132775604724884,
332
+ "eval_macro_f1": 0.8407903629868457,
333
+ "eval_runtime": 2.9728,
334
+ "eval_samples_per_second": 532.5,
335
+ "eval_steps_per_second": 33.302,
336
+ "eval_weighted_f1": 0.9417576471396697,
337
+ "step": 1074
338
+ },
339
+ {
340
+ "epoch": 3.0027991602519246,
341
+ "grad_norm": 20.662433624267578,
342
+ "learning_rate": 1.888888888888889e-05,
343
+ "loss": 0.746,
344
+ "step": 1075
345
+ },
346
+ {
347
+ "epoch": 3.072778166550035,
348
+ "grad_norm": 11.068665504455566,
349
+ "learning_rate": 1.8811297330850404e-05,
350
+ "loss": 0.4748,
351
+ "step": 1100
352
+ },
353
+ {
354
+ "epoch": 3.1427571728481456,
355
+ "grad_norm": 6.452341079711914,
356
+ "learning_rate": 1.873370577281192e-05,
357
+ "loss": 0.7115,
358
+ "step": 1125
359
+ },
360
+ {
361
+ "epoch": 3.212736179146256,
362
+ "grad_norm": 29.45286750793457,
363
+ "learning_rate": 1.8656114214773434e-05,
364
+ "loss": 0.6726,
365
+ "step": 1150
366
+ },
367
+ {
368
+ "epoch": 3.2827151854443666,
369
+ "grad_norm": 16.877676010131836,
370
+ "learning_rate": 1.857852265673495e-05,
371
+ "loss": 0.7492,
372
+ "step": 1175
373
+ },
374
+ {
375
+ "epoch": 3.352694191742477,
376
+ "grad_norm": 3.04970383644104,
377
+ "learning_rate": 1.8500931098696464e-05,
378
+ "loss": 0.7699,
379
+ "step": 1200
380
+ },
381
+ {
382
+ "epoch": 3.422673198040588,
383
+ "grad_norm": 62.99547576904297,
384
+ "learning_rate": 1.842333954065798e-05,
385
+ "loss": 0.6508,
386
+ "step": 1225
387
+ },
388
+ {
389
+ "epoch": 3.4926522043386985,
390
+ "grad_norm": 33.039306640625,
391
+ "learning_rate": 1.834574798261949e-05,
392
+ "loss": 0.6871,
393
+ "step": 1250
394
+ },
395
+ {
396
+ "epoch": 3.562631210636809,
397
+ "grad_norm": 105.44351959228516,
398
+ "learning_rate": 1.8268156424581006e-05,
399
+ "loss": 0.5989,
400
+ "step": 1275
401
+ },
402
+ {
403
+ "epoch": 3.6326102169349195,
404
+ "grad_norm": 40.5516357421875,
405
+ "learning_rate": 1.819056486654252e-05,
406
+ "loss": 0.827,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.70258922323303,
411
+ "grad_norm": 12.931371688842773,
412
+ "learning_rate": 1.8112973308504036e-05,
413
+ "loss": 0.5691,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.7725682295311405,
418
+ "grad_norm": 37.65034484863281,
419
+ "learning_rate": 1.803538175046555e-05,
420
+ "loss": 0.8752,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.842547235829251,
425
+ "grad_norm": 9.759448051452637,
426
+ "learning_rate": 1.7957790192427063e-05,
427
+ "loss": 0.5266,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.912526242127362,
432
+ "grad_norm": 39.21622085571289,
433
+ "learning_rate": 1.788019863438858e-05,
434
+ "loss": 0.8698,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.9825052484254724,
439
+ "grad_norm": 5.189383029937744,
440
+ "learning_rate": 1.7802607076350093e-05,
441
+ "loss": 0.5428,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 4.0,
446
+ "eval_accuracy": 0.9431459254579911,
447
+ "eval_loss": 0.25195902585983276,
448
+ "eval_macro_f1": 0.8267697436614588,
449
+ "eval_runtime": 3.1251,
450
+ "eval_samples_per_second": 506.538,
451
+ "eval_steps_per_second": 31.679,
452
+ "eval_weighted_f1": 0.9390915261265088,
453
+ "step": 1432
454
+ },
455
+ {
456
+ "epoch": 4.0503848845346395,
457
+ "grad_norm": 12.18736457824707,
458
+ "learning_rate": 1.772501551831161e-05,
459
+ "loss": 0.66,
460
+ "step": 1450
461
+ },
462
+ {
463
+ "epoch": 4.12036389083275,
464
+ "grad_norm": 1.0363264083862305,
465
+ "learning_rate": 1.7647423960273124e-05,
466
+ "loss": 0.573,
467
+ "step": 1475
468
+ },
469
+ {
470
+ "epoch": 4.1903428971308605,
471
+ "grad_norm": 79.95238494873047,
472
+ "learning_rate": 1.756983240223464e-05,
473
+ "loss": 0.5524,
474
+ "step": 1500
475
+ },
476
+ {
477
+ "epoch": 4.260321903428971,
478
+ "grad_norm": 67.0340576171875,
479
+ "learning_rate": 1.7492240844196154e-05,
480
+ "loss": 0.6039,
481
+ "step": 1525
482
+ },
483
+ {
484
+ "epoch": 4.3303009097270815,
485
+ "grad_norm": 9.557170867919922,
486
+ "learning_rate": 1.741464928615767e-05,
487
+ "loss": 0.5568,
488
+ "step": 1550
489
+ },
490
+ {
491
+ "epoch": 4.400279916025193,
492
+ "grad_norm": 259.7248229980469,
493
+ "learning_rate": 1.733705772811918e-05,
494
+ "loss": 0.3406,
495
+ "step": 1575
496
+ },
497
+ {
498
+ "epoch": 4.470258922323303,
499
+ "grad_norm": 0.6087977290153503,
500
+ "learning_rate": 1.7259466170080696e-05,
501
+ "loss": 0.6746,
502
+ "step": 1600
503
+ },
504
+ {
505
+ "epoch": 4.540237928621414,
506
+ "grad_norm": 54.50346374511719,
507
+ "learning_rate": 1.718187461204221e-05,
508
+ "loss": 0.6848,
509
+ "step": 1625
510
+ },
511
+ {
512
+ "epoch": 4.610216934919524,
513
+ "grad_norm": 4.900895118713379,
514
+ "learning_rate": 1.7104283054003726e-05,
515
+ "loss": 0.4332,
516
+ "step": 1650
517
+ },
518
+ {
519
+ "epoch": 4.680195941217635,
520
+ "grad_norm": 1015.4493408203125,
521
+ "learning_rate": 1.702669149596524e-05,
522
+ "loss": 0.6448,
523
+ "step": 1675
524
+ },
525
+ {
526
+ "epoch": 4.750174947515745,
527
+ "grad_norm": 51.009727478027344,
528
+ "learning_rate": 1.6949099937926752e-05,
529
+ "loss": 0.6477,
530
+ "step": 1700
531
+ },
532
+ {
533
+ "epoch": 4.820153953813856,
534
+ "grad_norm": 65.83275604248047,
535
+ "learning_rate": 1.687150837988827e-05,
536
+ "loss": 0.598,
537
+ "step": 1725
538
+ },
539
+ {
540
+ "epoch": 4.890132960111966,
541
+ "grad_norm": 96.81388854980469,
542
+ "learning_rate": 1.6793916821849786e-05,
543
+ "loss": 0.6409,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.960111966410077,
548
+ "grad_norm": 15.951751708984375,
549
+ "learning_rate": 1.67163252638113e-05,
550
+ "loss": 0.512,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 5.0,
555
+ "eval_accuracy": 0.9406190777005685,
556
+ "eval_loss": 0.26056134700775146,
557
+ "eval_macro_f1": 0.8436016246095042,
558
+ "eval_runtime": 3.2357,
559
+ "eval_samples_per_second": 489.23,
560
+ "eval_steps_per_second": 30.596,
561
+ "eval_weighted_f1": 0.9420062670999769,
562
+ "step": 1790
563
+ }
564
+ ],
565
+ "logging_steps": 25,
566
+ "max_steps": 7160,
567
+ "num_input_tokens_seen": 0,
568
+ "num_train_epochs": 20,
569
+ "save_steps": 500,
570
+ "stateful_callbacks": {
571
+ "EarlyStoppingCallback": {
572
+ "args": {
573
+ "early_stopping_patience": 3,
574
+ "early_stopping_threshold": 0.0
575
+ },
576
+ "attributes": {
577
+ "early_stopping_patience_counter": 0
578
+ }
579
+ },
580
+ "TrainerControl": {
581
+ "args": {
582
+ "should_epoch_stop": false,
583
+ "should_evaluate": false,
584
+ "should_log": false,
585
+ "should_save": true,
586
+ "should_training_stop": false
587
+ },
588
+ "attributes": {}
589
+ }
590
+ },
591
+ "total_flos": 0.0,
592
+ "train_batch_size": 8,
593
+ "trial_name": null,
594
+ "trial_params": null
595
+ }
uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/trainer_state.json ADDED
@@ -0,0 +1,929 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1790,
3
+ "best_metric": 0.8436016246095042,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2864,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.06997900629811056,
14
+ "grad_norm": 68.58575439453125,
15
+ "learning_rate": 6.703910614525141e-07,
16
+ "loss": 4.729,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.13995801259622112,
21
+ "grad_norm": 79.5068359375,
22
+ "learning_rate": 1.3687150837988828e-06,
23
+ "loss": 4.6129,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.2099370188943317,
28
+ "grad_norm": 64.60430145263672,
29
+ "learning_rate": 2.067039106145252e-06,
30
+ "loss": 4.1805,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.27991602519244224,
35
+ "grad_norm": 85.49130249023438,
36
+ "learning_rate": 2.7653631284916204e-06,
37
+ "loss": 3.887,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.34989503149055284,
42
+ "grad_norm": 85.43049621582031,
43
+ "learning_rate": 3.4636871508379893e-06,
44
+ "loss": 3.4443,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.4198740377886634,
49
+ "grad_norm": 121.76361846923828,
50
+ "learning_rate": 4.1620111731843575e-06,
51
+ "loss": 3.2983,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.489853044086774,
56
+ "grad_norm": 76.98176574707031,
57
+ "learning_rate": 4.860335195530727e-06,
58
+ "loss": 2.8595,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.5598320503848845,
63
+ "grad_norm": 69.99625396728516,
64
+ "learning_rate": 5.558659217877096e-06,
65
+ "loss": 2.4859,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.6298110566829951,
70
+ "grad_norm": 70.10337829589844,
71
+ "learning_rate": 6.256983240223464e-06,
72
+ "loss": 1.854,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.6997900629811057,
77
+ "grad_norm": 26.848217010498047,
78
+ "learning_rate": 6.9553072625698325e-06,
79
+ "loss": 1.5972,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.7697690692792163,
84
+ "grad_norm": 69.92866516113281,
85
+ "learning_rate": 7.653631284916202e-06,
86
+ "loss": 1.6705,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.8397480755773268,
91
+ "grad_norm": 55.51318359375,
92
+ "learning_rate": 8.35195530726257e-06,
93
+ "loss": 1.7249,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.9097270818754374,
98
+ "grad_norm": 46.540199279785156,
99
+ "learning_rate": 9.050279329608939e-06,
100
+ "loss": 1.3739,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.979706088173548,
105
+ "grad_norm": 22.27540397644043,
106
+ "learning_rate": 9.748603351955308e-06,
107
+ "loss": 1.3979,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 1.0,
112
+ "eval_accuracy": 0.9166140240050537,
113
+ "eval_loss": 0.3114810585975647,
114
+ "eval_macro_f1": 0.6253093682008427,
115
+ "eval_runtime": 3.2198,
116
+ "eval_samples_per_second": 491.641,
117
+ "eval_steps_per_second": 30.747,
118
+ "eval_weighted_f1": 0.8952002463530304,
119
+ "step": 358
120
+ },
121
+ {
122
+ "epoch": 1.0475857242827151,
123
+ "grad_norm": 64.9267578125,
124
+ "learning_rate": 1.0446927374301676e-05,
125
+ "loss": 1.1777,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 1.1175647305808258,
130
+ "grad_norm": 61.924156188964844,
131
+ "learning_rate": 1.1145251396648044e-05,
132
+ "loss": 1.1503,
133
+ "step": 400
134
+ },
135
+ {
136
+ "epoch": 1.1875437368789363,
137
+ "grad_norm": 196.30027770996094,
138
+ "learning_rate": 1.1843575418994415e-05,
139
+ "loss": 1.1158,
140
+ "step": 425
141
+ },
142
+ {
143
+ "epoch": 1.2575227431770468,
144
+ "grad_norm": 97.73702239990234,
145
+ "learning_rate": 1.2541899441340784e-05,
146
+ "loss": 1.0315,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.3275017494751575,
151
+ "grad_norm": 37.14104461669922,
152
+ "learning_rate": 1.3240223463687152e-05,
153
+ "loss": 1.3119,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.397480755773268,
158
+ "grad_norm": 143.84030151367188,
159
+ "learning_rate": 1.393854748603352e-05,
160
+ "loss": 1.1228,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.4674597620713785,
165
+ "grad_norm": 82.9287338256836,
166
+ "learning_rate": 1.463687150837989e-05,
167
+ "loss": 1.2208,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.5374387683694892,
172
+ "grad_norm": 32.22694778442383,
173
+ "learning_rate": 1.533519553072626e-05,
174
+ "loss": 1.1616,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.6074177746675997,
179
+ "grad_norm": 33.475101470947266,
180
+ "learning_rate": 1.6033519553072626e-05,
181
+ "loss": 1.1662,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.6773967809657102,
186
+ "grad_norm": 44.3987922668457,
187
+ "learning_rate": 1.6731843575418994e-05,
188
+ "loss": 1.0853,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.7473757872638207,
193
+ "grad_norm": 110.87315368652344,
194
+ "learning_rate": 1.7430167597765365e-05,
195
+ "loss": 1.0889,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.8173547935619314,
200
+ "grad_norm": 41.68475341796875,
201
+ "learning_rate": 1.8128491620111733e-05,
202
+ "loss": 1.0214,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.8873337998600421,
207
+ "grad_norm": 5.104062080383301,
208
+ "learning_rate": 1.8826815642458104e-05,
209
+ "loss": 0.9054,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.9573128061581526,
214
+ "grad_norm": 26.774707794189453,
215
+ "learning_rate": 1.952513966480447e-05,
216
+ "loss": 1.0944,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 2.0,
221
+ "eval_accuracy": 0.9254579911560329,
222
+ "eval_loss": 0.23409585654735565,
223
+ "eval_macro_f1": 0.765607727856556,
224
+ "eval_runtime": 3.1143,
225
+ "eval_samples_per_second": 508.302,
226
+ "eval_steps_per_second": 31.789,
227
+ "eval_weighted_f1": 0.9180748469047006,
228
+ "step": 716
229
+ },
230
+ {
231
+ "epoch": 2.0251924422673198,
232
+ "grad_norm": 6.783260822296143,
233
+ "learning_rate": 1.9975170701427685e-05,
234
+ "loss": 0.9019,
235
+ "step": 725
236
+ },
237
+ {
238
+ "epoch": 2.0951714485654302,
239
+ "grad_norm": 32.00508499145508,
240
+ "learning_rate": 1.98975791433892e-05,
241
+ "loss": 0.9498,
242
+ "step": 750
243
+ },
244
+ {
245
+ "epoch": 2.1651504548635407,
246
+ "grad_norm": 36.1419792175293,
247
+ "learning_rate": 1.9819987585350715e-05,
248
+ "loss": 0.8161,
249
+ "step": 775
250
+ },
251
+ {
252
+ "epoch": 2.2351294611616517,
253
+ "grad_norm": 62.94685363769531,
254
+ "learning_rate": 1.974239602731223e-05,
255
+ "loss": 0.8742,
256
+ "step": 800
257
+ },
258
+ {
259
+ "epoch": 2.305108467459762,
260
+ "grad_norm": 74.62065887451172,
261
+ "learning_rate": 1.9664804469273745e-05,
262
+ "loss": 0.9078,
263
+ "step": 825
264
+ },
265
+ {
266
+ "epoch": 2.3750874737578727,
267
+ "grad_norm": 63.0411376953125,
268
+ "learning_rate": 1.9587212911235257e-05,
269
+ "loss": 0.738,
270
+ "step": 850
271
+ },
272
+ {
273
+ "epoch": 2.445066480055983,
274
+ "grad_norm": 73.9039077758789,
275
+ "learning_rate": 1.9509621353196775e-05,
276
+ "loss": 0.6651,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.5150454863540936,
281
+ "grad_norm": 208.13784790039062,
282
+ "learning_rate": 1.943202979515829e-05,
283
+ "loss": 0.8621,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.585024492652204,
288
+ "grad_norm": 56.28205108642578,
289
+ "learning_rate": 1.9354438237119802e-05,
290
+ "loss": 0.82,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.655003498950315,
295
+ "grad_norm": 14.704730987548828,
296
+ "learning_rate": 1.9276846679081317e-05,
297
+ "loss": 0.8785,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.7249825052484256,
302
+ "grad_norm": 72.67298126220703,
303
+ "learning_rate": 1.9199255121042832e-05,
304
+ "loss": 0.8592,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.794961511546536,
309
+ "grad_norm": 163.91856384277344,
310
+ "learning_rate": 1.9121663563004347e-05,
311
+ "loss": 0.8379,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.8649405178446465,
316
+ "grad_norm": 9.564154624938965,
317
+ "learning_rate": 1.9044072004965862e-05,
318
+ "loss": 0.6872,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.934919524142757,
323
+ "grad_norm": 10.402024269104004,
324
+ "learning_rate": 1.8966480446927374e-05,
325
+ "loss": 0.9088,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 3.0,
330
+ "eval_accuracy": 0.9444093493367025,
331
+ "eval_loss": 0.20132775604724884,
332
+ "eval_macro_f1": 0.8407903629868457,
333
+ "eval_runtime": 2.9728,
334
+ "eval_samples_per_second": 532.5,
335
+ "eval_steps_per_second": 33.302,
336
+ "eval_weighted_f1": 0.9417576471396697,
337
+ "step": 1074
338
+ },
339
+ {
340
+ "epoch": 3.0027991602519246,
341
+ "grad_norm": 20.662433624267578,
342
+ "learning_rate": 1.888888888888889e-05,
343
+ "loss": 0.746,
344
+ "step": 1075
345
+ },
346
+ {
347
+ "epoch": 3.072778166550035,
348
+ "grad_norm": 11.068665504455566,
349
+ "learning_rate": 1.8811297330850404e-05,
350
+ "loss": 0.4748,
351
+ "step": 1100
352
+ },
353
+ {
354
+ "epoch": 3.1427571728481456,
355
+ "grad_norm": 6.452341079711914,
356
+ "learning_rate": 1.873370577281192e-05,
357
+ "loss": 0.7115,
358
+ "step": 1125
359
+ },
360
+ {
361
+ "epoch": 3.212736179146256,
362
+ "grad_norm": 29.45286750793457,
363
+ "learning_rate": 1.8656114214773434e-05,
364
+ "loss": 0.6726,
365
+ "step": 1150
366
+ },
367
+ {
368
+ "epoch": 3.2827151854443666,
369
+ "grad_norm": 16.877676010131836,
370
+ "learning_rate": 1.857852265673495e-05,
371
+ "loss": 0.7492,
372
+ "step": 1175
373
+ },
374
+ {
375
+ "epoch": 3.352694191742477,
376
+ "grad_norm": 3.04970383644104,
377
+ "learning_rate": 1.8500931098696464e-05,
378
+ "loss": 0.7699,
379
+ "step": 1200
380
+ },
381
+ {
382
+ "epoch": 3.422673198040588,
383
+ "grad_norm": 62.99547576904297,
384
+ "learning_rate": 1.842333954065798e-05,
385
+ "loss": 0.6508,
386
+ "step": 1225
387
+ },
388
+ {
389
+ "epoch": 3.4926522043386985,
390
+ "grad_norm": 33.039306640625,
391
+ "learning_rate": 1.834574798261949e-05,
392
+ "loss": 0.6871,
393
+ "step": 1250
394
+ },
395
+ {
396
+ "epoch": 3.562631210636809,
397
+ "grad_norm": 105.44351959228516,
398
+ "learning_rate": 1.8268156424581006e-05,
399
+ "loss": 0.5989,
400
+ "step": 1275
401
+ },
402
+ {
403
+ "epoch": 3.6326102169349195,
404
+ "grad_norm": 40.5516357421875,
405
+ "learning_rate": 1.819056486654252e-05,
406
+ "loss": 0.827,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.70258922323303,
411
+ "grad_norm": 12.931371688842773,
412
+ "learning_rate": 1.8112973308504036e-05,
413
+ "loss": 0.5691,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.7725682295311405,
418
+ "grad_norm": 37.65034484863281,
419
+ "learning_rate": 1.803538175046555e-05,
420
+ "loss": 0.8752,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.842547235829251,
425
+ "grad_norm": 9.759448051452637,
426
+ "learning_rate": 1.7957790192427063e-05,
427
+ "loss": 0.5266,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.912526242127362,
432
+ "grad_norm": 39.21622085571289,
433
+ "learning_rate": 1.788019863438858e-05,
434
+ "loss": 0.8698,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.9825052484254724,
439
+ "grad_norm": 5.189383029937744,
440
+ "learning_rate": 1.7802607076350093e-05,
441
+ "loss": 0.5428,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 4.0,
446
+ "eval_accuracy": 0.9431459254579911,
447
+ "eval_loss": 0.25195902585983276,
448
+ "eval_macro_f1": 0.8267697436614588,
449
+ "eval_runtime": 3.1251,
450
+ "eval_samples_per_second": 506.538,
451
+ "eval_steps_per_second": 31.679,
452
+ "eval_weighted_f1": 0.9390915261265088,
453
+ "step": 1432
454
+ },
455
+ {
456
+ "epoch": 4.0503848845346395,
457
+ "grad_norm": 12.18736457824707,
458
+ "learning_rate": 1.772501551831161e-05,
459
+ "loss": 0.66,
460
+ "step": 1450
461
+ },
462
+ {
463
+ "epoch": 4.12036389083275,
464
+ "grad_norm": 1.0363264083862305,
465
+ "learning_rate": 1.7647423960273124e-05,
466
+ "loss": 0.573,
467
+ "step": 1475
468
+ },
469
+ {
470
+ "epoch": 4.1903428971308605,
471
+ "grad_norm": 79.95238494873047,
472
+ "learning_rate": 1.756983240223464e-05,
473
+ "loss": 0.5524,
474
+ "step": 1500
475
+ },
476
+ {
477
+ "epoch": 4.260321903428971,
478
+ "grad_norm": 67.0340576171875,
479
+ "learning_rate": 1.7492240844196154e-05,
480
+ "loss": 0.6039,
481
+ "step": 1525
482
+ },
483
+ {
484
+ "epoch": 4.3303009097270815,
485
+ "grad_norm": 9.557170867919922,
486
+ "learning_rate": 1.741464928615767e-05,
487
+ "loss": 0.5568,
488
+ "step": 1550
489
+ },
490
+ {
491
+ "epoch": 4.400279916025193,
492
+ "grad_norm": 259.7248229980469,
493
+ "learning_rate": 1.733705772811918e-05,
494
+ "loss": 0.3406,
495
+ "step": 1575
496
+ },
497
+ {
498
+ "epoch": 4.470258922323303,
499
+ "grad_norm": 0.6087977290153503,
500
+ "learning_rate": 1.7259466170080696e-05,
501
+ "loss": 0.6746,
502
+ "step": 1600
503
+ },
504
+ {
505
+ "epoch": 4.540237928621414,
506
+ "grad_norm": 54.50346374511719,
507
+ "learning_rate": 1.718187461204221e-05,
508
+ "loss": 0.6848,
509
+ "step": 1625
510
+ },
511
+ {
512
+ "epoch": 4.610216934919524,
513
+ "grad_norm": 4.900895118713379,
514
+ "learning_rate": 1.7104283054003726e-05,
515
+ "loss": 0.4332,
516
+ "step": 1650
517
+ },
518
+ {
519
+ "epoch": 4.680195941217635,
520
+ "grad_norm": 1015.4493408203125,
521
+ "learning_rate": 1.702669149596524e-05,
522
+ "loss": 0.6448,
523
+ "step": 1675
524
+ },
525
+ {
526
+ "epoch": 4.750174947515745,
527
+ "grad_norm": 51.009727478027344,
528
+ "learning_rate": 1.6949099937926752e-05,
529
+ "loss": 0.6477,
530
+ "step": 1700
531
+ },
532
+ {
533
+ "epoch": 4.820153953813856,
534
+ "grad_norm": 65.83275604248047,
535
+ "learning_rate": 1.687150837988827e-05,
536
+ "loss": 0.598,
537
+ "step": 1725
538
+ },
539
+ {
540
+ "epoch": 4.890132960111966,
541
+ "grad_norm": 96.81388854980469,
542
+ "learning_rate": 1.6793916821849786e-05,
543
+ "loss": 0.6409,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.960111966410077,
548
+ "grad_norm": 15.951751708984375,
549
+ "learning_rate": 1.67163252638113e-05,
550
+ "loss": 0.512,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 5.0,
555
+ "eval_accuracy": 0.9406190777005685,
556
+ "eval_loss": 0.26056134700775146,
557
+ "eval_macro_f1": 0.8436016246095042,
558
+ "eval_runtime": 3.2357,
559
+ "eval_samples_per_second": 489.23,
560
+ "eval_steps_per_second": 30.596,
561
+ "eval_weighted_f1": 0.9420062670999769,
562
+ "step": 1790
563
+ },
564
+ {
565
+ "epoch": 5.027991602519244,
566
+ "grad_norm": 105.02237701416016,
567
+ "learning_rate": 1.6638733705772813e-05,
568
+ "loss": 0.608,
569
+ "step": 1800
570
+ },
571
+ {
572
+ "epoch": 5.097970608817355,
573
+ "grad_norm": 72.44522857666016,
574
+ "learning_rate": 1.6561142147734328e-05,
575
+ "loss": 0.4853,
576
+ "step": 1825
577
+ },
578
+ {
579
+ "epoch": 5.167949615115465,
580
+ "grad_norm": 1.176522970199585,
581
+ "learning_rate": 1.6483550589695843e-05,
582
+ "loss": 0.5138,
583
+ "step": 1850
584
+ },
585
+ {
586
+ "epoch": 5.237928621413576,
587
+ "grad_norm": 1.6244670152664185,
588
+ "learning_rate": 1.6405959031657358e-05,
589
+ "loss": 0.6384,
590
+ "step": 1875
591
+ },
592
+ {
593
+ "epoch": 5.307907627711686,
594
+ "grad_norm": 26.595802307128906,
595
+ "learning_rate": 1.632836747361887e-05,
596
+ "loss": 0.4247,
597
+ "step": 1900
598
+ },
599
+ {
600
+ "epoch": 5.377886634009797,
601
+ "grad_norm": 83.91275024414062,
602
+ "learning_rate": 1.6250775915580385e-05,
603
+ "loss": 0.4223,
604
+ "step": 1925
605
+ },
606
+ {
607
+ "epoch": 5.447865640307907,
608
+ "grad_norm": 283.64605712890625,
609
+ "learning_rate": 1.61731843575419e-05,
610
+ "loss": 0.3384,
611
+ "step": 1950
612
+ },
613
+ {
614
+ "epoch": 5.517844646606018,
615
+ "grad_norm": 48.8386116027832,
616
+ "learning_rate": 1.6095592799503415e-05,
617
+ "loss": 0.725,
618
+ "step": 1975
619
+ },
620
+ {
621
+ "epoch": 5.587823652904129,
622
+ "grad_norm": 51.618988037109375,
623
+ "learning_rate": 1.601800124146493e-05,
624
+ "loss": 0.6283,
625
+ "step": 2000
626
+ },
627
+ {
628
+ "epoch": 5.65780265920224,
629
+ "grad_norm": 11.91074275970459,
630
+ "learning_rate": 1.5940409683426445e-05,
631
+ "loss": 0.5536,
632
+ "step": 2025
633
+ },
634
+ {
635
+ "epoch": 5.72778166550035,
636
+ "grad_norm": 87.3147964477539,
637
+ "learning_rate": 1.586281812538796e-05,
638
+ "loss": 0.3835,
639
+ "step": 2050
640
+ },
641
+ {
642
+ "epoch": 5.797760671798461,
643
+ "grad_norm": 5.73793363571167,
644
+ "learning_rate": 1.5785226567349475e-05,
645
+ "loss": 0.4098,
646
+ "step": 2075
647
+ },
648
+ {
649
+ "epoch": 5.867739678096571,
650
+ "grad_norm": 9.594058990478516,
651
+ "learning_rate": 1.570763500931099e-05,
652
+ "loss": 0.5419,
653
+ "step": 2100
654
+ },
655
+ {
656
+ "epoch": 5.937718684394682,
657
+ "grad_norm": 101.29368591308594,
658
+ "learning_rate": 1.5630043451272502e-05,
659
+ "loss": 0.3569,
660
+ "step": 2125
661
+ },
662
+ {
663
+ "epoch": 6.0,
664
+ "eval_accuracy": 0.9374605180037903,
665
+ "eval_loss": 0.3436923921108246,
666
+ "eval_macro_f1": 0.8118440748701722,
667
+ "eval_runtime": 3.1781,
668
+ "eval_samples_per_second": 498.09,
669
+ "eval_steps_per_second": 31.15,
670
+ "eval_weighted_f1": 0.9330484018967128,
671
+ "step": 2148
672
+ },
673
+ {
674
+ "epoch": 6.005598320503849,
675
+ "grad_norm": 28.290294647216797,
676
+ "learning_rate": 1.5552451893234017e-05,
677
+ "loss": 0.501,
678
+ "step": 2150
679
+ },
680
+ {
681
+ "epoch": 6.07557732680196,
682
+ "grad_norm": 82.79991149902344,
683
+ "learning_rate": 1.5474860335195532e-05,
684
+ "loss": 0.3593,
685
+ "step": 2175
686
+ },
687
+ {
688
+ "epoch": 6.14555633310007,
689
+ "grad_norm": 0.8639849424362183,
690
+ "learning_rate": 1.5397268777157047e-05,
691
+ "loss": 0.4986,
692
+ "step": 2200
693
+ },
694
+ {
695
+ "epoch": 6.215535339398181,
696
+ "grad_norm": 0.6130021214485168,
697
+ "learning_rate": 1.531967721911856e-05,
698
+ "loss": 0.4222,
699
+ "step": 2225
700
+ },
701
+ {
702
+ "epoch": 6.285514345696291,
703
+ "grad_norm": 0.6938667893409729,
704
+ "learning_rate": 1.5242085661080076e-05,
705
+ "loss": 0.3791,
706
+ "step": 2250
707
+ },
708
+ {
709
+ "epoch": 6.355493351994402,
710
+ "grad_norm": 0.20587626099586487,
711
+ "learning_rate": 1.5164494103041589e-05,
712
+ "loss": 0.2476,
713
+ "step": 2275
714
+ },
715
+ {
716
+ "epoch": 6.425472358292512,
717
+ "grad_norm": 319.109130859375,
718
+ "learning_rate": 1.5086902545003106e-05,
719
+ "loss": 0.5284,
720
+ "step": 2300
721
+ },
722
+ {
723
+ "epoch": 6.495451364590623,
724
+ "grad_norm": 20.55837631225586,
725
+ "learning_rate": 1.5009310986964621e-05,
726
+ "loss": 0.3977,
727
+ "step": 2325
728
+ },
729
+ {
730
+ "epoch": 6.565430370888733,
731
+ "grad_norm": 54.382781982421875,
732
+ "learning_rate": 1.4931719428926134e-05,
733
+ "loss": 0.4722,
734
+ "step": 2350
735
+ },
736
+ {
737
+ "epoch": 6.635409377186844,
738
+ "grad_norm": 11.562145233154297,
739
+ "learning_rate": 1.485412787088765e-05,
740
+ "loss": 0.4422,
741
+ "step": 2375
742
+ },
743
+ {
744
+ "epoch": 6.705388383484954,
745
+ "grad_norm": 36.5744514465332,
746
+ "learning_rate": 1.4776536312849163e-05,
747
+ "loss": 0.3191,
748
+ "step": 2400
749
+ },
750
+ {
751
+ "epoch": 6.7753673897830655,
752
+ "grad_norm": 1.8700733184814453,
753
+ "learning_rate": 1.4698944754810678e-05,
754
+ "loss": 0.5193,
755
+ "step": 2425
756
+ },
757
+ {
758
+ "epoch": 6.845346396081176,
759
+ "grad_norm": 0.9525126814842224,
760
+ "learning_rate": 1.4621353196772193e-05,
761
+ "loss": 0.2312,
762
+ "step": 2450
763
+ },
764
+ {
765
+ "epoch": 6.9153254023792865,
766
+ "grad_norm": 121.13131713867188,
767
+ "learning_rate": 1.4543761638733706e-05,
768
+ "loss": 0.3675,
769
+ "step": 2475
770
+ },
771
+ {
772
+ "epoch": 6.985304408677397,
773
+ "grad_norm": 125.60262298583984,
774
+ "learning_rate": 1.4466170080695221e-05,
775
+ "loss": 0.5355,
776
+ "step": 2500
777
+ },
778
+ {
779
+ "epoch": 7.0,
780
+ "eval_accuracy": 0.9317751105495894,
781
+ "eval_loss": 0.4079064726829529,
782
+ "eval_macro_f1": 0.8251222784148918,
783
+ "eval_runtime": 2.9104,
784
+ "eval_samples_per_second": 543.909,
785
+ "eval_steps_per_second": 34.016,
786
+ "eval_weighted_f1": 0.9333706241664037,
787
+ "step": 2506
788
+ },
789
+ {
790
+ "epoch": 7.053184044786564,
791
+ "grad_norm": 3.4880728721618652,
792
+ "learning_rate": 1.4388578522656735e-05,
793
+ "loss": 0.2906,
794
+ "step": 2525
795
+ },
796
+ {
797
+ "epoch": 7.123163051084674,
798
+ "grad_norm": 0.14806430041790009,
799
+ "learning_rate": 1.431098696461825e-05,
800
+ "loss": 0.4944,
801
+ "step": 2550
802
+ },
803
+ {
804
+ "epoch": 7.193142057382786,
805
+ "grad_norm": 0.33949729800224304,
806
+ "learning_rate": 1.4233395406579767e-05,
807
+ "loss": 0.2756,
808
+ "step": 2575
809
+ },
810
+ {
811
+ "epoch": 7.263121063680896,
812
+ "grad_norm": 4.700880527496338,
813
+ "learning_rate": 1.415580384854128e-05,
814
+ "loss": 0.289,
815
+ "step": 2600
816
+ },
817
+ {
818
+ "epoch": 7.3331000699790065,
819
+ "grad_norm": 276.5138854980469,
820
+ "learning_rate": 1.4078212290502795e-05,
821
+ "loss": 0.2875,
822
+ "step": 2625
823
+ },
824
+ {
825
+ "epoch": 7.403079076277117,
826
+ "grad_norm": 141.17701721191406,
827
+ "learning_rate": 1.400062073246431e-05,
828
+ "loss": 0.6955,
829
+ "step": 2650
830
+ },
831
+ {
832
+ "epoch": 7.4730580825752275,
833
+ "grad_norm": 0.28005921840667725,
834
+ "learning_rate": 1.3923029174425823e-05,
835
+ "loss": 0.4018,
836
+ "step": 2675
837
+ },
838
+ {
839
+ "epoch": 7.543037088873338,
840
+ "grad_norm": 25.52657699584961,
841
+ "learning_rate": 1.3845437616387339e-05,
842
+ "loss": 0.3486,
843
+ "step": 2700
844
+ },
845
+ {
846
+ "epoch": 7.6130160951714485,
847
+ "grad_norm": 6.696042537689209,
848
+ "learning_rate": 1.3767846058348852e-05,
849
+ "loss": 0.3774,
850
+ "step": 2725
851
+ },
852
+ {
853
+ "epoch": 7.682995101469559,
854
+ "grad_norm": 186.3384246826172,
855
+ "learning_rate": 1.3690254500310367e-05,
856
+ "loss": 0.3157,
857
+ "step": 2750
858
+ },
859
+ {
860
+ "epoch": 7.7529741077676695,
861
+ "grad_norm": 432.3640441894531,
862
+ "learning_rate": 1.3612662942271882e-05,
863
+ "loss": 0.3917,
864
+ "step": 2775
865
+ },
866
+ {
867
+ "epoch": 7.82295311406578,
868
+ "grad_norm": 189.2792205810547,
869
+ "learning_rate": 1.3535071384233395e-05,
870
+ "loss": 0.3114,
871
+ "step": 2800
872
+ },
873
+ {
874
+ "epoch": 7.8929321203638905,
875
+ "grad_norm": 140.86077880859375,
876
+ "learning_rate": 1.345747982619491e-05,
877
+ "loss": 0.3453,
878
+ "step": 2825
879
+ },
880
+ {
881
+ "epoch": 7.962911126662002,
882
+ "grad_norm": 73.96194458007812,
883
+ "learning_rate": 1.3379888268156424e-05,
884
+ "loss": 0.3925,
885
+ "step": 2850
886
+ },
887
+ {
888
+ "epoch": 8.0,
889
+ "eval_accuracy": 0.9444093493367025,
890
+ "eval_loss": 0.38131117820739746,
891
+ "eval_macro_f1": 0.8420108920415723,
892
+ "eval_runtime": 3.0616,
893
+ "eval_samples_per_second": 517.044,
894
+ "eval_steps_per_second": 32.336,
895
+ "eval_weighted_f1": 0.9424395974869054,
896
+ "step": 2864
897
+ }
898
+ ],
899
+ "logging_steps": 25,
900
+ "max_steps": 7160,
901
+ "num_input_tokens_seen": 0,
902
+ "num_train_epochs": 20,
903
+ "save_steps": 500,
904
+ "stateful_callbacks": {
905
+ "EarlyStoppingCallback": {
906
+ "args": {
907
+ "early_stopping_patience": 3,
908
+ "early_stopping_threshold": 0.0
909
+ },
910
+ "attributes": {
911
+ "early_stopping_patience_counter": 3
912
+ }
913
+ },
914
+ "TrainerControl": {
915
+ "args": {
916
+ "should_epoch_stop": false,
917
+ "should_evaluate": false,
918
+ "should_log": false,
919
+ "should_save": true,
920
+ "should_training_stop": true
921
+ },
922
+ "attributes": {}
923
+ }
924
+ },
925
+ "total_flos": 0.0,
926
+ "train_batch_size": 8,
927
+ "trial_name": null,
928
+ "trial_params": null
929
+ }
uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/trainer_state.json ADDED
@@ -0,0 +1,704 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2148,
3
+ "best_metric": 0.8558671141823994,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2148,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.06997900629811056,
14
+ "grad_norm": 51.98957061767578,
15
+ "learning_rate": 6.703910614525141e-07,
16
+ "loss": 5.6175,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.13995801259622112,
21
+ "grad_norm": 50.58609390258789,
22
+ "learning_rate": 1.3687150837988828e-06,
23
+ "loss": 5.5316,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.2099370188943317,
28
+ "grad_norm": 38.90846252441406,
29
+ "learning_rate": 2.067039106145252e-06,
30
+ "loss": 5.2457,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.27991602519244224,
35
+ "grad_norm": 36.24295425415039,
36
+ "learning_rate": 2.7653631284916204e-06,
37
+ "loss": 4.8414,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.34989503149055284,
42
+ "grad_norm": 38.8415412902832,
43
+ "learning_rate": 3.4636871508379893e-06,
44
+ "loss": 3.6924,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.4198740377886634,
49
+ "grad_norm": 46.429344177246094,
50
+ "learning_rate": 4.1620111731843575e-06,
51
+ "loss": 3.0218,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.489853044086774,
56
+ "grad_norm": 33.55308151245117,
57
+ "learning_rate": 4.860335195530727e-06,
58
+ "loss": 2.3503,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.5598320503848845,
63
+ "grad_norm": 84.235595703125,
64
+ "learning_rate": 5.558659217877096e-06,
65
+ "loss": 1.8003,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.6298110566829951,
70
+ "grad_norm": 39.42550277709961,
71
+ "learning_rate": 6.256983240223464e-06,
72
+ "loss": 1.4652,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.6997900629811057,
77
+ "grad_norm": 38.00771713256836,
78
+ "learning_rate": 6.9553072625698325e-06,
79
+ "loss": 1.4165,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.7697690692792163,
84
+ "grad_norm": 43.63876724243164,
85
+ "learning_rate": 7.653631284916202e-06,
86
+ "loss": 1.4496,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.8397480755773268,
91
+ "grad_norm": 101.72596740722656,
92
+ "learning_rate": 8.35195530726257e-06,
93
+ "loss": 1.3349,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.9097270818754374,
98
+ "grad_norm": 92.2558364868164,
99
+ "learning_rate": 9.050279329608939e-06,
100
+ "loss": 1.2679,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.979706088173548,
105
+ "grad_norm": 48.18606948852539,
106
+ "learning_rate": 9.748603351955308e-06,
107
+ "loss": 1.3376,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 1.0,
112
+ "eval_accuracy": 0.9115603284902085,
113
+ "eval_loss": 0.2740531861782074,
114
+ "eval_macro_f1": 0.6395036118840824,
115
+ "eval_runtime": 3.0156,
116
+ "eval_samples_per_second": 524.943,
117
+ "eval_steps_per_second": 32.83,
118
+ "eval_weighted_f1": 0.8918878065958951,
119
+ "step": 358
120
+ },
121
+ {
122
+ "epoch": 1.0475857242827151,
123
+ "grad_norm": 35.03339767456055,
124
+ "learning_rate": 1.0446927374301676e-05,
125
+ "loss": 0.9753,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 1.1175647305808258,
130
+ "grad_norm": 57.258094787597656,
131
+ "learning_rate": 1.1145251396648044e-05,
132
+ "loss": 1.1303,
133
+ "step": 400
134
+ },
135
+ {
136
+ "epoch": 1.1875437368789363,
137
+ "grad_norm": 22.71513557434082,
138
+ "learning_rate": 1.1843575418994415e-05,
139
+ "loss": 1.0076,
140
+ "step": 425
141
+ },
142
+ {
143
+ "epoch": 1.2575227431770468,
144
+ "grad_norm": 42.90488052368164,
145
+ "learning_rate": 1.2541899441340784e-05,
146
+ "loss": 1.197,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.3275017494751575,
151
+ "grad_norm": 10.279701232910156,
152
+ "learning_rate": 1.3240223463687152e-05,
153
+ "loss": 1.0234,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.397480755773268,
158
+ "grad_norm": 93.61341857910156,
159
+ "learning_rate": 1.393854748603352e-05,
160
+ "loss": 1.0303,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.4674597620713785,
165
+ "grad_norm": 36.9864387512207,
166
+ "learning_rate": 1.463687150837989e-05,
167
+ "loss": 0.9443,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.5374387683694892,
172
+ "grad_norm": 24.252599716186523,
173
+ "learning_rate": 1.533519553072626e-05,
174
+ "loss": 0.9955,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.6074177746675997,
179
+ "grad_norm": 57.11123275756836,
180
+ "learning_rate": 1.6033519553072626e-05,
181
+ "loss": 0.8751,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.6773967809657102,
186
+ "grad_norm": 35.29655456542969,
187
+ "learning_rate": 1.6731843575418994e-05,
188
+ "loss": 0.913,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.7473757872638207,
193
+ "grad_norm": 37.02969741821289,
194
+ "learning_rate": 1.7430167597765365e-05,
195
+ "loss": 1.2042,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.8173547935619314,
200
+ "grad_norm": 31.695514678955078,
201
+ "learning_rate": 1.8128491620111733e-05,
202
+ "loss": 1.1,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.8873337998600421,
207
+ "grad_norm": 78.49334716796875,
208
+ "learning_rate": 1.8826815642458104e-05,
209
+ "loss": 0.8376,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.9573128061581526,
214
+ "grad_norm": 15.48602294921875,
215
+ "learning_rate": 1.952513966480447e-05,
216
+ "loss": 0.9785,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 2.0,
221
+ "eval_accuracy": 0.9399873657612129,
222
+ "eval_loss": 0.2201521098613739,
223
+ "eval_macro_f1": 0.8347770926511187,
224
+ "eval_runtime": 3.3158,
225
+ "eval_samples_per_second": 477.418,
226
+ "eval_steps_per_second": 29.857,
227
+ "eval_weighted_f1": 0.9367565421560936,
228
+ "step": 716
229
+ },
230
+ {
231
+ "epoch": 2.0251924422673198,
232
+ "grad_norm": 53.66933822631836,
233
+ "learning_rate": 1.9975170701427685e-05,
234
+ "loss": 0.9996,
235
+ "step": 725
236
+ },
237
+ {
238
+ "epoch": 2.0951714485654302,
239
+ "grad_norm": 56.746395111083984,
240
+ "learning_rate": 1.98975791433892e-05,
241
+ "loss": 0.8085,
242
+ "step": 750
243
+ },
244
+ {
245
+ "epoch": 2.1651504548635407,
246
+ "grad_norm": 41.29219436645508,
247
+ "learning_rate": 1.9819987585350715e-05,
248
+ "loss": 0.9455,
249
+ "step": 775
250
+ },
251
+ {
252
+ "epoch": 2.2351294611616517,
253
+ "grad_norm": 0.9921683073043823,
254
+ "learning_rate": 1.974239602731223e-05,
255
+ "loss": 0.7752,
256
+ "step": 800
257
+ },
258
+ {
259
+ "epoch": 2.305108467459762,
260
+ "grad_norm": 24.39304542541504,
261
+ "learning_rate": 1.9664804469273745e-05,
262
+ "loss": 0.7526,
263
+ "step": 825
264
+ },
265
+ {
266
+ "epoch": 2.3750874737578727,
267
+ "grad_norm": 93.3862533569336,
268
+ "learning_rate": 1.9587212911235257e-05,
269
+ "loss": 0.9832,
270
+ "step": 850
271
+ },
272
+ {
273
+ "epoch": 2.445066480055983,
274
+ "grad_norm": 10.639472961425781,
275
+ "learning_rate": 1.9509621353196775e-05,
276
+ "loss": 0.9487,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.5150454863540936,
281
+ "grad_norm": 43.77471923828125,
282
+ "learning_rate": 1.943202979515829e-05,
283
+ "loss": 0.9093,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.585024492652204,
288
+ "grad_norm": 24.51835823059082,
289
+ "learning_rate": 1.9354438237119802e-05,
290
+ "loss": 0.9001,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.655003498950315,
295
+ "grad_norm": 30.481081008911133,
296
+ "learning_rate": 1.9276846679081317e-05,
297
+ "loss": 0.8225,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.7249825052484256,
302
+ "grad_norm": 13.401512145996094,
303
+ "learning_rate": 1.9199255121042832e-05,
304
+ "loss": 0.7036,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.794961511546536,
309
+ "grad_norm": 52.197296142578125,
310
+ "learning_rate": 1.9121663563004347e-05,
311
+ "loss": 0.8898,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.8649405178446465,
316
+ "grad_norm": 40.06022262573242,
317
+ "learning_rate": 1.9044072004965862e-05,
318
+ "loss": 0.8096,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.934919524142757,
323
+ "grad_norm": 29.734628677368164,
324
+ "learning_rate": 1.8966480446927374e-05,
325
+ "loss": 0.8279,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 3.0,
330
+ "eval_accuracy": 0.9387239418825016,
331
+ "eval_loss": 0.2673046290874481,
332
+ "eval_macro_f1": 0.784467366852378,
333
+ "eval_runtime": 3.1254,
334
+ "eval_samples_per_second": 506.492,
335
+ "eval_steps_per_second": 31.676,
336
+ "eval_weighted_f1": 0.9311826033731478,
337
+ "step": 1074
338
+ },
339
+ {
340
+ "epoch": 3.0027991602519246,
341
+ "grad_norm": 33.569496154785156,
342
+ "learning_rate": 1.888888888888889e-05,
343
+ "loss": 0.7309,
344
+ "step": 1075
345
+ },
346
+ {
347
+ "epoch": 3.072778166550035,
348
+ "grad_norm": 50.570648193359375,
349
+ "learning_rate": 1.8811297330850404e-05,
350
+ "loss": 0.7548,
351
+ "step": 1100
352
+ },
353
+ {
354
+ "epoch": 3.1427571728481456,
355
+ "grad_norm": 35.04906463623047,
356
+ "learning_rate": 1.873370577281192e-05,
357
+ "loss": 0.7036,
358
+ "step": 1125
359
+ },
360
+ {
361
+ "epoch": 3.212736179146256,
362
+ "grad_norm": 13.873995780944824,
363
+ "learning_rate": 1.8656114214773434e-05,
364
+ "loss": 0.6317,
365
+ "step": 1150
366
+ },
367
+ {
368
+ "epoch": 3.2827151854443666,
369
+ "grad_norm": 44.78864288330078,
370
+ "learning_rate": 1.857852265673495e-05,
371
+ "loss": 0.8167,
372
+ "step": 1175
373
+ },
374
+ {
375
+ "epoch": 3.352694191742477,
376
+ "grad_norm": 44.92237854003906,
377
+ "learning_rate": 1.8500931098696464e-05,
378
+ "loss": 0.6585,
379
+ "step": 1200
380
+ },
381
+ {
382
+ "epoch": 3.422673198040588,
383
+ "grad_norm": 5.5856733322143555,
384
+ "learning_rate": 1.842333954065798e-05,
385
+ "loss": 0.6067,
386
+ "step": 1225
387
+ },
388
+ {
389
+ "epoch": 3.4926522043386985,
390
+ "grad_norm": 20.52764129638672,
391
+ "learning_rate": 1.834574798261949e-05,
392
+ "loss": 0.6052,
393
+ "step": 1250
394
+ },
395
+ {
396
+ "epoch": 3.562631210636809,
397
+ "grad_norm": 16.959379196166992,
398
+ "learning_rate": 1.8268156424581006e-05,
399
+ "loss": 0.7117,
400
+ "step": 1275
401
+ },
402
+ {
403
+ "epoch": 3.6326102169349195,
404
+ "grad_norm": 42.20179748535156,
405
+ "learning_rate": 1.819056486654252e-05,
406
+ "loss": 0.616,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.70258922323303,
411
+ "grad_norm": 13.801929473876953,
412
+ "learning_rate": 1.8112973308504036e-05,
413
+ "loss": 0.8292,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.7725682295311405,
418
+ "grad_norm": 1.0759304761886597,
419
+ "learning_rate": 1.803538175046555e-05,
420
+ "loss": 0.5447,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.842547235829251,
425
+ "grad_norm": 27.397323608398438,
426
+ "learning_rate": 1.7957790192427063e-05,
427
+ "loss": 0.697,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.912526242127362,
432
+ "grad_norm": 35.354835510253906,
433
+ "learning_rate": 1.788019863438858e-05,
434
+ "loss": 0.7445,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.9825052484254724,
439
+ "grad_norm": 27.932659149169922,
440
+ "learning_rate": 1.7802607076350093e-05,
441
+ "loss": 0.4881,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 4.0,
446
+ "eval_accuracy": 0.9380922299431459,
447
+ "eval_loss": 0.24517367780208588,
448
+ "eval_macro_f1": 0.8431143147667689,
449
+ "eval_runtime": 3.3324,
450
+ "eval_samples_per_second": 475.028,
451
+ "eval_steps_per_second": 29.708,
452
+ "eval_weighted_f1": 0.939384869712922,
453
+ "step": 1432
454
+ },
455
+ {
456
+ "epoch": 4.0503848845346395,
457
+ "grad_norm": 1.126622200012207,
458
+ "learning_rate": 1.772501551831161e-05,
459
+ "loss": 0.6381,
460
+ "step": 1450
461
+ },
462
+ {
463
+ "epoch": 4.12036389083275,
464
+ "grad_norm": 88.62709045410156,
465
+ "learning_rate": 1.7647423960273124e-05,
466
+ "loss": 0.733,
467
+ "step": 1475
468
+ },
469
+ {
470
+ "epoch": 4.1903428971308605,
471
+ "grad_norm": 30.852296829223633,
472
+ "learning_rate": 1.756983240223464e-05,
473
+ "loss": 0.6295,
474
+ "step": 1500
475
+ },
476
+ {
477
+ "epoch": 4.260321903428971,
478
+ "grad_norm": 103.67072296142578,
479
+ "learning_rate": 1.7492240844196154e-05,
480
+ "loss": 0.6451,
481
+ "step": 1525
482
+ },
483
+ {
484
+ "epoch": 4.3303009097270815,
485
+ "grad_norm": 72.06188201904297,
486
+ "learning_rate": 1.741464928615767e-05,
487
+ "loss": 0.4818,
488
+ "step": 1550
489
+ },
490
+ {
491
+ "epoch": 4.400279916025193,
492
+ "grad_norm": 1.127426266670227,
493
+ "learning_rate": 1.733705772811918e-05,
494
+ "loss": 0.602,
495
+ "step": 1575
496
+ },
497
+ {
498
+ "epoch": 4.470258922323303,
499
+ "grad_norm": 5.667731761932373,
500
+ "learning_rate": 1.7259466170080696e-05,
501
+ "loss": 0.6335,
502
+ "step": 1600
503
+ },
504
+ {
505
+ "epoch": 4.540237928621414,
506
+ "grad_norm": 22.18196678161621,
507
+ "learning_rate": 1.718187461204221e-05,
508
+ "loss": 0.738,
509
+ "step": 1625
510
+ },
511
+ {
512
+ "epoch": 4.610216934919524,
513
+ "grad_norm": 73.3067855834961,
514
+ "learning_rate": 1.7104283054003726e-05,
515
+ "loss": 0.942,
516
+ "step": 1650
517
+ },
518
+ {
519
+ "epoch": 4.680195941217635,
520
+ "grad_norm": 4.598014831542969,
521
+ "learning_rate": 1.702669149596524e-05,
522
+ "loss": 0.4395,
523
+ "step": 1675
524
+ },
525
+ {
526
+ "epoch": 4.750174947515745,
527
+ "grad_norm": 9.90970516204834,
528
+ "learning_rate": 1.6949099937926752e-05,
529
+ "loss": 0.4432,
530
+ "step": 1700
531
+ },
532
+ {
533
+ "epoch": 4.820153953813856,
534
+ "grad_norm": 51.718528747558594,
535
+ "learning_rate": 1.687150837988827e-05,
536
+ "loss": 0.5468,
537
+ "step": 1725
538
+ },
539
+ {
540
+ "epoch": 4.890132960111966,
541
+ "grad_norm": 41.83769607543945,
542
+ "learning_rate": 1.6793916821849786e-05,
543
+ "loss": 0.4906,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.960111966410077,
548
+ "grad_norm": 76.38162231445312,
549
+ "learning_rate": 1.67163252638113e-05,
550
+ "loss": 0.4686,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 5.0,
555
+ "eval_accuracy": 0.9412507896399241,
556
+ "eval_loss": 0.32137250900268555,
557
+ "eval_macro_f1": 0.8073243370548381,
558
+ "eval_runtime": 2.9816,
559
+ "eval_samples_per_second": 530.924,
560
+ "eval_steps_per_second": 33.204,
561
+ "eval_weighted_f1": 0.9356091799185466,
562
+ "step": 1790
563
+ },
564
+ {
565
+ "epoch": 5.027991602519244,
566
+ "grad_norm": 109.06654357910156,
567
+ "learning_rate": 1.6638733705772813e-05,
568
+ "loss": 0.4754,
569
+ "step": 1800
570
+ },
571
+ {
572
+ "epoch": 5.097970608817355,
573
+ "grad_norm": 2.7513608932495117,
574
+ "learning_rate": 1.6561142147734328e-05,
575
+ "loss": 0.4285,
576
+ "step": 1825
577
+ },
578
+ {
579
+ "epoch": 5.167949615115465,
580
+ "grad_norm": 30.277122497558594,
581
+ "learning_rate": 1.6483550589695843e-05,
582
+ "loss": 0.469,
583
+ "step": 1850
584
+ },
585
+ {
586
+ "epoch": 5.237928621413576,
587
+ "grad_norm": 3.909566879272461,
588
+ "learning_rate": 1.6405959031657358e-05,
589
+ "loss": 0.6698,
590
+ "step": 1875
591
+ },
592
+ {
593
+ "epoch": 5.307907627711686,
594
+ "grad_norm": 4.987034320831299,
595
+ "learning_rate": 1.632836747361887e-05,
596
+ "loss": 0.3408,
597
+ "step": 1900
598
+ },
599
+ {
600
+ "epoch": 5.377886634009797,
601
+ "grad_norm": 5.047868728637695,
602
+ "learning_rate": 1.6250775915580385e-05,
603
+ "loss": 0.5207,
604
+ "step": 1925
605
+ },
606
+ {
607
+ "epoch": 5.447865640307907,
608
+ "grad_norm": 88.29923248291016,
609
+ "learning_rate": 1.61731843575419e-05,
610
+ "loss": 0.5645,
611
+ "step": 1950
612
+ },
613
+ {
614
+ "epoch": 5.517844646606018,
615
+ "grad_norm": 46.37220001220703,
616
+ "learning_rate": 1.6095592799503415e-05,
617
+ "loss": 0.4406,
618
+ "step": 1975
619
+ },
620
+ {
621
+ "epoch": 5.587823652904129,
622
+ "grad_norm": 0.4913700520992279,
623
+ "learning_rate": 1.601800124146493e-05,
624
+ "loss": 0.486,
625
+ "step": 2000
626
+ },
627
+ {
628
+ "epoch": 5.65780265920224,
629
+ "grad_norm": 100.35205841064453,
630
+ "learning_rate": 1.5940409683426445e-05,
631
+ "loss": 0.4331,
632
+ "step": 2025
633
+ },
634
+ {
635
+ "epoch": 5.72778166550035,
636
+ "grad_norm": 3.510105609893799,
637
+ "learning_rate": 1.586281812538796e-05,
638
+ "loss": 0.4785,
639
+ "step": 2050
640
+ },
641
+ {
642
+ "epoch": 5.797760671798461,
643
+ "grad_norm": 0.8138682246208191,
644
+ "learning_rate": 1.5785226567349475e-05,
645
+ "loss": 0.5115,
646
+ "step": 2075
647
+ },
648
+ {
649
+ "epoch": 5.867739678096571,
650
+ "grad_norm": 7.365518569946289,
651
+ "learning_rate": 1.570763500931099e-05,
652
+ "loss": 0.3978,
653
+ "step": 2100
654
+ },
655
+ {
656
+ "epoch": 5.937718684394682,
657
+ "grad_norm": 19.491247177124023,
658
+ "learning_rate": 1.5630043451272502e-05,
659
+ "loss": 0.5745,
660
+ "step": 2125
661
+ },
662
+ {
663
+ "epoch": 6.0,
664
+ "eval_accuracy": 0.9494630448515476,
665
+ "eval_loss": 0.2778133153915405,
666
+ "eval_macro_f1": 0.8558671141823994,
667
+ "eval_runtime": 3.1236,
668
+ "eval_samples_per_second": 506.792,
669
+ "eval_steps_per_second": 31.695,
670
+ "eval_weighted_f1": 0.9469650701128676,
671
+ "step": 2148
672
+ }
673
+ ],
674
+ "logging_steps": 25,
675
+ "max_steps": 7160,
676
+ "num_input_tokens_seen": 0,
677
+ "num_train_epochs": 20,
678
+ "save_steps": 500,
679
+ "stateful_callbacks": {
680
+ "EarlyStoppingCallback": {
681
+ "args": {
682
+ "early_stopping_patience": 3,
683
+ "early_stopping_threshold": 0.0
684
+ },
685
+ "attributes": {
686
+ "early_stopping_patience_counter": 0
687
+ }
688
+ },
689
+ "TrainerControl": {
690
+ "args": {
691
+ "should_epoch_stop": false,
692
+ "should_evaluate": false,
693
+ "should_log": false,
694
+ "should_save": true,
695
+ "should_training_stop": false
696
+ },
697
+ "attributes": {}
698
+ }
699
+ },
700
+ "total_flos": 0.0,
701
+ "train_batch_size": 8,
702
+ "trial_name": null,
703
+ "trial_params": null
704
+ }
uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-3222/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-3222/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-3222/trainer_state.json ADDED
@@ -0,0 +1,1038 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2148,
3
+ "best_metric": 0.8558671141823994,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148",
5
+ "epoch": 9.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3222,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.06997900629811056,
14
+ "grad_norm": 51.98957061767578,
15
+ "learning_rate": 6.703910614525141e-07,
16
+ "loss": 5.6175,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.13995801259622112,
21
+ "grad_norm": 50.58609390258789,
22
+ "learning_rate": 1.3687150837988828e-06,
23
+ "loss": 5.5316,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.2099370188943317,
28
+ "grad_norm": 38.90846252441406,
29
+ "learning_rate": 2.067039106145252e-06,
30
+ "loss": 5.2457,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.27991602519244224,
35
+ "grad_norm": 36.24295425415039,
36
+ "learning_rate": 2.7653631284916204e-06,
37
+ "loss": 4.8414,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.34989503149055284,
42
+ "grad_norm": 38.8415412902832,
43
+ "learning_rate": 3.4636871508379893e-06,
44
+ "loss": 3.6924,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.4198740377886634,
49
+ "grad_norm": 46.429344177246094,
50
+ "learning_rate": 4.1620111731843575e-06,
51
+ "loss": 3.0218,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.489853044086774,
56
+ "grad_norm": 33.55308151245117,
57
+ "learning_rate": 4.860335195530727e-06,
58
+ "loss": 2.3503,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.5598320503848845,
63
+ "grad_norm": 84.235595703125,
64
+ "learning_rate": 5.558659217877096e-06,
65
+ "loss": 1.8003,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.6298110566829951,
70
+ "grad_norm": 39.42550277709961,
71
+ "learning_rate": 6.256983240223464e-06,
72
+ "loss": 1.4652,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.6997900629811057,
77
+ "grad_norm": 38.00771713256836,
78
+ "learning_rate": 6.9553072625698325e-06,
79
+ "loss": 1.4165,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.7697690692792163,
84
+ "grad_norm": 43.63876724243164,
85
+ "learning_rate": 7.653631284916202e-06,
86
+ "loss": 1.4496,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.8397480755773268,
91
+ "grad_norm": 101.72596740722656,
92
+ "learning_rate": 8.35195530726257e-06,
93
+ "loss": 1.3349,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.9097270818754374,
98
+ "grad_norm": 92.2558364868164,
99
+ "learning_rate": 9.050279329608939e-06,
100
+ "loss": 1.2679,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.979706088173548,
105
+ "grad_norm": 48.18606948852539,
106
+ "learning_rate": 9.748603351955308e-06,
107
+ "loss": 1.3376,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 1.0,
112
+ "eval_accuracy": 0.9115603284902085,
113
+ "eval_loss": 0.2740531861782074,
114
+ "eval_macro_f1": 0.6395036118840824,
115
+ "eval_runtime": 3.0156,
116
+ "eval_samples_per_second": 524.943,
117
+ "eval_steps_per_second": 32.83,
118
+ "eval_weighted_f1": 0.8918878065958951,
119
+ "step": 358
120
+ },
121
+ {
122
+ "epoch": 1.0475857242827151,
123
+ "grad_norm": 35.03339767456055,
124
+ "learning_rate": 1.0446927374301676e-05,
125
+ "loss": 0.9753,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 1.1175647305808258,
130
+ "grad_norm": 57.258094787597656,
131
+ "learning_rate": 1.1145251396648044e-05,
132
+ "loss": 1.1303,
133
+ "step": 400
134
+ },
135
+ {
136
+ "epoch": 1.1875437368789363,
137
+ "grad_norm": 22.71513557434082,
138
+ "learning_rate": 1.1843575418994415e-05,
139
+ "loss": 1.0076,
140
+ "step": 425
141
+ },
142
+ {
143
+ "epoch": 1.2575227431770468,
144
+ "grad_norm": 42.90488052368164,
145
+ "learning_rate": 1.2541899441340784e-05,
146
+ "loss": 1.197,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.3275017494751575,
151
+ "grad_norm": 10.279701232910156,
152
+ "learning_rate": 1.3240223463687152e-05,
153
+ "loss": 1.0234,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.397480755773268,
158
+ "grad_norm": 93.61341857910156,
159
+ "learning_rate": 1.393854748603352e-05,
160
+ "loss": 1.0303,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.4674597620713785,
165
+ "grad_norm": 36.9864387512207,
166
+ "learning_rate": 1.463687150837989e-05,
167
+ "loss": 0.9443,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.5374387683694892,
172
+ "grad_norm": 24.252599716186523,
173
+ "learning_rate": 1.533519553072626e-05,
174
+ "loss": 0.9955,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.6074177746675997,
179
+ "grad_norm": 57.11123275756836,
180
+ "learning_rate": 1.6033519553072626e-05,
181
+ "loss": 0.8751,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.6773967809657102,
186
+ "grad_norm": 35.29655456542969,
187
+ "learning_rate": 1.6731843575418994e-05,
188
+ "loss": 0.913,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.7473757872638207,
193
+ "grad_norm": 37.02969741821289,
194
+ "learning_rate": 1.7430167597765365e-05,
195
+ "loss": 1.2042,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.8173547935619314,
200
+ "grad_norm": 31.695514678955078,
201
+ "learning_rate": 1.8128491620111733e-05,
202
+ "loss": 1.1,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.8873337998600421,
207
+ "grad_norm": 78.49334716796875,
208
+ "learning_rate": 1.8826815642458104e-05,
209
+ "loss": 0.8376,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.9573128061581526,
214
+ "grad_norm": 15.48602294921875,
215
+ "learning_rate": 1.952513966480447e-05,
216
+ "loss": 0.9785,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 2.0,
221
+ "eval_accuracy": 0.9399873657612129,
222
+ "eval_loss": 0.2201521098613739,
223
+ "eval_macro_f1": 0.8347770926511187,
224
+ "eval_runtime": 3.3158,
225
+ "eval_samples_per_second": 477.418,
226
+ "eval_steps_per_second": 29.857,
227
+ "eval_weighted_f1": 0.9367565421560936,
228
+ "step": 716
229
+ },
230
+ {
231
+ "epoch": 2.0251924422673198,
232
+ "grad_norm": 53.66933822631836,
233
+ "learning_rate": 1.9975170701427685e-05,
234
+ "loss": 0.9996,
235
+ "step": 725
236
+ },
237
+ {
238
+ "epoch": 2.0951714485654302,
239
+ "grad_norm": 56.746395111083984,
240
+ "learning_rate": 1.98975791433892e-05,
241
+ "loss": 0.8085,
242
+ "step": 750
243
+ },
244
+ {
245
+ "epoch": 2.1651504548635407,
246
+ "grad_norm": 41.29219436645508,
247
+ "learning_rate": 1.9819987585350715e-05,
248
+ "loss": 0.9455,
249
+ "step": 775
250
+ },
251
+ {
252
+ "epoch": 2.2351294611616517,
253
+ "grad_norm": 0.9921683073043823,
254
+ "learning_rate": 1.974239602731223e-05,
255
+ "loss": 0.7752,
256
+ "step": 800
257
+ },
258
+ {
259
+ "epoch": 2.305108467459762,
260
+ "grad_norm": 24.39304542541504,
261
+ "learning_rate": 1.9664804469273745e-05,
262
+ "loss": 0.7526,
263
+ "step": 825
264
+ },
265
+ {
266
+ "epoch": 2.3750874737578727,
267
+ "grad_norm": 93.3862533569336,
268
+ "learning_rate": 1.9587212911235257e-05,
269
+ "loss": 0.9832,
270
+ "step": 850
271
+ },
272
+ {
273
+ "epoch": 2.445066480055983,
274
+ "grad_norm": 10.639472961425781,
275
+ "learning_rate": 1.9509621353196775e-05,
276
+ "loss": 0.9487,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.5150454863540936,
281
+ "grad_norm": 43.77471923828125,
282
+ "learning_rate": 1.943202979515829e-05,
283
+ "loss": 0.9093,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.585024492652204,
288
+ "grad_norm": 24.51835823059082,
289
+ "learning_rate": 1.9354438237119802e-05,
290
+ "loss": 0.9001,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.655003498950315,
295
+ "grad_norm": 30.481081008911133,
296
+ "learning_rate": 1.9276846679081317e-05,
297
+ "loss": 0.8225,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.7249825052484256,
302
+ "grad_norm": 13.401512145996094,
303
+ "learning_rate": 1.9199255121042832e-05,
304
+ "loss": 0.7036,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.794961511546536,
309
+ "grad_norm": 52.197296142578125,
310
+ "learning_rate": 1.9121663563004347e-05,
311
+ "loss": 0.8898,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.8649405178446465,
316
+ "grad_norm": 40.06022262573242,
317
+ "learning_rate": 1.9044072004965862e-05,
318
+ "loss": 0.8096,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.934919524142757,
323
+ "grad_norm": 29.734628677368164,
324
+ "learning_rate": 1.8966480446927374e-05,
325
+ "loss": 0.8279,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 3.0,
330
+ "eval_accuracy": 0.9387239418825016,
331
+ "eval_loss": 0.2673046290874481,
332
+ "eval_macro_f1": 0.784467366852378,
333
+ "eval_runtime": 3.1254,
334
+ "eval_samples_per_second": 506.492,
335
+ "eval_steps_per_second": 31.676,
336
+ "eval_weighted_f1": 0.9311826033731478,
337
+ "step": 1074
338
+ },
339
+ {
340
+ "epoch": 3.0027991602519246,
341
+ "grad_norm": 33.569496154785156,
342
+ "learning_rate": 1.888888888888889e-05,
343
+ "loss": 0.7309,
344
+ "step": 1075
345
+ },
346
+ {
347
+ "epoch": 3.072778166550035,
348
+ "grad_norm": 50.570648193359375,
349
+ "learning_rate": 1.8811297330850404e-05,
350
+ "loss": 0.7548,
351
+ "step": 1100
352
+ },
353
+ {
354
+ "epoch": 3.1427571728481456,
355
+ "grad_norm": 35.04906463623047,
356
+ "learning_rate": 1.873370577281192e-05,
357
+ "loss": 0.7036,
358
+ "step": 1125
359
+ },
360
+ {
361
+ "epoch": 3.212736179146256,
362
+ "grad_norm": 13.873995780944824,
363
+ "learning_rate": 1.8656114214773434e-05,
364
+ "loss": 0.6317,
365
+ "step": 1150
366
+ },
367
+ {
368
+ "epoch": 3.2827151854443666,
369
+ "grad_norm": 44.78864288330078,
370
+ "learning_rate": 1.857852265673495e-05,
371
+ "loss": 0.8167,
372
+ "step": 1175
373
+ },
374
+ {
375
+ "epoch": 3.352694191742477,
376
+ "grad_norm": 44.92237854003906,
377
+ "learning_rate": 1.8500931098696464e-05,
378
+ "loss": 0.6585,
379
+ "step": 1200
380
+ },
381
+ {
382
+ "epoch": 3.422673198040588,
383
+ "grad_norm": 5.5856733322143555,
384
+ "learning_rate": 1.842333954065798e-05,
385
+ "loss": 0.6067,
386
+ "step": 1225
387
+ },
388
+ {
389
+ "epoch": 3.4926522043386985,
390
+ "grad_norm": 20.52764129638672,
391
+ "learning_rate": 1.834574798261949e-05,
392
+ "loss": 0.6052,
393
+ "step": 1250
394
+ },
395
+ {
396
+ "epoch": 3.562631210636809,
397
+ "grad_norm": 16.959379196166992,
398
+ "learning_rate": 1.8268156424581006e-05,
399
+ "loss": 0.7117,
400
+ "step": 1275
401
+ },
402
+ {
403
+ "epoch": 3.6326102169349195,
404
+ "grad_norm": 42.20179748535156,
405
+ "learning_rate": 1.819056486654252e-05,
406
+ "loss": 0.616,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.70258922323303,
411
+ "grad_norm": 13.801929473876953,
412
+ "learning_rate": 1.8112973308504036e-05,
413
+ "loss": 0.8292,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.7725682295311405,
418
+ "grad_norm": 1.0759304761886597,
419
+ "learning_rate": 1.803538175046555e-05,
420
+ "loss": 0.5447,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.842547235829251,
425
+ "grad_norm": 27.397323608398438,
426
+ "learning_rate": 1.7957790192427063e-05,
427
+ "loss": 0.697,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.912526242127362,
432
+ "grad_norm": 35.354835510253906,
433
+ "learning_rate": 1.788019863438858e-05,
434
+ "loss": 0.7445,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.9825052484254724,
439
+ "grad_norm": 27.932659149169922,
440
+ "learning_rate": 1.7802607076350093e-05,
441
+ "loss": 0.4881,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 4.0,
446
+ "eval_accuracy": 0.9380922299431459,
447
+ "eval_loss": 0.24517367780208588,
448
+ "eval_macro_f1": 0.8431143147667689,
449
+ "eval_runtime": 3.3324,
450
+ "eval_samples_per_second": 475.028,
451
+ "eval_steps_per_second": 29.708,
452
+ "eval_weighted_f1": 0.939384869712922,
453
+ "step": 1432
454
+ },
455
+ {
456
+ "epoch": 4.0503848845346395,
457
+ "grad_norm": 1.126622200012207,
458
+ "learning_rate": 1.772501551831161e-05,
459
+ "loss": 0.6381,
460
+ "step": 1450
461
+ },
462
+ {
463
+ "epoch": 4.12036389083275,
464
+ "grad_norm": 88.62709045410156,
465
+ "learning_rate": 1.7647423960273124e-05,
466
+ "loss": 0.733,
467
+ "step": 1475
468
+ },
469
+ {
470
+ "epoch": 4.1903428971308605,
471
+ "grad_norm": 30.852296829223633,
472
+ "learning_rate": 1.756983240223464e-05,
473
+ "loss": 0.6295,
474
+ "step": 1500
475
+ },
476
+ {
477
+ "epoch": 4.260321903428971,
478
+ "grad_norm": 103.67072296142578,
479
+ "learning_rate": 1.7492240844196154e-05,
480
+ "loss": 0.6451,
481
+ "step": 1525
482
+ },
483
+ {
484
+ "epoch": 4.3303009097270815,
485
+ "grad_norm": 72.06188201904297,
486
+ "learning_rate": 1.741464928615767e-05,
487
+ "loss": 0.4818,
488
+ "step": 1550
489
+ },
490
+ {
491
+ "epoch": 4.400279916025193,
492
+ "grad_norm": 1.127426266670227,
493
+ "learning_rate": 1.733705772811918e-05,
494
+ "loss": 0.602,
495
+ "step": 1575
496
+ },
497
+ {
498
+ "epoch": 4.470258922323303,
499
+ "grad_norm": 5.667731761932373,
500
+ "learning_rate": 1.7259466170080696e-05,
501
+ "loss": 0.6335,
502
+ "step": 1600
503
+ },
504
+ {
505
+ "epoch": 4.540237928621414,
506
+ "grad_norm": 22.18196678161621,
507
+ "learning_rate": 1.718187461204221e-05,
508
+ "loss": 0.738,
509
+ "step": 1625
510
+ },
511
+ {
512
+ "epoch": 4.610216934919524,
513
+ "grad_norm": 73.3067855834961,
514
+ "learning_rate": 1.7104283054003726e-05,
515
+ "loss": 0.942,
516
+ "step": 1650
517
+ },
518
+ {
519
+ "epoch": 4.680195941217635,
520
+ "grad_norm": 4.598014831542969,
521
+ "learning_rate": 1.702669149596524e-05,
522
+ "loss": 0.4395,
523
+ "step": 1675
524
+ },
525
+ {
526
+ "epoch": 4.750174947515745,
527
+ "grad_norm": 9.90970516204834,
528
+ "learning_rate": 1.6949099937926752e-05,
529
+ "loss": 0.4432,
530
+ "step": 1700
531
+ },
532
+ {
533
+ "epoch": 4.820153953813856,
534
+ "grad_norm": 51.718528747558594,
535
+ "learning_rate": 1.687150837988827e-05,
536
+ "loss": 0.5468,
537
+ "step": 1725
538
+ },
539
+ {
540
+ "epoch": 4.890132960111966,
541
+ "grad_norm": 41.83769607543945,
542
+ "learning_rate": 1.6793916821849786e-05,
543
+ "loss": 0.4906,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.960111966410077,
548
+ "grad_norm": 76.38162231445312,
549
+ "learning_rate": 1.67163252638113e-05,
550
+ "loss": 0.4686,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 5.0,
555
+ "eval_accuracy": 0.9412507896399241,
556
+ "eval_loss": 0.32137250900268555,
557
+ "eval_macro_f1": 0.8073243370548381,
558
+ "eval_runtime": 2.9816,
559
+ "eval_samples_per_second": 530.924,
560
+ "eval_steps_per_second": 33.204,
561
+ "eval_weighted_f1": 0.9356091799185466,
562
+ "step": 1790
563
+ },
564
+ {
565
+ "epoch": 5.027991602519244,
566
+ "grad_norm": 109.06654357910156,
567
+ "learning_rate": 1.6638733705772813e-05,
568
+ "loss": 0.4754,
569
+ "step": 1800
570
+ },
571
+ {
572
+ "epoch": 5.097970608817355,
573
+ "grad_norm": 2.7513608932495117,
574
+ "learning_rate": 1.6561142147734328e-05,
575
+ "loss": 0.4285,
576
+ "step": 1825
577
+ },
578
+ {
579
+ "epoch": 5.167949615115465,
580
+ "grad_norm": 30.277122497558594,
581
+ "learning_rate": 1.6483550589695843e-05,
582
+ "loss": 0.469,
583
+ "step": 1850
584
+ },
585
+ {
586
+ "epoch": 5.237928621413576,
587
+ "grad_norm": 3.909566879272461,
588
+ "learning_rate": 1.6405959031657358e-05,
589
+ "loss": 0.6698,
590
+ "step": 1875
591
+ },
592
+ {
593
+ "epoch": 5.307907627711686,
594
+ "grad_norm": 4.987034320831299,
595
+ "learning_rate": 1.632836747361887e-05,
596
+ "loss": 0.3408,
597
+ "step": 1900
598
+ },
599
+ {
600
+ "epoch": 5.377886634009797,
601
+ "grad_norm": 5.047868728637695,
602
+ "learning_rate": 1.6250775915580385e-05,
603
+ "loss": 0.5207,
604
+ "step": 1925
605
+ },
606
+ {
607
+ "epoch": 5.447865640307907,
608
+ "grad_norm": 88.29923248291016,
609
+ "learning_rate": 1.61731843575419e-05,
610
+ "loss": 0.5645,
611
+ "step": 1950
612
+ },
613
+ {
614
+ "epoch": 5.517844646606018,
615
+ "grad_norm": 46.37220001220703,
616
+ "learning_rate": 1.6095592799503415e-05,
617
+ "loss": 0.4406,
618
+ "step": 1975
619
+ },
620
+ {
621
+ "epoch": 5.587823652904129,
622
+ "grad_norm": 0.4913700520992279,
623
+ "learning_rate": 1.601800124146493e-05,
624
+ "loss": 0.486,
625
+ "step": 2000
626
+ },
627
+ {
628
+ "epoch": 5.65780265920224,
629
+ "grad_norm": 100.35205841064453,
630
+ "learning_rate": 1.5940409683426445e-05,
631
+ "loss": 0.4331,
632
+ "step": 2025
633
+ },
634
+ {
635
+ "epoch": 5.72778166550035,
636
+ "grad_norm": 3.510105609893799,
637
+ "learning_rate": 1.586281812538796e-05,
638
+ "loss": 0.4785,
639
+ "step": 2050
640
+ },
641
+ {
642
+ "epoch": 5.797760671798461,
643
+ "grad_norm": 0.8138682246208191,
644
+ "learning_rate": 1.5785226567349475e-05,
645
+ "loss": 0.5115,
646
+ "step": 2075
647
+ },
648
+ {
649
+ "epoch": 5.867739678096571,
650
+ "grad_norm": 7.365518569946289,
651
+ "learning_rate": 1.570763500931099e-05,
652
+ "loss": 0.3978,
653
+ "step": 2100
654
+ },
655
+ {
656
+ "epoch": 5.937718684394682,
657
+ "grad_norm": 19.491247177124023,
658
+ "learning_rate": 1.5630043451272502e-05,
659
+ "loss": 0.5745,
660
+ "step": 2125
661
+ },
662
+ {
663
+ "epoch": 6.0,
664
+ "eval_accuracy": 0.9494630448515476,
665
+ "eval_loss": 0.2778133153915405,
666
+ "eval_macro_f1": 0.8558671141823994,
667
+ "eval_runtime": 3.1236,
668
+ "eval_samples_per_second": 506.792,
669
+ "eval_steps_per_second": 31.695,
670
+ "eval_weighted_f1": 0.9469650701128676,
671
+ "step": 2148
672
+ },
673
+ {
674
+ "epoch": 6.005598320503849,
675
+ "grad_norm": 8.633323669433594,
676
+ "learning_rate": 1.5552451893234017e-05,
677
+ "loss": 0.6316,
678
+ "step": 2150
679
+ },
680
+ {
681
+ "epoch": 6.07557732680196,
682
+ "grad_norm": 1.7132315635681152,
683
+ "learning_rate": 1.5474860335195532e-05,
684
+ "loss": 0.2485,
685
+ "step": 2175
686
+ },
687
+ {
688
+ "epoch": 6.14555633310007,
689
+ "grad_norm": 90.85022735595703,
690
+ "learning_rate": 1.5397268777157047e-05,
691
+ "loss": 0.3328,
692
+ "step": 2200
693
+ },
694
+ {
695
+ "epoch": 6.215535339398181,
696
+ "grad_norm": 0.7405738830566406,
697
+ "learning_rate": 1.531967721911856e-05,
698
+ "loss": 0.3975,
699
+ "step": 2225
700
+ },
701
+ {
702
+ "epoch": 6.285514345696291,
703
+ "grad_norm": 0.9256479144096375,
704
+ "learning_rate": 1.5242085661080076e-05,
705
+ "loss": 0.3284,
706
+ "step": 2250
707
+ },
708
+ {
709
+ "epoch": 6.355493351994402,
710
+ "grad_norm": 31.755477905273438,
711
+ "learning_rate": 1.5164494103041589e-05,
712
+ "loss": 0.5088,
713
+ "step": 2275
714
+ },
715
+ {
716
+ "epoch": 6.425472358292512,
717
+ "grad_norm": 32.63442611694336,
718
+ "learning_rate": 1.5086902545003106e-05,
719
+ "loss": 0.4185,
720
+ "step": 2300
721
+ },
722
+ {
723
+ "epoch": 6.495451364590623,
724
+ "grad_norm": 58.56605911254883,
725
+ "learning_rate": 1.5009310986964621e-05,
726
+ "loss": 0.455,
727
+ "step": 2325
728
+ },
729
+ {
730
+ "epoch": 6.565430370888733,
731
+ "grad_norm": 9.330567359924316,
732
+ "learning_rate": 1.4931719428926134e-05,
733
+ "loss": 0.4067,
734
+ "step": 2350
735
+ },
736
+ {
737
+ "epoch": 6.635409377186844,
738
+ "grad_norm": 20.07295799255371,
739
+ "learning_rate": 1.485412787088765e-05,
740
+ "loss": 0.4365,
741
+ "step": 2375
742
+ },
743
+ {
744
+ "epoch": 6.705388383484954,
745
+ "grad_norm": 18.062313079833984,
746
+ "learning_rate": 1.4776536312849163e-05,
747
+ "loss": 0.446,
748
+ "step": 2400
749
+ },
750
+ {
751
+ "epoch": 6.7753673897830655,
752
+ "grad_norm": 60.356109619140625,
753
+ "learning_rate": 1.4698944754810678e-05,
754
+ "loss": 0.5292,
755
+ "step": 2425
756
+ },
757
+ {
758
+ "epoch": 6.845346396081176,
759
+ "grad_norm": 0.18100997805595398,
760
+ "learning_rate": 1.4621353196772193e-05,
761
+ "loss": 0.3967,
762
+ "step": 2450
763
+ },
764
+ {
765
+ "epoch": 6.9153254023792865,
766
+ "grad_norm": 0.23190532624721527,
767
+ "learning_rate": 1.4543761638733706e-05,
768
+ "loss": 0.5333,
769
+ "step": 2475
770
+ },
771
+ {
772
+ "epoch": 6.985304408677397,
773
+ "grad_norm": 262.3707275390625,
774
+ "learning_rate": 1.4466170080695221e-05,
775
+ "loss": 0.4619,
776
+ "step": 2500
777
+ },
778
+ {
779
+ "epoch": 7.0,
780
+ "eval_accuracy": 0.9437776373973468,
781
+ "eval_loss": 0.3526122570037842,
782
+ "eval_macro_f1": 0.8381669345109714,
783
+ "eval_runtime": 3.4331,
784
+ "eval_samples_per_second": 461.1,
785
+ "eval_steps_per_second": 28.837,
786
+ "eval_weighted_f1": 0.9400840783943658,
787
+ "step": 2506
788
+ },
789
+ {
790
+ "epoch": 7.053184044786564,
791
+ "grad_norm": 0.09319210797548294,
792
+ "learning_rate": 1.4388578522656735e-05,
793
+ "loss": 0.1042,
794
+ "step": 2525
795
+ },
796
+ {
797
+ "epoch": 7.123163051084674,
798
+ "grad_norm": 7.501680850982666,
799
+ "learning_rate": 1.431098696461825e-05,
800
+ "loss": 0.3799,
801
+ "step": 2550
802
+ },
803
+ {
804
+ "epoch": 7.193142057382786,
805
+ "grad_norm": 0.817726194858551,
806
+ "learning_rate": 1.4233395406579767e-05,
807
+ "loss": 0.3072,
808
+ "step": 2575
809
+ },
810
+ {
811
+ "epoch": 7.263121063680896,
812
+ "grad_norm": 17.566072463989258,
813
+ "learning_rate": 1.415580384854128e-05,
814
+ "loss": 0.3706,
815
+ "step": 2600
816
+ },
817
+ {
818
+ "epoch": 7.3331000699790065,
819
+ "grad_norm": 8.166300773620605,
820
+ "learning_rate": 1.4078212290502795e-05,
821
+ "loss": 0.4366,
822
+ "step": 2625
823
+ },
824
+ {
825
+ "epoch": 7.403079076277117,
826
+ "grad_norm": 104.94609832763672,
827
+ "learning_rate": 1.400062073246431e-05,
828
+ "loss": 0.3322,
829
+ "step": 2650
830
+ },
831
+ {
832
+ "epoch": 7.4730580825752275,
833
+ "grad_norm": 0.09376588463783264,
834
+ "learning_rate": 1.3923029174425823e-05,
835
+ "loss": 0.2121,
836
+ "step": 2675
837
+ },
838
+ {
839
+ "epoch": 7.543037088873338,
840
+ "grad_norm": 81.08979797363281,
841
+ "learning_rate": 1.3845437616387339e-05,
842
+ "loss": 0.264,
843
+ "step": 2700
844
+ },
845
+ {
846
+ "epoch": 7.6130160951714485,
847
+ "grad_norm": 0.7947356104850769,
848
+ "learning_rate": 1.3767846058348852e-05,
849
+ "loss": 0.3127,
850
+ "step": 2725
851
+ },
852
+ {
853
+ "epoch": 7.682995101469559,
854
+ "grad_norm": 60.23261260986328,
855
+ "learning_rate": 1.3690254500310367e-05,
856
+ "loss": 0.3863,
857
+ "step": 2750
858
+ },
859
+ {
860
+ "epoch": 7.7529741077676695,
861
+ "grad_norm": 21.73061752319336,
862
+ "learning_rate": 1.3612662942271882e-05,
863
+ "loss": 0.4767,
864
+ "step": 2775
865
+ },
866
+ {
867
+ "epoch": 7.82295311406578,
868
+ "grad_norm": 0.21097005903720856,
869
+ "learning_rate": 1.3535071384233395e-05,
870
+ "loss": 0.3606,
871
+ "step": 2800
872
+ },
873
+ {
874
+ "epoch": 7.8929321203638905,
875
+ "grad_norm": 108.81111907958984,
876
+ "learning_rate": 1.345747982619491e-05,
877
+ "loss": 0.2078,
878
+ "step": 2825
879
+ },
880
+ {
881
+ "epoch": 7.962911126662002,
882
+ "grad_norm": 193.10232543945312,
883
+ "learning_rate": 1.3379888268156424e-05,
884
+ "loss": 0.3877,
885
+ "step": 2850
886
+ },
887
+ {
888
+ "epoch": 8.0,
889
+ "eval_accuracy": 0.9463044851547694,
890
+ "eval_loss": 0.3446076810359955,
891
+ "eval_macro_f1": 0.842114966851392,
892
+ "eval_runtime": 3.1505,
893
+ "eval_samples_per_second": 502.463,
894
+ "eval_steps_per_second": 31.424,
895
+ "eval_weighted_f1": 0.9436282937473504,
896
+ "step": 2864
897
+ },
898
+ {
899
+ "epoch": 8.030790762771169,
900
+ "grad_norm": 12.777342796325684,
901
+ "learning_rate": 1.330229671011794e-05,
902
+ "loss": 0.2898,
903
+ "step": 2875
904
+ },
905
+ {
906
+ "epoch": 8.100769769069279,
907
+ "grad_norm": 0.18980790674686432,
908
+ "learning_rate": 1.3224705152079456e-05,
909
+ "loss": 0.2525,
910
+ "step": 2900
911
+ },
912
+ {
913
+ "epoch": 8.17074877536739,
914
+ "grad_norm": 24.096303939819336,
915
+ "learning_rate": 1.314711359404097e-05,
916
+ "loss": 0.3267,
917
+ "step": 2925
918
+ },
919
+ {
920
+ "epoch": 8.2407277816655,
921
+ "grad_norm": 7.814070224761963,
922
+ "learning_rate": 1.3069522036002484e-05,
923
+ "loss": 0.1994,
924
+ "step": 2950
925
+ },
926
+ {
927
+ "epoch": 8.31070678796361,
928
+ "grad_norm": 0.05095229670405388,
929
+ "learning_rate": 1.2991930477964e-05,
930
+ "loss": 0.3228,
931
+ "step": 2975
932
+ },
933
+ {
934
+ "epoch": 8.380685794261721,
935
+ "grad_norm": 0.06292618066072464,
936
+ "learning_rate": 1.2914338919925513e-05,
937
+ "loss": 0.3698,
938
+ "step": 3000
939
+ },
940
+ {
941
+ "epoch": 8.450664800559831,
942
+ "grad_norm": 0.1499580442905426,
943
+ "learning_rate": 1.2836747361887028e-05,
944
+ "loss": 0.2722,
945
+ "step": 3025
946
+ },
947
+ {
948
+ "epoch": 8.520643806857942,
949
+ "grad_norm": 0.16459782421588898,
950
+ "learning_rate": 1.2759155803848541e-05,
951
+ "loss": 0.3131,
952
+ "step": 3050
953
+ },
954
+ {
955
+ "epoch": 8.590622813156052,
956
+ "grad_norm": 0.16115200519561768,
957
+ "learning_rate": 1.2681564245810056e-05,
958
+ "loss": 0.3236,
959
+ "step": 3075
960
+ },
961
+ {
962
+ "epoch": 8.660601819454163,
963
+ "grad_norm": 0.12655656039714813,
964
+ "learning_rate": 1.2603972687771571e-05,
965
+ "loss": 0.4903,
966
+ "step": 3100
967
+ },
968
+ {
969
+ "epoch": 8.730580825752273,
970
+ "grad_norm": 6.611886501312256,
971
+ "learning_rate": 1.2526381129733085e-05,
972
+ "loss": 0.4352,
973
+ "step": 3125
974
+ },
975
+ {
976
+ "epoch": 8.800559832050386,
977
+ "grad_norm": 0.15998680889606476,
978
+ "learning_rate": 1.2448789571694601e-05,
979
+ "loss": 0.3523,
980
+ "step": 3150
981
+ },
982
+ {
983
+ "epoch": 8.870538838348496,
984
+ "grad_norm": 0.059894319623708725,
985
+ "learning_rate": 1.2371198013656117e-05,
986
+ "loss": 0.1798,
987
+ "step": 3175
988
+ },
989
+ {
990
+ "epoch": 8.940517844646607,
991
+ "grad_norm": 97.01721954345703,
992
+ "learning_rate": 1.229360645561763e-05,
993
+ "loss": 0.1999,
994
+ "step": 3200
995
+ },
996
+ {
997
+ "epoch": 9.0,
998
+ "eval_accuracy": 0.9444093493367025,
999
+ "eval_loss": 0.399155855178833,
1000
+ "eval_macro_f1": 0.8452591417723109,
1001
+ "eval_runtime": 2.837,
1002
+ "eval_samples_per_second": 557.991,
1003
+ "eval_steps_per_second": 34.896,
1004
+ "eval_weighted_f1": 0.9415500614354423,
1005
+ "step": 3222
1006
+ }
1007
+ ],
1008
+ "logging_steps": 25,
1009
+ "max_steps": 7160,
1010
+ "num_input_tokens_seen": 0,
1011
+ "num_train_epochs": 20,
1012
+ "save_steps": 500,
1013
+ "stateful_callbacks": {
1014
+ "EarlyStoppingCallback": {
1015
+ "args": {
1016
+ "early_stopping_patience": 3,
1017
+ "early_stopping_threshold": 0.0
1018
+ },
1019
+ "attributes": {
1020
+ "early_stopping_patience_counter": 3
1021
+ }
1022
+ },
1023
+ "TrainerControl": {
1024
+ "args": {
1025
+ "should_epoch_stop": false,
1026
+ "should_evaluate": false,
1027
+ "should_log": false,
1028
+ "should_save": true,
1029
+ "should_training_stop": true
1030
+ },
1031
+ "attributes": {}
1032
+ }
1033
+ },
1034
+ "total_flos": 0.0,
1035
+ "train_batch_size": 8,
1036
+ "trial_name": null,
1037
+ "trial_params": null
1038
+ }
uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-1074/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-1074/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-1074/trainer_state.json ADDED
@@ -0,0 +1,370 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1074,
3
+ "best_metric": 0.8857945614235182,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-1074",
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1074,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.06997900629811056,
14
+ "grad_norm": 79.4905014038086,
15
+ "learning_rate": 6.703910614525141e-07,
16
+ "loss": 5.3308,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.13995801259622112,
21
+ "grad_norm": 102.70437622070312,
22
+ "learning_rate": 1.3687150837988828e-06,
23
+ "loss": 4.9999,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.2099370188943317,
28
+ "grad_norm": 29.276681900024414,
29
+ "learning_rate": 2.067039106145252e-06,
30
+ "loss": 4.3524,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.27991602519244224,
35
+ "grad_norm": 33.743900299072266,
36
+ "learning_rate": 2.7653631284916204e-06,
37
+ "loss": 3.8973,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.34989503149055284,
42
+ "grad_norm": 46.53495407104492,
43
+ "learning_rate": 3.4636871508379893e-06,
44
+ "loss": 3.6339,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.4198740377886634,
49
+ "grad_norm": 26.406723022460938,
50
+ "learning_rate": 4.1620111731843575e-06,
51
+ "loss": 3.225,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.489853044086774,
56
+ "grad_norm": 49.311344146728516,
57
+ "learning_rate": 4.860335195530727e-06,
58
+ "loss": 2.8388,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.5598320503848845,
63
+ "grad_norm": 87.20884704589844,
64
+ "learning_rate": 5.558659217877096e-06,
65
+ "loss": 2.1059,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.6298110566829951,
70
+ "grad_norm": 52.54144287109375,
71
+ "learning_rate": 6.256983240223464e-06,
72
+ "loss": 1.9098,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.6997900629811057,
77
+ "grad_norm": 89.68538665771484,
78
+ "learning_rate": 6.9553072625698325e-06,
79
+ "loss": 1.4777,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.7697690692792163,
84
+ "grad_norm": 44.929073333740234,
85
+ "learning_rate": 7.653631284916202e-06,
86
+ "loss": 1.5573,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.8397480755773268,
91
+ "grad_norm": 43.97311019897461,
92
+ "learning_rate": 8.35195530726257e-06,
93
+ "loss": 1.3209,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.9097270818754374,
98
+ "grad_norm": 28.09398651123047,
99
+ "learning_rate": 9.050279329608939e-06,
100
+ "loss": 1.24,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.979706088173548,
105
+ "grad_norm": 104.24604797363281,
106
+ "learning_rate": 9.748603351955308e-06,
107
+ "loss": 1.2013,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 1.0,
112
+ "eval_accuracy": 0.8932406822488945,
113
+ "eval_loss": 0.3925091028213501,
114
+ "eval_macro_f1": 0.6095926305654468,
115
+ "eval_runtime": 3.4565,
116
+ "eval_samples_per_second": 457.981,
117
+ "eval_steps_per_second": 28.642,
118
+ "eval_weighted_f1": 0.8729035411518115,
119
+ "step": 358
120
+ },
121
+ {
122
+ "epoch": 1.0475857242827151,
123
+ "grad_norm": 59.00179672241211,
124
+ "learning_rate": 1.0446927374301676e-05,
125
+ "loss": 1.5448,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 1.1175647305808258,
130
+ "grad_norm": 73.54159545898438,
131
+ "learning_rate": 1.1145251396648044e-05,
132
+ "loss": 1.3051,
133
+ "step": 400
134
+ },
135
+ {
136
+ "epoch": 1.1875437368789363,
137
+ "grad_norm": 22.37107276916504,
138
+ "learning_rate": 1.1843575418994415e-05,
139
+ "loss": 1.3417,
140
+ "step": 425
141
+ },
142
+ {
143
+ "epoch": 1.2575227431770468,
144
+ "grad_norm": 95.1292724609375,
145
+ "learning_rate": 1.2541899441340784e-05,
146
+ "loss": 0.9914,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.3275017494751575,
151
+ "grad_norm": 181.1984405517578,
152
+ "learning_rate": 1.3240223463687152e-05,
153
+ "loss": 1.2466,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.397480755773268,
158
+ "grad_norm": 7.692781925201416,
159
+ "learning_rate": 1.393854748603352e-05,
160
+ "loss": 1.0629,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.4674597620713785,
165
+ "grad_norm": 47.33671569824219,
166
+ "learning_rate": 1.463687150837989e-05,
167
+ "loss": 1.0503,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.5374387683694892,
172
+ "grad_norm": 67.94561004638672,
173
+ "learning_rate": 1.533519553072626e-05,
174
+ "loss": 1.1344,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.6074177746675997,
179
+ "grad_norm": 49.33514404296875,
180
+ "learning_rate": 1.6033519553072626e-05,
181
+ "loss": 1.229,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.6773967809657102,
186
+ "grad_norm": 14.050537109375,
187
+ "learning_rate": 1.6731843575418994e-05,
188
+ "loss": 0.8804,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.7473757872638207,
193
+ "grad_norm": 49.28728485107422,
194
+ "learning_rate": 1.7430167597765365e-05,
195
+ "loss": 1.0646,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.8173547935619314,
200
+ "grad_norm": 21.846296310424805,
201
+ "learning_rate": 1.8128491620111733e-05,
202
+ "loss": 1.0026,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.8873337998600421,
207
+ "grad_norm": 45.450645446777344,
208
+ "learning_rate": 1.8826815642458104e-05,
209
+ "loss": 1.0847,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.9573128061581526,
214
+ "grad_norm": 21.28252601623535,
215
+ "learning_rate": 1.952513966480447e-05,
216
+ "loss": 0.9776,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 2.0,
221
+ "eval_accuracy": 0.936197094125079,
222
+ "eval_loss": 0.22828397154808044,
223
+ "eval_macro_f1": 0.7766638912794535,
224
+ "eval_runtime": 3.188,
225
+ "eval_samples_per_second": 496.554,
226
+ "eval_steps_per_second": 31.054,
227
+ "eval_weighted_f1": 0.9283669520833524,
228
+ "step": 716
229
+ },
230
+ {
231
+ "epoch": 2.0251924422673198,
232
+ "grad_norm": 40.813514709472656,
233
+ "learning_rate": 1.9975170701427685e-05,
234
+ "loss": 0.7396,
235
+ "step": 725
236
+ },
237
+ {
238
+ "epoch": 2.0951714485654302,
239
+ "grad_norm": 85.78773498535156,
240
+ "learning_rate": 1.98975791433892e-05,
241
+ "loss": 0.9282,
242
+ "step": 750
243
+ },
244
+ {
245
+ "epoch": 2.1651504548635407,
246
+ "grad_norm": 35.784706115722656,
247
+ "learning_rate": 1.9819987585350715e-05,
248
+ "loss": 0.9231,
249
+ "step": 775
250
+ },
251
+ {
252
+ "epoch": 2.2351294611616517,
253
+ "grad_norm": 22.403669357299805,
254
+ "learning_rate": 1.974239602731223e-05,
255
+ "loss": 0.8623,
256
+ "step": 800
257
+ },
258
+ {
259
+ "epoch": 2.305108467459762,
260
+ "grad_norm": 35.43456268310547,
261
+ "learning_rate": 1.9664804469273745e-05,
262
+ "loss": 0.9662,
263
+ "step": 825
264
+ },
265
+ {
266
+ "epoch": 2.3750874737578727,
267
+ "grad_norm": 32.195613861083984,
268
+ "learning_rate": 1.9587212911235257e-05,
269
+ "loss": 0.6773,
270
+ "step": 850
271
+ },
272
+ {
273
+ "epoch": 2.445066480055983,
274
+ "grad_norm": 11.367240905761719,
275
+ "learning_rate": 1.9509621353196775e-05,
276
+ "loss": 0.7533,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.5150454863540936,
281
+ "grad_norm": 40.815826416015625,
282
+ "learning_rate": 1.943202979515829e-05,
283
+ "loss": 0.8581,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.585024492652204,
288
+ "grad_norm": 49.20250701904297,
289
+ "learning_rate": 1.9354438237119802e-05,
290
+ "loss": 0.7415,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.655003498950315,
295
+ "grad_norm": 65.75570678710938,
296
+ "learning_rate": 1.9276846679081317e-05,
297
+ "loss": 0.8931,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.7249825052484256,
302
+ "grad_norm": 18.131366729736328,
303
+ "learning_rate": 1.9199255121042832e-05,
304
+ "loss": 0.8874,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.794961511546536,
309
+ "grad_norm": 27.24419593811035,
310
+ "learning_rate": 1.9121663563004347e-05,
311
+ "loss": 0.6854,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.8649405178446465,
316
+ "grad_norm": 54.86509704589844,
317
+ "learning_rate": 1.9044072004965862e-05,
318
+ "loss": 0.8891,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.934919524142757,
323
+ "grad_norm": 33.07347869873047,
324
+ "learning_rate": 1.8966480446927374e-05,
325
+ "loss": 0.7181,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 3.0,
330
+ "eval_accuracy": 0.9519898926089703,
331
+ "eval_loss": 0.17160193622112274,
332
+ "eval_macro_f1": 0.8857945614235182,
333
+ "eval_runtime": 3.239,
334
+ "eval_samples_per_second": 488.73,
335
+ "eval_steps_per_second": 30.565,
336
+ "eval_weighted_f1": 0.951516336281519,
337
+ "step": 1074
338
+ }
339
+ ],
340
+ "logging_steps": 25,
341
+ "max_steps": 7160,
342
+ "num_input_tokens_seen": 0,
343
+ "num_train_epochs": 20,
344
+ "save_steps": 500,
345
+ "stateful_callbacks": {
346
+ "EarlyStoppingCallback": {
347
+ "args": {
348
+ "early_stopping_patience": 3,
349
+ "early_stopping_threshold": 0.0
350
+ },
351
+ "attributes": {
352
+ "early_stopping_patience_counter": 0
353
+ }
354
+ },
355
+ "TrainerControl": {
356
+ "args": {
357
+ "should_epoch_stop": false,
358
+ "should_evaluate": false,
359
+ "should_log": false,
360
+ "should_save": true,
361
+ "should_training_stop": false
362
+ },
363
+ "attributes": {}
364
+ }
365
+ },
366
+ "total_flos": 0.0,
367
+ "train_batch_size": 8,
368
+ "trial_name": null,
369
+ "trial_params": null
370
+ }
uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-2148/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-2148/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-2148/trainer_state.json ADDED
@@ -0,0 +1,704 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1074,
3
+ "best_metric": 0.8857945614235182,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/trainer/checkpoint-1074",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2148,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.06997900629811056,
14
+ "grad_norm": 79.4905014038086,
15
+ "learning_rate": 6.703910614525141e-07,
16
+ "loss": 5.3308,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.13995801259622112,
21
+ "grad_norm": 102.70437622070312,
22
+ "learning_rate": 1.3687150837988828e-06,
23
+ "loss": 4.9999,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.2099370188943317,
28
+ "grad_norm": 29.276681900024414,
29
+ "learning_rate": 2.067039106145252e-06,
30
+ "loss": 4.3524,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.27991602519244224,
35
+ "grad_norm": 33.743900299072266,
36
+ "learning_rate": 2.7653631284916204e-06,
37
+ "loss": 3.8973,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.34989503149055284,
42
+ "grad_norm": 46.53495407104492,
43
+ "learning_rate": 3.4636871508379893e-06,
44
+ "loss": 3.6339,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.4198740377886634,
49
+ "grad_norm": 26.406723022460938,
50
+ "learning_rate": 4.1620111731843575e-06,
51
+ "loss": 3.225,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.489853044086774,
56
+ "grad_norm": 49.311344146728516,
57
+ "learning_rate": 4.860335195530727e-06,
58
+ "loss": 2.8388,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.5598320503848845,
63
+ "grad_norm": 87.20884704589844,
64
+ "learning_rate": 5.558659217877096e-06,
65
+ "loss": 2.1059,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.6298110566829951,
70
+ "grad_norm": 52.54144287109375,
71
+ "learning_rate": 6.256983240223464e-06,
72
+ "loss": 1.9098,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.6997900629811057,
77
+ "grad_norm": 89.68538665771484,
78
+ "learning_rate": 6.9553072625698325e-06,
79
+ "loss": 1.4777,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.7697690692792163,
84
+ "grad_norm": 44.929073333740234,
85
+ "learning_rate": 7.653631284916202e-06,
86
+ "loss": 1.5573,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.8397480755773268,
91
+ "grad_norm": 43.97311019897461,
92
+ "learning_rate": 8.35195530726257e-06,
93
+ "loss": 1.3209,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.9097270818754374,
98
+ "grad_norm": 28.09398651123047,
99
+ "learning_rate": 9.050279329608939e-06,
100
+ "loss": 1.24,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.979706088173548,
105
+ "grad_norm": 104.24604797363281,
106
+ "learning_rate": 9.748603351955308e-06,
107
+ "loss": 1.2013,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 1.0,
112
+ "eval_accuracy": 0.8932406822488945,
113
+ "eval_loss": 0.3925091028213501,
114
+ "eval_macro_f1": 0.6095926305654468,
115
+ "eval_runtime": 3.4565,
116
+ "eval_samples_per_second": 457.981,
117
+ "eval_steps_per_second": 28.642,
118
+ "eval_weighted_f1": 0.8729035411518115,
119
+ "step": 358
120
+ },
121
+ {
122
+ "epoch": 1.0475857242827151,
123
+ "grad_norm": 59.00179672241211,
124
+ "learning_rate": 1.0446927374301676e-05,
125
+ "loss": 1.5448,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 1.1175647305808258,
130
+ "grad_norm": 73.54159545898438,
131
+ "learning_rate": 1.1145251396648044e-05,
132
+ "loss": 1.3051,
133
+ "step": 400
134
+ },
135
+ {
136
+ "epoch": 1.1875437368789363,
137
+ "grad_norm": 22.37107276916504,
138
+ "learning_rate": 1.1843575418994415e-05,
139
+ "loss": 1.3417,
140
+ "step": 425
141
+ },
142
+ {
143
+ "epoch": 1.2575227431770468,
144
+ "grad_norm": 95.1292724609375,
145
+ "learning_rate": 1.2541899441340784e-05,
146
+ "loss": 0.9914,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.3275017494751575,
151
+ "grad_norm": 181.1984405517578,
152
+ "learning_rate": 1.3240223463687152e-05,
153
+ "loss": 1.2466,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.397480755773268,
158
+ "grad_norm": 7.692781925201416,
159
+ "learning_rate": 1.393854748603352e-05,
160
+ "loss": 1.0629,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.4674597620713785,
165
+ "grad_norm": 47.33671569824219,
166
+ "learning_rate": 1.463687150837989e-05,
167
+ "loss": 1.0503,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.5374387683694892,
172
+ "grad_norm": 67.94561004638672,
173
+ "learning_rate": 1.533519553072626e-05,
174
+ "loss": 1.1344,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.6074177746675997,
179
+ "grad_norm": 49.33514404296875,
180
+ "learning_rate": 1.6033519553072626e-05,
181
+ "loss": 1.229,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.6773967809657102,
186
+ "grad_norm": 14.050537109375,
187
+ "learning_rate": 1.6731843575418994e-05,
188
+ "loss": 0.8804,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.7473757872638207,
193
+ "grad_norm": 49.28728485107422,
194
+ "learning_rate": 1.7430167597765365e-05,
195
+ "loss": 1.0646,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.8173547935619314,
200
+ "grad_norm": 21.846296310424805,
201
+ "learning_rate": 1.8128491620111733e-05,
202
+ "loss": 1.0026,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.8873337998600421,
207
+ "grad_norm": 45.450645446777344,
208
+ "learning_rate": 1.8826815642458104e-05,
209
+ "loss": 1.0847,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.9573128061581526,
214
+ "grad_norm": 21.28252601623535,
215
+ "learning_rate": 1.952513966480447e-05,
216
+ "loss": 0.9776,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 2.0,
221
+ "eval_accuracy": 0.936197094125079,
222
+ "eval_loss": 0.22828397154808044,
223
+ "eval_macro_f1": 0.7766638912794535,
224
+ "eval_runtime": 3.188,
225
+ "eval_samples_per_second": 496.554,
226
+ "eval_steps_per_second": 31.054,
227
+ "eval_weighted_f1": 0.9283669520833524,
228
+ "step": 716
229
+ },
230
+ {
231
+ "epoch": 2.0251924422673198,
232
+ "grad_norm": 40.813514709472656,
233
+ "learning_rate": 1.9975170701427685e-05,
234
+ "loss": 0.7396,
235
+ "step": 725
236
+ },
237
+ {
238
+ "epoch": 2.0951714485654302,
239
+ "grad_norm": 85.78773498535156,
240
+ "learning_rate": 1.98975791433892e-05,
241
+ "loss": 0.9282,
242
+ "step": 750
243
+ },
244
+ {
245
+ "epoch": 2.1651504548635407,
246
+ "grad_norm": 35.784706115722656,
247
+ "learning_rate": 1.9819987585350715e-05,
248
+ "loss": 0.9231,
249
+ "step": 775
250
+ },
251
+ {
252
+ "epoch": 2.2351294611616517,
253
+ "grad_norm": 22.403669357299805,
254
+ "learning_rate": 1.974239602731223e-05,
255
+ "loss": 0.8623,
256
+ "step": 800
257
+ },
258
+ {
259
+ "epoch": 2.305108467459762,
260
+ "grad_norm": 35.43456268310547,
261
+ "learning_rate": 1.9664804469273745e-05,
262
+ "loss": 0.9662,
263
+ "step": 825
264
+ },
265
+ {
266
+ "epoch": 2.3750874737578727,
267
+ "grad_norm": 32.195613861083984,
268
+ "learning_rate": 1.9587212911235257e-05,
269
+ "loss": 0.6773,
270
+ "step": 850
271
+ },
272
+ {
273
+ "epoch": 2.445066480055983,
274
+ "grad_norm": 11.367240905761719,
275
+ "learning_rate": 1.9509621353196775e-05,
276
+ "loss": 0.7533,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.5150454863540936,
281
+ "grad_norm": 40.815826416015625,
282
+ "learning_rate": 1.943202979515829e-05,
283
+ "loss": 0.8581,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.585024492652204,
288
+ "grad_norm": 49.20250701904297,
289
+ "learning_rate": 1.9354438237119802e-05,
290
+ "loss": 0.7415,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.655003498950315,
295
+ "grad_norm": 65.75570678710938,
296
+ "learning_rate": 1.9276846679081317e-05,
297
+ "loss": 0.8931,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.7249825052484256,
302
+ "grad_norm": 18.131366729736328,
303
+ "learning_rate": 1.9199255121042832e-05,
304
+ "loss": 0.8874,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.794961511546536,
309
+ "grad_norm": 27.24419593811035,
310
+ "learning_rate": 1.9121663563004347e-05,
311
+ "loss": 0.6854,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.8649405178446465,
316
+ "grad_norm": 54.86509704589844,
317
+ "learning_rate": 1.9044072004965862e-05,
318
+ "loss": 0.8891,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.934919524142757,
323
+ "grad_norm": 33.07347869873047,
324
+ "learning_rate": 1.8966480446927374e-05,
325
+ "loss": 0.7181,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 3.0,
330
+ "eval_accuracy": 0.9519898926089703,
331
+ "eval_loss": 0.17160193622112274,
332
+ "eval_macro_f1": 0.8857945614235182,
333
+ "eval_runtime": 3.239,
334
+ "eval_samples_per_second": 488.73,
335
+ "eval_steps_per_second": 30.565,
336
+ "eval_weighted_f1": 0.951516336281519,
337
+ "step": 1074
338
+ },
339
+ {
340
+ "epoch": 3.0027991602519246,
341
+ "grad_norm": 36.54399108886719,
342
+ "learning_rate": 1.888888888888889e-05,
343
+ "loss": 0.9047,
344
+ "step": 1075
345
+ },
346
+ {
347
+ "epoch": 3.072778166550035,
348
+ "grad_norm": 20.51003074645996,
349
+ "learning_rate": 1.8811297330850404e-05,
350
+ "loss": 0.6964,
351
+ "step": 1100
352
+ },
353
+ {
354
+ "epoch": 3.1427571728481456,
355
+ "grad_norm": 23.594131469726562,
356
+ "learning_rate": 1.873370577281192e-05,
357
+ "loss": 0.8848,
358
+ "step": 1125
359
+ },
360
+ {
361
+ "epoch": 3.212736179146256,
362
+ "grad_norm": 15.354808807373047,
363
+ "learning_rate": 1.8656114214773434e-05,
364
+ "loss": 0.5895,
365
+ "step": 1150
366
+ },
367
+ {
368
+ "epoch": 3.2827151854443666,
369
+ "grad_norm": 94.34326171875,
370
+ "learning_rate": 1.857852265673495e-05,
371
+ "loss": 0.5885,
372
+ "step": 1175
373
+ },
374
+ {
375
+ "epoch": 3.352694191742477,
376
+ "grad_norm": 85.74413299560547,
377
+ "learning_rate": 1.8500931098696464e-05,
378
+ "loss": 0.6766,
379
+ "step": 1200
380
+ },
381
+ {
382
+ "epoch": 3.422673198040588,
383
+ "grad_norm": 29.674644470214844,
384
+ "learning_rate": 1.842333954065798e-05,
385
+ "loss": 0.7048,
386
+ "step": 1225
387
+ },
388
+ {
389
+ "epoch": 3.4926522043386985,
390
+ "grad_norm": 26.177734375,
391
+ "learning_rate": 1.834574798261949e-05,
392
+ "loss": 0.8849,
393
+ "step": 1250
394
+ },
395
+ {
396
+ "epoch": 3.562631210636809,
397
+ "grad_norm": 23.8723087310791,
398
+ "learning_rate": 1.8268156424581006e-05,
399
+ "loss": 0.7754,
400
+ "step": 1275
401
+ },
402
+ {
403
+ "epoch": 3.6326102169349195,
404
+ "grad_norm": 8.09288501739502,
405
+ "learning_rate": 1.819056486654252e-05,
406
+ "loss": 0.6127,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.70258922323303,
411
+ "grad_norm": 25.403133392333984,
412
+ "learning_rate": 1.8112973308504036e-05,
413
+ "loss": 0.5587,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.7725682295311405,
418
+ "grad_norm": 52.777950286865234,
419
+ "learning_rate": 1.803538175046555e-05,
420
+ "loss": 0.5869,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.842547235829251,
425
+ "grad_norm": 8.319537162780762,
426
+ "learning_rate": 1.7957790192427063e-05,
427
+ "loss": 0.6127,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.912526242127362,
432
+ "grad_norm": 1.463984489440918,
433
+ "learning_rate": 1.788019863438858e-05,
434
+ "loss": 0.5038,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.9825052484254724,
439
+ "grad_norm": 28.808591842651367,
440
+ "learning_rate": 1.7802607076350093e-05,
441
+ "loss": 0.6113,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 4.0,
446
+ "eval_accuracy": 0.9418825015792799,
447
+ "eval_loss": 0.2961497902870178,
448
+ "eval_macro_f1": 0.8383230994683234,
449
+ "eval_runtime": 3.1523,
450
+ "eval_samples_per_second": 502.166,
451
+ "eval_steps_per_second": 31.405,
452
+ "eval_weighted_f1": 0.9389016915053544,
453
+ "step": 1432
454
+ },
455
+ {
456
+ "epoch": 4.0503848845346395,
457
+ "grad_norm": 40.02658462524414,
458
+ "learning_rate": 1.772501551831161e-05,
459
+ "loss": 0.6297,
460
+ "step": 1450
461
+ },
462
+ {
463
+ "epoch": 4.12036389083275,
464
+ "grad_norm": 27.39644432067871,
465
+ "learning_rate": 1.7647423960273124e-05,
466
+ "loss": 0.4526,
467
+ "step": 1475
468
+ },
469
+ {
470
+ "epoch": 4.1903428971308605,
471
+ "grad_norm": 88.1480484008789,
472
+ "learning_rate": 1.756983240223464e-05,
473
+ "loss": 0.5671,
474
+ "step": 1500
475
+ },
476
+ {
477
+ "epoch": 4.260321903428971,
478
+ "grad_norm": 64.96090698242188,
479
+ "learning_rate": 1.7492240844196154e-05,
480
+ "loss": 0.567,
481
+ "step": 1525
482
+ },
483
+ {
484
+ "epoch": 4.3303009097270815,
485
+ "grad_norm": 300.5293884277344,
486
+ "learning_rate": 1.741464928615767e-05,
487
+ "loss": 0.6147,
488
+ "step": 1550
489
+ },
490
+ {
491
+ "epoch": 4.400279916025193,
492
+ "grad_norm": 28.234718322753906,
493
+ "learning_rate": 1.733705772811918e-05,
494
+ "loss": 0.5588,
495
+ "step": 1575
496
+ },
497
+ {
498
+ "epoch": 4.470258922323303,
499
+ "grad_norm": 47.24119567871094,
500
+ "learning_rate": 1.7259466170080696e-05,
501
+ "loss": 0.6742,
502
+ "step": 1600
503
+ },
504
+ {
505
+ "epoch": 4.540237928621414,
506
+ "grad_norm": 20.542789459228516,
507
+ "learning_rate": 1.718187461204221e-05,
508
+ "loss": 0.6204,
509
+ "step": 1625
510
+ },
511
+ {
512
+ "epoch": 4.610216934919524,
513
+ "grad_norm": 52.066650390625,
514
+ "learning_rate": 1.7104283054003726e-05,
515
+ "loss": 0.6948,
516
+ "step": 1650
517
+ },
518
+ {
519
+ "epoch": 4.680195941217635,
520
+ "grad_norm": 3.8239352703094482,
521
+ "learning_rate": 1.702669149596524e-05,
522
+ "loss": 0.4328,
523
+ "step": 1675
524
+ },
525
+ {
526
+ "epoch": 4.750174947515745,
527
+ "grad_norm": 62.94550323486328,
528
+ "learning_rate": 1.6949099937926752e-05,
529
+ "loss": 0.5851,
530
+ "step": 1700
531
+ },
532
+ {
533
+ "epoch": 4.820153953813856,
534
+ "grad_norm": 55.63819122314453,
535
+ "learning_rate": 1.687150837988827e-05,
536
+ "loss": 0.5459,
537
+ "step": 1725
538
+ },
539
+ {
540
+ "epoch": 4.890132960111966,
541
+ "grad_norm": 80.52296447753906,
542
+ "learning_rate": 1.6793916821849786e-05,
543
+ "loss": 0.3468,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.960111966410077,
548
+ "grad_norm": 82.82491302490234,
549
+ "learning_rate": 1.67163252638113e-05,
550
+ "loss": 0.759,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 5.0,
555
+ "eval_accuracy": 0.9355653821857233,
556
+ "eval_loss": 0.2705800533294678,
557
+ "eval_macro_f1": 0.8312786766687476,
558
+ "eval_runtime": 3.1582,
559
+ "eval_samples_per_second": 501.24,
560
+ "eval_steps_per_second": 31.347,
561
+ "eval_weighted_f1": 0.9342735512141837,
562
+ "step": 1790
563
+ },
564
+ {
565
+ "epoch": 5.027991602519244,
566
+ "grad_norm": 37.11747360229492,
567
+ "learning_rate": 1.6638733705772813e-05,
568
+ "loss": 0.4539,
569
+ "step": 1800
570
+ },
571
+ {
572
+ "epoch": 5.097970608817355,
573
+ "grad_norm": 19.436874389648438,
574
+ "learning_rate": 1.6561142147734328e-05,
575
+ "loss": 0.4235,
576
+ "step": 1825
577
+ },
578
+ {
579
+ "epoch": 5.167949615115465,
580
+ "grad_norm": 69.57084655761719,
581
+ "learning_rate": 1.6483550589695843e-05,
582
+ "loss": 0.5414,
583
+ "step": 1850
584
+ },
585
+ {
586
+ "epoch": 5.237928621413576,
587
+ "grad_norm": 37.18747329711914,
588
+ "learning_rate": 1.6405959031657358e-05,
589
+ "loss": 0.4183,
590
+ "step": 1875
591
+ },
592
+ {
593
+ "epoch": 5.307907627711686,
594
+ "grad_norm": 8.496959686279297,
595
+ "learning_rate": 1.632836747361887e-05,
596
+ "loss": 0.5438,
597
+ "step": 1900
598
+ },
599
+ {
600
+ "epoch": 5.377886634009797,
601
+ "grad_norm": 2.0060696601867676,
602
+ "learning_rate": 1.6250775915580385e-05,
603
+ "loss": 0.6204,
604
+ "step": 1925
605
+ },
606
+ {
607
+ "epoch": 5.447865640307907,
608
+ "grad_norm": 90.3109130859375,
609
+ "learning_rate": 1.61731843575419e-05,
610
+ "loss": 0.4878,
611
+ "step": 1950
612
+ },
613
+ {
614
+ "epoch": 5.517844646606018,
615
+ "grad_norm": 76.77584838867188,
616
+ "learning_rate": 1.6095592799503415e-05,
617
+ "loss": 0.448,
618
+ "step": 1975
619
+ },
620
+ {
621
+ "epoch": 5.587823652904129,
622
+ "grad_norm": 41.08415985107422,
623
+ "learning_rate": 1.601800124146493e-05,
624
+ "loss": 0.4181,
625
+ "step": 2000
626
+ },
627
+ {
628
+ "epoch": 5.65780265920224,
629
+ "grad_norm": 1.0083645582199097,
630
+ "learning_rate": 1.5940409683426445e-05,
631
+ "loss": 0.5523,
632
+ "step": 2025
633
+ },
634
+ {
635
+ "epoch": 5.72778166550035,
636
+ "grad_norm": 0.5457730293273926,
637
+ "learning_rate": 1.586281812538796e-05,
638
+ "loss": 0.4406,
639
+ "step": 2050
640
+ },
641
+ {
642
+ "epoch": 5.797760671798461,
643
+ "grad_norm": 68.95770263671875,
644
+ "learning_rate": 1.5785226567349475e-05,
645
+ "loss": 0.6947,
646
+ "step": 2075
647
+ },
648
+ {
649
+ "epoch": 5.867739678096571,
650
+ "grad_norm": 50.935035705566406,
651
+ "learning_rate": 1.570763500931099e-05,
652
+ "loss": 0.5653,
653
+ "step": 2100
654
+ },
655
+ {
656
+ "epoch": 5.937718684394682,
657
+ "grad_norm": 19.912729263305664,
658
+ "learning_rate": 1.5630043451272502e-05,
659
+ "loss": 0.6542,
660
+ "step": 2125
661
+ },
662
+ {
663
+ "epoch": 6.0,
664
+ "eval_accuracy": 0.9399873657612129,
665
+ "eval_loss": 0.3385119140148163,
666
+ "eval_macro_f1": 0.8242118185344426,
667
+ "eval_runtime": 3.1649,
668
+ "eval_samples_per_second": 500.167,
669
+ "eval_steps_per_second": 31.28,
670
+ "eval_weighted_f1": 0.9364473217100221,
671
+ "step": 2148
672
+ }
673
+ ],
674
+ "logging_steps": 25,
675
+ "max_steps": 7160,
676
+ "num_input_tokens_seen": 0,
677
+ "num_train_epochs": 20,
678
+ "save_steps": 500,
679
+ "stateful_callbacks": {
680
+ "EarlyStoppingCallback": {
681
+ "args": {
682
+ "early_stopping_patience": 3,
683
+ "early_stopping_threshold": 0.0
684
+ },
685
+ "attributes": {
686
+ "early_stopping_patience_counter": 3
687
+ }
688
+ },
689
+ "TrainerControl": {
690
+ "args": {
691
+ "should_epoch_stop": false,
692
+ "should_evaluate": false,
693
+ "should_log": false,
694
+ "should_save": true,
695
+ "should_training_stop": true
696
+ },
697
+ "attributes": {}
698
+ }
699
+ },
700
+ "total_flos": 0.0,
701
+ "train_batch_size": 8,
702
+ "trial_name": null,
703
+ "trial_params": null
704
+ }
viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-675/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-675/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-675/trainer_state.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 675,
3
+ "best_metric": 0.8260165052568113,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-675",
5
+ "epoch": 9.0,
6
+ "eval_steps": 500,
7
+ "global_step": 675,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.33444816053511706,
14
+ "grad_norm": 49.56757736206055,
15
+ "learning_rate": 3.2000000000000003e-06,
16
+ "loss": 3.52,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6688963210702341,
21
+ "grad_norm": 93.7032470703125,
22
+ "learning_rate": 6.533333333333334e-06,
23
+ "loss": 3.0604,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "grad_norm": 14.963798522949219,
29
+ "learning_rate": 9.866666666666668e-06,
30
+ "loss": 2.4661,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_accuracy": 0.7953216374269005,
36
+ "eval_loss": 0.5130829215049744,
37
+ "eval_macro_f1": 0.7631766381766382,
38
+ "eval_runtime": 0.8428,
39
+ "eval_samples_per_second": 405.773,
40
+ "eval_steps_per_second": 26.102,
41
+ "eval_weighted_f1": 0.7958318755102379,
42
+ "step": 75
43
+ },
44
+ {
45
+ "epoch": 1.334448160535117,
46
+ "grad_norm": 39.12590026855469,
47
+ "learning_rate": 1.3200000000000002e-05,
48
+ "loss": 2.1877,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.6688963210702341,
53
+ "grad_norm": 32.936885833740234,
54
+ "learning_rate": 1.6533333333333333e-05,
55
+ "loss": 2.1245,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 2.0,
60
+ "grad_norm": 21.40823745727539,
61
+ "learning_rate": 1.9866666666666667e-05,
62
+ "loss": 1.8593,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_accuracy": 0.804093567251462,
68
+ "eval_loss": 0.41332435607910156,
69
+ "eval_macro_f1": 0.7738876444409359,
70
+ "eval_runtime": 0.9069,
71
+ "eval_samples_per_second": 377.111,
72
+ "eval_steps_per_second": 24.259,
73
+ "eval_weighted_f1": 0.8048185093989147,
74
+ "step": 150
75
+ },
76
+ {
77
+ "epoch": 2.334448160535117,
78
+ "grad_norm": 86.15406036376953,
79
+ "learning_rate": 1.9644444444444447e-05,
80
+ "loss": 1.5315,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.668896321070234,
85
+ "grad_norm": 44.84479522705078,
86
+ "learning_rate": 1.9274074074074076e-05,
87
+ "loss": 1.7228,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 3.0,
92
+ "grad_norm": 48.26760482788086,
93
+ "learning_rate": 1.8903703703703705e-05,
94
+ "loss": 1.559,
95
+ "step": 225
96
+ },
97
+ {
98
+ "epoch": 3.0,
99
+ "eval_accuracy": 0.8128654970760234,
100
+ "eval_loss": 0.4218056797981262,
101
+ "eval_macro_f1": 0.7789269553975436,
102
+ "eval_runtime": 0.8291,
103
+ "eval_samples_per_second": 412.519,
104
+ "eval_steps_per_second": 26.536,
105
+ "eval_weighted_f1": 0.8113458608814647,
106
+ "step": 225
107
+ },
108
+ {
109
+ "epoch": 3.334448160535117,
110
+ "grad_norm": 32.09113311767578,
111
+ "learning_rate": 1.8533333333333334e-05,
112
+ "loss": 1.3179,
113
+ "step": 250
114
+ },
115
+ {
116
+ "epoch": 3.668896321070234,
117
+ "grad_norm": 38.19021224975586,
118
+ "learning_rate": 1.8162962962962963e-05,
119
+ "loss": 1.2205,
120
+ "step": 275
121
+ },
122
+ {
123
+ "epoch": 4.0,
124
+ "grad_norm": 71.78175354003906,
125
+ "learning_rate": 1.7792592592592596e-05,
126
+ "loss": 1.22,
127
+ "step": 300
128
+ },
129
+ {
130
+ "epoch": 4.0,
131
+ "eval_accuracy": 0.8070175438596491,
132
+ "eval_loss": 0.46255072951316833,
133
+ "eval_macro_f1": 0.7939909462616823,
134
+ "eval_runtime": 0.8494,
135
+ "eval_samples_per_second": 402.655,
136
+ "eval_steps_per_second": 25.902,
137
+ "eval_weighted_f1": 0.8133793705935399,
138
+ "step": 300
139
+ },
140
+ {
141
+ "epoch": 4.334448160535117,
142
+ "grad_norm": 81.85531616210938,
143
+ "learning_rate": 1.7422222222222222e-05,
144
+ "loss": 0.9404,
145
+ "step": 325
146
+ },
147
+ {
148
+ "epoch": 4.668896321070234,
149
+ "grad_norm": 106.5218505859375,
150
+ "learning_rate": 1.7051851851851854e-05,
151
+ "loss": 1.0031,
152
+ "step": 350
153
+ },
154
+ {
155
+ "epoch": 5.0,
156
+ "grad_norm": 87.1038589477539,
157
+ "learning_rate": 1.6681481481481484e-05,
158
+ "loss": 1.1132,
159
+ "step": 375
160
+ },
161
+ {
162
+ "epoch": 5.0,
163
+ "eval_accuracy": 0.8304093567251462,
164
+ "eval_loss": 0.440356969833374,
165
+ "eval_macro_f1": 0.8017668692037097,
166
+ "eval_runtime": 0.8548,
167
+ "eval_samples_per_second": 400.102,
168
+ "eval_steps_per_second": 25.738,
169
+ "eval_weighted_f1": 0.8299687030709703,
170
+ "step": 375
171
+ },
172
+ {
173
+ "epoch": 5.334448160535117,
174
+ "grad_norm": 33.16759490966797,
175
+ "learning_rate": 1.6311111111111113e-05,
176
+ "loss": 0.7761,
177
+ "step": 400
178
+ },
179
+ {
180
+ "epoch": 5.668896321070234,
181
+ "grad_norm": 82.51078033447266,
182
+ "learning_rate": 1.5940740740740742e-05,
183
+ "loss": 0.6122,
184
+ "step": 425
185
+ },
186
+ {
187
+ "epoch": 6.0,
188
+ "grad_norm": 16.8005428314209,
189
+ "learning_rate": 1.557037037037037e-05,
190
+ "loss": 0.7414,
191
+ "step": 450
192
+ },
193
+ {
194
+ "epoch": 6.0,
195
+ "eval_accuracy": 0.8304093567251462,
196
+ "eval_loss": 0.5078622698783875,
197
+ "eval_macro_f1": 0.8108407079646018,
198
+ "eval_runtime": 0.8498,
199
+ "eval_samples_per_second": 402.424,
200
+ "eval_steps_per_second": 25.887,
201
+ "eval_weighted_f1": 0.8336114992495989,
202
+ "step": 450
203
+ },
204
+ {
205
+ "epoch": 6.334448160535117,
206
+ "grad_norm": 105.9898910522461,
207
+ "learning_rate": 1.5200000000000002e-05,
208
+ "loss": 0.53,
209
+ "step": 475
210
+ },
211
+ {
212
+ "epoch": 6.668896321070234,
213
+ "grad_norm": 84.97567749023438,
214
+ "learning_rate": 1.4829629629629631e-05,
215
+ "loss": 0.5198,
216
+ "step": 500
217
+ },
218
+ {
219
+ "epoch": 7.0,
220
+ "grad_norm": 10.175944328308105,
221
+ "learning_rate": 1.445925925925926e-05,
222
+ "loss": 0.6552,
223
+ "step": 525
224
+ },
225
+ {
226
+ "epoch": 7.0,
227
+ "eval_accuracy": 0.8245614035087719,
228
+ "eval_loss": 0.7074050903320312,
229
+ "eval_macro_f1": 0.7989811912225706,
230
+ "eval_runtime": 0.9172,
231
+ "eval_samples_per_second": 372.862,
232
+ "eval_steps_per_second": 23.985,
233
+ "eval_weighted_f1": 0.8258194467359622,
234
+ "step": 525
235
+ },
236
+ {
237
+ "epoch": 7.334448160535117,
238
+ "grad_norm": 104.69007873535156,
239
+ "learning_rate": 1.408888888888889e-05,
240
+ "loss": 0.4974,
241
+ "step": 550
242
+ },
243
+ {
244
+ "epoch": 7.668896321070234,
245
+ "grad_norm": 120.47821807861328,
246
+ "learning_rate": 1.371851851851852e-05,
247
+ "loss": 0.6286,
248
+ "step": 575
249
+ },
250
+ {
251
+ "epoch": 8.0,
252
+ "grad_norm": 19.295045852661133,
253
+ "learning_rate": 1.334814814814815e-05,
254
+ "loss": 0.5047,
255
+ "step": 600
256
+ },
257
+ {
258
+ "epoch": 8.0,
259
+ "eval_accuracy": 0.8450292397660819,
260
+ "eval_loss": 0.648625373840332,
261
+ "eval_macro_f1": 0.8211350023189492,
262
+ "eval_runtime": 0.9588,
263
+ "eval_samples_per_second": 356.685,
264
+ "eval_steps_per_second": 22.945,
265
+ "eval_weighted_f1": 0.8456027014648131,
266
+ "step": 600
267
+ },
268
+ {
269
+ "epoch": 8.334448160535118,
270
+ "grad_norm": 0.441540390253067,
271
+ "learning_rate": 1.2977777777777779e-05,
272
+ "loss": 0.3525,
273
+ "step": 625
274
+ },
275
+ {
276
+ "epoch": 8.668896321070234,
277
+ "grad_norm": 63.95432662963867,
278
+ "learning_rate": 1.2607407407407408e-05,
279
+ "loss": 0.4276,
280
+ "step": 650
281
+ },
282
+ {
283
+ "epoch": 9.0,
284
+ "grad_norm": 181.61460876464844,
285
+ "learning_rate": 1.2237037037037039e-05,
286
+ "loss": 0.479,
287
+ "step": 675
288
+ },
289
+ {
290
+ "epoch": 9.0,
291
+ "eval_accuracy": 0.8421052631578947,
292
+ "eval_loss": 0.8275498747825623,
293
+ "eval_macro_f1": 0.8260165052568113,
294
+ "eval_runtime": 0.9276,
295
+ "eval_samples_per_second": 368.69,
296
+ "eval_steps_per_second": 23.717,
297
+ "eval_weighted_f1": 0.8458180534427601,
298
+ "step": 675
299
+ }
300
+ ],
301
+ "logging_steps": 25,
302
+ "max_steps": 1500,
303
+ "num_input_tokens_seen": 0,
304
+ "num_train_epochs": 20,
305
+ "save_steps": 500,
306
+ "stateful_callbacks": {
307
+ "EarlyStoppingCallback": {
308
+ "args": {
309
+ "early_stopping_patience": 3,
310
+ "early_stopping_threshold": 0.0
311
+ },
312
+ "attributes": {
313
+ "early_stopping_patience_counter": 0
314
+ }
315
+ },
316
+ "TrainerControl": {
317
+ "args": {
318
+ "should_epoch_stop": false,
319
+ "should_evaluate": false,
320
+ "should_log": false,
321
+ "should_save": true,
322
+ "should_training_stop": false
323
+ },
324
+ "attributes": {}
325
+ }
326
+ },
327
+ "total_flos": 0.0,
328
+ "train_batch_size": 8,
329
+ "trial_name": null,
330
+ "trial_params": null
331
+ }
viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-900/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-900/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-900/trainer_state.json ADDED
@@ -0,0 +1,427 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 675,
3
+ "best_metric": 0.8260165052568113,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/trainer/checkpoint-675",
5
+ "epoch": 12.0,
6
+ "eval_steps": 500,
7
+ "global_step": 900,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.33444816053511706,
14
+ "grad_norm": 49.56757736206055,
15
+ "learning_rate": 3.2000000000000003e-06,
16
+ "loss": 3.52,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6688963210702341,
21
+ "grad_norm": 93.7032470703125,
22
+ "learning_rate": 6.533333333333334e-06,
23
+ "loss": 3.0604,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "grad_norm": 14.963798522949219,
29
+ "learning_rate": 9.866666666666668e-06,
30
+ "loss": 2.4661,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_accuracy": 0.7953216374269005,
36
+ "eval_loss": 0.5130829215049744,
37
+ "eval_macro_f1": 0.7631766381766382,
38
+ "eval_runtime": 0.8428,
39
+ "eval_samples_per_second": 405.773,
40
+ "eval_steps_per_second": 26.102,
41
+ "eval_weighted_f1": 0.7958318755102379,
42
+ "step": 75
43
+ },
44
+ {
45
+ "epoch": 1.334448160535117,
46
+ "grad_norm": 39.12590026855469,
47
+ "learning_rate": 1.3200000000000002e-05,
48
+ "loss": 2.1877,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.6688963210702341,
53
+ "grad_norm": 32.936885833740234,
54
+ "learning_rate": 1.6533333333333333e-05,
55
+ "loss": 2.1245,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 2.0,
60
+ "grad_norm": 21.40823745727539,
61
+ "learning_rate": 1.9866666666666667e-05,
62
+ "loss": 1.8593,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_accuracy": 0.804093567251462,
68
+ "eval_loss": 0.41332435607910156,
69
+ "eval_macro_f1": 0.7738876444409359,
70
+ "eval_runtime": 0.9069,
71
+ "eval_samples_per_second": 377.111,
72
+ "eval_steps_per_second": 24.259,
73
+ "eval_weighted_f1": 0.8048185093989147,
74
+ "step": 150
75
+ },
76
+ {
77
+ "epoch": 2.334448160535117,
78
+ "grad_norm": 86.15406036376953,
79
+ "learning_rate": 1.9644444444444447e-05,
80
+ "loss": 1.5315,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.668896321070234,
85
+ "grad_norm": 44.84479522705078,
86
+ "learning_rate": 1.9274074074074076e-05,
87
+ "loss": 1.7228,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 3.0,
92
+ "grad_norm": 48.26760482788086,
93
+ "learning_rate": 1.8903703703703705e-05,
94
+ "loss": 1.559,
95
+ "step": 225
96
+ },
97
+ {
98
+ "epoch": 3.0,
99
+ "eval_accuracy": 0.8128654970760234,
100
+ "eval_loss": 0.4218056797981262,
101
+ "eval_macro_f1": 0.7789269553975436,
102
+ "eval_runtime": 0.8291,
103
+ "eval_samples_per_second": 412.519,
104
+ "eval_steps_per_second": 26.536,
105
+ "eval_weighted_f1": 0.8113458608814647,
106
+ "step": 225
107
+ },
108
+ {
109
+ "epoch": 3.334448160535117,
110
+ "grad_norm": 32.09113311767578,
111
+ "learning_rate": 1.8533333333333334e-05,
112
+ "loss": 1.3179,
113
+ "step": 250
114
+ },
115
+ {
116
+ "epoch": 3.668896321070234,
117
+ "grad_norm": 38.19021224975586,
118
+ "learning_rate": 1.8162962962962963e-05,
119
+ "loss": 1.2205,
120
+ "step": 275
121
+ },
122
+ {
123
+ "epoch": 4.0,
124
+ "grad_norm": 71.78175354003906,
125
+ "learning_rate": 1.7792592592592596e-05,
126
+ "loss": 1.22,
127
+ "step": 300
128
+ },
129
+ {
130
+ "epoch": 4.0,
131
+ "eval_accuracy": 0.8070175438596491,
132
+ "eval_loss": 0.46255072951316833,
133
+ "eval_macro_f1": 0.7939909462616823,
134
+ "eval_runtime": 0.8494,
135
+ "eval_samples_per_second": 402.655,
136
+ "eval_steps_per_second": 25.902,
137
+ "eval_weighted_f1": 0.8133793705935399,
138
+ "step": 300
139
+ },
140
+ {
141
+ "epoch": 4.334448160535117,
142
+ "grad_norm": 81.85531616210938,
143
+ "learning_rate": 1.7422222222222222e-05,
144
+ "loss": 0.9404,
145
+ "step": 325
146
+ },
147
+ {
148
+ "epoch": 4.668896321070234,
149
+ "grad_norm": 106.5218505859375,
150
+ "learning_rate": 1.7051851851851854e-05,
151
+ "loss": 1.0031,
152
+ "step": 350
153
+ },
154
+ {
155
+ "epoch": 5.0,
156
+ "grad_norm": 87.1038589477539,
157
+ "learning_rate": 1.6681481481481484e-05,
158
+ "loss": 1.1132,
159
+ "step": 375
160
+ },
161
+ {
162
+ "epoch": 5.0,
163
+ "eval_accuracy": 0.8304093567251462,
164
+ "eval_loss": 0.440356969833374,
165
+ "eval_macro_f1": 0.8017668692037097,
166
+ "eval_runtime": 0.8548,
167
+ "eval_samples_per_second": 400.102,
168
+ "eval_steps_per_second": 25.738,
169
+ "eval_weighted_f1": 0.8299687030709703,
170
+ "step": 375
171
+ },
172
+ {
173
+ "epoch": 5.334448160535117,
174
+ "grad_norm": 33.16759490966797,
175
+ "learning_rate": 1.6311111111111113e-05,
176
+ "loss": 0.7761,
177
+ "step": 400
178
+ },
179
+ {
180
+ "epoch": 5.668896321070234,
181
+ "grad_norm": 82.51078033447266,
182
+ "learning_rate": 1.5940740740740742e-05,
183
+ "loss": 0.6122,
184
+ "step": 425
185
+ },
186
+ {
187
+ "epoch": 6.0,
188
+ "grad_norm": 16.8005428314209,
189
+ "learning_rate": 1.557037037037037e-05,
190
+ "loss": 0.7414,
191
+ "step": 450
192
+ },
193
+ {
194
+ "epoch": 6.0,
195
+ "eval_accuracy": 0.8304093567251462,
196
+ "eval_loss": 0.5078622698783875,
197
+ "eval_macro_f1": 0.8108407079646018,
198
+ "eval_runtime": 0.8498,
199
+ "eval_samples_per_second": 402.424,
200
+ "eval_steps_per_second": 25.887,
201
+ "eval_weighted_f1": 0.8336114992495989,
202
+ "step": 450
203
+ },
204
+ {
205
+ "epoch": 6.334448160535117,
206
+ "grad_norm": 105.9898910522461,
207
+ "learning_rate": 1.5200000000000002e-05,
208
+ "loss": 0.53,
209
+ "step": 475
210
+ },
211
+ {
212
+ "epoch": 6.668896321070234,
213
+ "grad_norm": 84.97567749023438,
214
+ "learning_rate": 1.4829629629629631e-05,
215
+ "loss": 0.5198,
216
+ "step": 500
217
+ },
218
+ {
219
+ "epoch": 7.0,
220
+ "grad_norm": 10.175944328308105,
221
+ "learning_rate": 1.445925925925926e-05,
222
+ "loss": 0.6552,
223
+ "step": 525
224
+ },
225
+ {
226
+ "epoch": 7.0,
227
+ "eval_accuracy": 0.8245614035087719,
228
+ "eval_loss": 0.7074050903320312,
229
+ "eval_macro_f1": 0.7989811912225706,
230
+ "eval_runtime": 0.9172,
231
+ "eval_samples_per_second": 372.862,
232
+ "eval_steps_per_second": 23.985,
233
+ "eval_weighted_f1": 0.8258194467359622,
234
+ "step": 525
235
+ },
236
+ {
237
+ "epoch": 7.334448160535117,
238
+ "grad_norm": 104.69007873535156,
239
+ "learning_rate": 1.408888888888889e-05,
240
+ "loss": 0.4974,
241
+ "step": 550
242
+ },
243
+ {
244
+ "epoch": 7.668896321070234,
245
+ "grad_norm": 120.47821807861328,
246
+ "learning_rate": 1.371851851851852e-05,
247
+ "loss": 0.6286,
248
+ "step": 575
249
+ },
250
+ {
251
+ "epoch": 8.0,
252
+ "grad_norm": 19.295045852661133,
253
+ "learning_rate": 1.334814814814815e-05,
254
+ "loss": 0.5047,
255
+ "step": 600
256
+ },
257
+ {
258
+ "epoch": 8.0,
259
+ "eval_accuracy": 0.8450292397660819,
260
+ "eval_loss": 0.648625373840332,
261
+ "eval_macro_f1": 0.8211350023189492,
262
+ "eval_runtime": 0.9588,
263
+ "eval_samples_per_second": 356.685,
264
+ "eval_steps_per_second": 22.945,
265
+ "eval_weighted_f1": 0.8456027014648131,
266
+ "step": 600
267
+ },
268
+ {
269
+ "epoch": 8.334448160535118,
270
+ "grad_norm": 0.441540390253067,
271
+ "learning_rate": 1.2977777777777779e-05,
272
+ "loss": 0.3525,
273
+ "step": 625
274
+ },
275
+ {
276
+ "epoch": 8.668896321070234,
277
+ "grad_norm": 63.95432662963867,
278
+ "learning_rate": 1.2607407407407408e-05,
279
+ "loss": 0.4276,
280
+ "step": 650
281
+ },
282
+ {
283
+ "epoch": 9.0,
284
+ "grad_norm": 181.61460876464844,
285
+ "learning_rate": 1.2237037037037039e-05,
286
+ "loss": 0.479,
287
+ "step": 675
288
+ },
289
+ {
290
+ "epoch": 9.0,
291
+ "eval_accuracy": 0.8421052631578947,
292
+ "eval_loss": 0.8275498747825623,
293
+ "eval_macro_f1": 0.8260165052568113,
294
+ "eval_runtime": 0.9276,
295
+ "eval_samples_per_second": 368.69,
296
+ "eval_steps_per_second": 23.717,
297
+ "eval_weighted_f1": 0.8458180534427601,
298
+ "step": 675
299
+ },
300
+ {
301
+ "epoch": 9.334448160535118,
302
+ "grad_norm": 0.9269869923591614,
303
+ "learning_rate": 1.186666666666667e-05,
304
+ "loss": 0.3943,
305
+ "step": 700
306
+ },
307
+ {
308
+ "epoch": 9.668896321070234,
309
+ "grad_norm": 204.85890197753906,
310
+ "learning_rate": 1.1496296296296297e-05,
311
+ "loss": 0.383,
312
+ "step": 725
313
+ },
314
+ {
315
+ "epoch": 10.0,
316
+ "grad_norm": 5.648507118225098,
317
+ "learning_rate": 1.1125925925925926e-05,
318
+ "loss": 0.1983,
319
+ "step": 750
320
+ },
321
+ {
322
+ "epoch": 10.0,
323
+ "eval_accuracy": 0.8187134502923976,
324
+ "eval_loss": 1.3866688013076782,
325
+ "eval_macro_f1": 0.7932607932607932,
326
+ "eval_runtime": 0.8831,
327
+ "eval_samples_per_second": 387.277,
328
+ "eval_steps_per_second": 24.913,
329
+ "eval_weighted_f1": 0.8204102940945046,
330
+ "step": 750
331
+ },
332
+ {
333
+ "epoch": 10.334448160535118,
334
+ "grad_norm": 0.12383171170949936,
335
+ "learning_rate": 1.0755555555555557e-05,
336
+ "loss": 0.4058,
337
+ "step": 775
338
+ },
339
+ {
340
+ "epoch": 10.668896321070234,
341
+ "grad_norm": 178.77793884277344,
342
+ "learning_rate": 1.0385185185185188e-05,
343
+ "loss": 0.3145,
344
+ "step": 800
345
+ },
346
+ {
347
+ "epoch": 11.0,
348
+ "grad_norm": 25.175800323486328,
349
+ "learning_rate": 1.0014814814814815e-05,
350
+ "loss": 0.3984,
351
+ "step": 825
352
+ },
353
+ {
354
+ "epoch": 11.0,
355
+ "eval_accuracy": 0.8362573099415205,
356
+ "eval_loss": 1.2348254919052124,
357
+ "eval_macro_f1": 0.8188559322033898,
358
+ "eval_runtime": 1.0342,
359
+ "eval_samples_per_second": 330.7,
360
+ "eval_steps_per_second": 21.273,
361
+ "eval_weighted_f1": 0.8398689166418872,
362
+ "step": 825
363
+ },
364
+ {
365
+ "epoch": 11.334448160535118,
366
+ "grad_norm": 0.3593454658985138,
367
+ "learning_rate": 9.644444444444444e-06,
368
+ "loss": 0.297,
369
+ "step": 850
370
+ },
371
+ {
372
+ "epoch": 11.668896321070234,
373
+ "grad_norm": 29.549972534179688,
374
+ "learning_rate": 9.274074074074075e-06,
375
+ "loss": 0.2302,
376
+ "step": 875
377
+ },
378
+ {
379
+ "epoch": 12.0,
380
+ "grad_norm": 151.79519653320312,
381
+ "learning_rate": 8.903703703703704e-06,
382
+ "loss": 0.1922,
383
+ "step": 900
384
+ },
385
+ {
386
+ "epoch": 12.0,
387
+ "eval_accuracy": 0.8304093567251462,
388
+ "eval_loss": 1.2726680040359497,
389
+ "eval_macro_f1": 0.8092105263157895,
390
+ "eval_runtime": 0.8811,
391
+ "eval_samples_per_second": 388.168,
392
+ "eval_steps_per_second": 24.97,
393
+ "eval_weighted_f1": 0.8330127218631374,
394
+ "step": 900
395
+ }
396
+ ],
397
+ "logging_steps": 25,
398
+ "max_steps": 1500,
399
+ "num_input_tokens_seen": 0,
400
+ "num_train_epochs": 20,
401
+ "save_steps": 500,
402
+ "stateful_callbacks": {
403
+ "EarlyStoppingCallback": {
404
+ "args": {
405
+ "early_stopping_patience": 3,
406
+ "early_stopping_threshold": 0.0
407
+ },
408
+ "attributes": {
409
+ "early_stopping_patience_counter": 3
410
+ }
411
+ },
412
+ "TrainerControl": {
413
+ "args": {
414
+ "should_epoch_stop": false,
415
+ "should_evaluate": false,
416
+ "should_log": false,
417
+ "should_save": true,
418
+ "should_training_stop": true
419
+ },
420
+ "attributes": {}
421
+ }
422
+ },
423
+ "total_flos": 0.0,
424
+ "train_batch_size": 8,
425
+ "trial_name": null,
426
+ "trial_params": null
427
+ }
viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-225/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-225/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-225/trainer_state.json ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 225,
3
+ "best_metric": 0.8317947941888619,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-225",
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 225,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.33444816053511706,
14
+ "grad_norm": 8.330693244934082,
15
+ "learning_rate": 3.2000000000000003e-06,
16
+ "loss": 2.8233,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6688963210702341,
21
+ "grad_norm": 89.50252532958984,
22
+ "learning_rate": 6.533333333333334e-06,
23
+ "loss": 2.6333,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "grad_norm": 26.697975158691406,
29
+ "learning_rate": 9.866666666666668e-06,
30
+ "loss": 2.4345,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_accuracy": 0.6871345029239766,
36
+ "eval_loss": 0.557762861251831,
37
+ "eval_macro_f1": 0.4072790294627383,
38
+ "eval_runtime": 0.797,
39
+ "eval_samples_per_second": 429.133,
40
+ "eval_steps_per_second": 27.605,
41
+ "eval_weighted_f1": 0.5597109469224766,
42
+ "step": 75
43
+ },
44
+ {
45
+ "epoch": 1.334448160535117,
46
+ "grad_norm": 44.514198303222656,
47
+ "learning_rate": 1.3200000000000002e-05,
48
+ "loss": 2.2106,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.6688963210702341,
53
+ "grad_norm": 44.31325149536133,
54
+ "learning_rate": 1.6533333333333333e-05,
55
+ "loss": 2.2069,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 2.0,
60
+ "grad_norm": 46.82893753051758,
61
+ "learning_rate": 1.9866666666666667e-05,
62
+ "loss": 1.9511,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_accuracy": 0.7894736842105263,
68
+ "eval_loss": 0.41449829936027527,
69
+ "eval_macro_f1": 0.7730506912442396,
70
+ "eval_runtime": 0.8758,
71
+ "eval_samples_per_second": 390.494,
72
+ "eval_steps_per_second": 25.119,
73
+ "eval_weighted_f1": 0.7959000727625515,
74
+ "step": 150
75
+ },
76
+ {
77
+ "epoch": 2.334448160535117,
78
+ "grad_norm": 46.515968322753906,
79
+ "learning_rate": 1.9644444444444447e-05,
80
+ "loss": 1.7293,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.668896321070234,
85
+ "grad_norm": 65.97454833984375,
86
+ "learning_rate": 1.9274074074074076e-05,
87
+ "loss": 1.7714,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 3.0,
92
+ "grad_norm": 30.545188903808594,
93
+ "learning_rate": 1.8903703703703705e-05,
94
+ "loss": 1.6074,
95
+ "step": 225
96
+ },
97
+ {
98
+ "epoch": 3.0,
99
+ "eval_accuracy": 0.847953216374269,
100
+ "eval_loss": 0.3614519238471985,
101
+ "eval_macro_f1": 0.8317947941888619,
102
+ "eval_runtime": 0.8882,
103
+ "eval_samples_per_second": 385.036,
104
+ "eval_steps_per_second": 24.768,
105
+ "eval_weighted_f1": 0.8513068511674666,
106
+ "step": 225
107
+ }
108
+ ],
109
+ "logging_steps": 25,
110
+ "max_steps": 1500,
111
+ "num_input_tokens_seen": 0,
112
+ "num_train_epochs": 20,
113
+ "save_steps": 500,
114
+ "stateful_callbacks": {
115
+ "EarlyStoppingCallback": {
116
+ "args": {
117
+ "early_stopping_patience": 3,
118
+ "early_stopping_threshold": 0.0
119
+ },
120
+ "attributes": {
121
+ "early_stopping_patience_counter": 0
122
+ }
123
+ },
124
+ "TrainerControl": {
125
+ "args": {
126
+ "should_epoch_stop": false,
127
+ "should_evaluate": false,
128
+ "should_log": false,
129
+ "should_save": true,
130
+ "should_training_stop": false
131
+ },
132
+ "attributes": {}
133
+ }
134
+ },
135
+ "total_flos": 0.0,
136
+ "train_batch_size": 8,
137
+ "trial_name": null,
138
+ "trial_params": null
139
+ }
viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-450/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-450/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-450/trainer_state.json ADDED
@@ -0,0 +1,235 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 225,
3
+ "best_metric": 0.8317947941888619,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/trainer/checkpoint-225",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 450,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.33444816053511706,
14
+ "grad_norm": 8.330693244934082,
15
+ "learning_rate": 3.2000000000000003e-06,
16
+ "loss": 2.8233,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6688963210702341,
21
+ "grad_norm": 89.50252532958984,
22
+ "learning_rate": 6.533333333333334e-06,
23
+ "loss": 2.6333,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "grad_norm": 26.697975158691406,
29
+ "learning_rate": 9.866666666666668e-06,
30
+ "loss": 2.4345,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_accuracy": 0.6871345029239766,
36
+ "eval_loss": 0.557762861251831,
37
+ "eval_macro_f1": 0.4072790294627383,
38
+ "eval_runtime": 0.797,
39
+ "eval_samples_per_second": 429.133,
40
+ "eval_steps_per_second": 27.605,
41
+ "eval_weighted_f1": 0.5597109469224766,
42
+ "step": 75
43
+ },
44
+ {
45
+ "epoch": 1.334448160535117,
46
+ "grad_norm": 44.514198303222656,
47
+ "learning_rate": 1.3200000000000002e-05,
48
+ "loss": 2.2106,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.6688963210702341,
53
+ "grad_norm": 44.31325149536133,
54
+ "learning_rate": 1.6533333333333333e-05,
55
+ "loss": 2.2069,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 2.0,
60
+ "grad_norm": 46.82893753051758,
61
+ "learning_rate": 1.9866666666666667e-05,
62
+ "loss": 1.9511,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_accuracy": 0.7894736842105263,
68
+ "eval_loss": 0.41449829936027527,
69
+ "eval_macro_f1": 0.7730506912442396,
70
+ "eval_runtime": 0.8758,
71
+ "eval_samples_per_second": 390.494,
72
+ "eval_steps_per_second": 25.119,
73
+ "eval_weighted_f1": 0.7959000727625515,
74
+ "step": 150
75
+ },
76
+ {
77
+ "epoch": 2.334448160535117,
78
+ "grad_norm": 46.515968322753906,
79
+ "learning_rate": 1.9644444444444447e-05,
80
+ "loss": 1.7293,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.668896321070234,
85
+ "grad_norm": 65.97454833984375,
86
+ "learning_rate": 1.9274074074074076e-05,
87
+ "loss": 1.7714,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 3.0,
92
+ "grad_norm": 30.545188903808594,
93
+ "learning_rate": 1.8903703703703705e-05,
94
+ "loss": 1.6074,
95
+ "step": 225
96
+ },
97
+ {
98
+ "epoch": 3.0,
99
+ "eval_accuracy": 0.847953216374269,
100
+ "eval_loss": 0.3614519238471985,
101
+ "eval_macro_f1": 0.8317947941888619,
102
+ "eval_runtime": 0.8882,
103
+ "eval_samples_per_second": 385.036,
104
+ "eval_steps_per_second": 24.768,
105
+ "eval_weighted_f1": 0.8513068511674666,
106
+ "step": 225
107
+ },
108
+ {
109
+ "epoch": 3.334448160535117,
110
+ "grad_norm": 81.03457641601562,
111
+ "learning_rate": 1.8533333333333334e-05,
112
+ "loss": 1.2954,
113
+ "step": 250
114
+ },
115
+ {
116
+ "epoch": 3.668896321070234,
117
+ "grad_norm": 69.5975341796875,
118
+ "learning_rate": 1.8162962962962963e-05,
119
+ "loss": 1.2755,
120
+ "step": 275
121
+ },
122
+ {
123
+ "epoch": 4.0,
124
+ "grad_norm": 43.92783737182617,
125
+ "learning_rate": 1.7792592592592596e-05,
126
+ "loss": 1.4261,
127
+ "step": 300
128
+ },
129
+ {
130
+ "epoch": 4.0,
131
+ "eval_accuracy": 0.8216374269005848,
132
+ "eval_loss": 0.4022234082221985,
133
+ "eval_macro_f1": 0.7887157050405615,
134
+ "eval_runtime": 0.7936,
135
+ "eval_samples_per_second": 430.942,
136
+ "eval_steps_per_second": 27.721,
137
+ "eval_weighted_f1": 0.819930374655991,
138
+ "step": 300
139
+ },
140
+ {
141
+ "epoch": 4.334448160535117,
142
+ "grad_norm": 59.71812057495117,
143
+ "learning_rate": 1.7422222222222222e-05,
144
+ "loss": 1.0343,
145
+ "step": 325
146
+ },
147
+ {
148
+ "epoch": 4.668896321070234,
149
+ "grad_norm": 40.57975769042969,
150
+ "learning_rate": 1.7051851851851854e-05,
151
+ "loss": 0.8747,
152
+ "step": 350
153
+ },
154
+ {
155
+ "epoch": 5.0,
156
+ "grad_norm": 128.78990173339844,
157
+ "learning_rate": 1.6681481481481484e-05,
158
+ "loss": 1.1898,
159
+ "step": 375
160
+ },
161
+ {
162
+ "epoch": 5.0,
163
+ "eval_accuracy": 0.8070175438596491,
164
+ "eval_loss": 0.4991095960140228,
165
+ "eval_macro_f1": 0.7952467343976778,
166
+ "eval_runtime": 0.8289,
167
+ "eval_samples_per_second": 412.589,
168
+ "eval_steps_per_second": 26.541,
169
+ "eval_weighted_f1": 0.8136206808749014,
170
+ "step": 375
171
+ },
172
+ {
173
+ "epoch": 5.334448160535117,
174
+ "grad_norm": 73.75199127197266,
175
+ "learning_rate": 1.6311111111111113e-05,
176
+ "loss": 0.9025,
177
+ "step": 400
178
+ },
179
+ {
180
+ "epoch": 5.668896321070234,
181
+ "grad_norm": 123.5743637084961,
182
+ "learning_rate": 1.5940740740740742e-05,
183
+ "loss": 0.7693,
184
+ "step": 425
185
+ },
186
+ {
187
+ "epoch": 6.0,
188
+ "grad_norm": 33.65268325805664,
189
+ "learning_rate": 1.557037037037037e-05,
190
+ "loss": 0.8198,
191
+ "step": 450
192
+ },
193
+ {
194
+ "epoch": 6.0,
195
+ "eval_accuracy": 0.827485380116959,
196
+ "eval_loss": 0.4416091740131378,
197
+ "eval_macro_f1": 0.790934051701808,
198
+ "eval_runtime": 0.8347,
199
+ "eval_samples_per_second": 409.741,
200
+ "eval_steps_per_second": 26.358,
201
+ "eval_weighted_f1": 0.8236513246887963,
202
+ "step": 450
203
+ }
204
+ ],
205
+ "logging_steps": 25,
206
+ "max_steps": 1500,
207
+ "num_input_tokens_seen": 0,
208
+ "num_train_epochs": 20,
209
+ "save_steps": 500,
210
+ "stateful_callbacks": {
211
+ "EarlyStoppingCallback": {
212
+ "args": {
213
+ "early_stopping_patience": 3,
214
+ "early_stopping_threshold": 0.0
215
+ },
216
+ "attributes": {
217
+ "early_stopping_patience_counter": 3
218
+ }
219
+ },
220
+ "TrainerControl": {
221
+ "args": {
222
+ "should_epoch_stop": false,
223
+ "should_evaluate": false,
224
+ "should_log": false,
225
+ "should_save": true,
226
+ "should_training_stop": true
227
+ },
228
+ "attributes": {}
229
+ }
230
+ },
231
+ "total_flos": 0.0,
232
+ "train_batch_size": 8,
233
+ "trial_name": null,
234
+ "trial_params": null
235
+ }
viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-3760/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-3760/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-3760/trainer_state.json ADDED
@@ -0,0 +1,1148 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3760,
3
+ "best_metric": 0.666066174442096,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-3760",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3760,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0332667997338656,
14
+ "grad_norm": 60.04581069946289,
15
+ "learning_rate": 3.1914893617021275e-07,
16
+ "loss": 6.5316,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.0665335994677312,
21
+ "grad_norm": 101.20304870605469,
22
+ "learning_rate": 6.515957446808512e-07,
23
+ "loss": 6.375,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.0998003992015968,
28
+ "grad_norm": 142.806884765625,
29
+ "learning_rate": 9.840425531914895e-07,
30
+ "loss": 5.9942,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.1330671989354624,
35
+ "grad_norm": 156.3951416015625,
36
+ "learning_rate": 1.3164893617021277e-06,
37
+ "loss": 5.1579,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.16633399866932802,
42
+ "grad_norm": 193.04119873046875,
43
+ "learning_rate": 1.648936170212766e-06,
44
+ "loss": 3.9493,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.1996007984031936,
49
+ "grad_norm": 75.33047485351562,
50
+ "learning_rate": 1.9813829787234043e-06,
51
+ "loss": 3.1194,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.2328675981370592,
56
+ "grad_norm": 72.00996398925781,
57
+ "learning_rate": 2.3138297872340428e-06,
58
+ "loss": 2.7996,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.2661343978709248,
63
+ "grad_norm": 79.80836486816406,
64
+ "learning_rate": 2.646276595744681e-06,
65
+ "loss": 2.7718,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.2994011976047904,
70
+ "grad_norm": 208.17127990722656,
71
+ "learning_rate": 2.978723404255319e-06,
72
+ "loss": 2.616,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.33266799733865604,
77
+ "grad_norm": 76.52879333496094,
78
+ "learning_rate": 3.311170212765958e-06,
79
+ "loss": 2.5477,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.36593479707252163,
84
+ "grad_norm": 19.10734748840332,
85
+ "learning_rate": 3.643617021276596e-06,
86
+ "loss": 2.4327,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.3992015968063872,
91
+ "grad_norm": 45.1678581237793,
92
+ "learning_rate": 3.976063829787235e-06,
93
+ "loss": 2.4855,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.4324683965402528,
98
+ "grad_norm": 88.31818389892578,
99
+ "learning_rate": 4.308510638297873e-06,
100
+ "loss": 2.3142,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.4657351962741184,
105
+ "grad_norm": 33.23098373413086,
106
+ "learning_rate": 4.640957446808511e-06,
107
+ "loss": 2.0999,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.499001996007984,
112
+ "grad_norm": 21.425661087036133,
113
+ "learning_rate": 4.973404255319149e-06,
114
+ "loss": 2.3645,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.5322687957418496,
119
+ "grad_norm": 21.178281784057617,
120
+ "learning_rate": 5.305851063829788e-06,
121
+ "loss": 2.0132,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.5655355954757152,
126
+ "grad_norm": 33.6851692199707,
127
+ "learning_rate": 5.638297872340426e-06,
128
+ "loss": 2.1332,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 0.5988023952095808,
133
+ "grad_norm": 35.490272521972656,
134
+ "learning_rate": 5.970744680851064e-06,
135
+ "loss": 2.3194,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 0.6320691949434465,
140
+ "grad_norm": 32.97385025024414,
141
+ "learning_rate": 6.303191489361703e-06,
142
+ "loss": 2.2263,
143
+ "step": 475
144
+ },
145
+ {
146
+ "epoch": 0.6653359946773121,
147
+ "grad_norm": 39.514923095703125,
148
+ "learning_rate": 6.635638297872341e-06,
149
+ "loss": 2.039,
150
+ "step": 500
151
+ },
152
+ {
153
+ "epoch": 0.6986027944111777,
154
+ "grad_norm": 23.220718383789062,
155
+ "learning_rate": 6.968085106382979e-06,
156
+ "loss": 1.8173,
157
+ "step": 525
158
+ },
159
+ {
160
+ "epoch": 0.7318695941450433,
161
+ "grad_norm": 35.544612884521484,
162
+ "learning_rate": 7.300531914893617e-06,
163
+ "loss": 1.9609,
164
+ "step": 550
165
+ },
166
+ {
167
+ "epoch": 0.7651363938789089,
168
+ "grad_norm": 73.93038177490234,
169
+ "learning_rate": 7.632978723404256e-06,
170
+ "loss": 1.862,
171
+ "step": 575
172
+ },
173
+ {
174
+ "epoch": 0.7984031936127745,
175
+ "grad_norm": 58.96735382080078,
176
+ "learning_rate": 7.965425531914895e-06,
177
+ "loss": 2.159,
178
+ "step": 600
179
+ },
180
+ {
181
+ "epoch": 0.83166999334664,
182
+ "grad_norm": 49.35907745361328,
183
+ "learning_rate": 8.297872340425532e-06,
184
+ "loss": 1.9701,
185
+ "step": 625
186
+ },
187
+ {
188
+ "epoch": 0.8649367930805056,
189
+ "grad_norm": 59.45610046386719,
190
+ "learning_rate": 8.630319148936171e-06,
191
+ "loss": 1.9072,
192
+ "step": 650
193
+ },
194
+ {
195
+ "epoch": 0.8982035928143712,
196
+ "grad_norm": 17.649784088134766,
197
+ "learning_rate": 8.96276595744681e-06,
198
+ "loss": 1.9265,
199
+ "step": 675
200
+ },
201
+ {
202
+ "epoch": 0.9314703925482368,
203
+ "grad_norm": 61.898170471191406,
204
+ "learning_rate": 9.295212765957447e-06,
205
+ "loss": 1.9268,
206
+ "step": 700
207
+ },
208
+ {
209
+ "epoch": 0.9647371922821024,
210
+ "grad_norm": 37.08420181274414,
211
+ "learning_rate": 9.627659574468086e-06,
212
+ "loss": 2.056,
213
+ "step": 725
214
+ },
215
+ {
216
+ "epoch": 0.998003992015968,
217
+ "grad_norm": 24.224077224731445,
218
+ "learning_rate": 9.960106382978723e-06,
219
+ "loss": 1.8379,
220
+ "step": 750
221
+ },
222
+ {
223
+ "epoch": 1.0,
224
+ "eval_accuracy": 0.8364520958083832,
225
+ "eval_loss": 0.44991499185562134,
226
+ "eval_macro_f1": 0.4714346051544502,
227
+ "eval_runtime": 5.5037,
228
+ "eval_samples_per_second": 485.492,
229
+ "eval_steps_per_second": 30.343,
230
+ "eval_weighted_f1": 0.7992154655636899,
231
+ "step": 752
232
+ },
233
+ {
234
+ "epoch": 1.0306054557551563,
235
+ "grad_norm": 57.20500946044922,
236
+ "learning_rate": 1.0292553191489364e-05,
237
+ "loss": 1.7087,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.0638722554890219,
242
+ "grad_norm": 57.05479049682617,
243
+ "learning_rate": 1.0625e-05,
244
+ "loss": 1.6919,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.0971390552228875,
249
+ "grad_norm": 30.059728622436523,
250
+ "learning_rate": 1.095744680851064e-05,
251
+ "loss": 1.8439,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.130405854956753,
256
+ "grad_norm": 53.15859603881836,
257
+ "learning_rate": 1.1289893617021277e-05,
258
+ "loss": 1.7433,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 1.1636726546906186,
263
+ "grad_norm": 34.22827911376953,
264
+ "learning_rate": 1.1622340425531916e-05,
265
+ "loss": 1.5187,
266
+ "step": 875
267
+ },
268
+ {
269
+ "epoch": 1.1969394544244845,
270
+ "grad_norm": 30.965850830078125,
271
+ "learning_rate": 1.1954787234042554e-05,
272
+ "loss": 1.936,
273
+ "step": 900
274
+ },
275
+ {
276
+ "epoch": 1.23020625415835,
277
+ "grad_norm": 44.840118408203125,
278
+ "learning_rate": 1.2287234042553193e-05,
279
+ "loss": 1.7371,
280
+ "step": 925
281
+ },
282
+ {
283
+ "epoch": 1.2634730538922156,
284
+ "grad_norm": 41.642948150634766,
285
+ "learning_rate": 1.2619680851063832e-05,
286
+ "loss": 1.5948,
287
+ "step": 950
288
+ },
289
+ {
290
+ "epoch": 1.2967398536260812,
291
+ "grad_norm": 28.710777282714844,
292
+ "learning_rate": 1.295212765957447e-05,
293
+ "loss": 1.6044,
294
+ "step": 975
295
+ },
296
+ {
297
+ "epoch": 1.3300066533599468,
298
+ "grad_norm": 31.282737731933594,
299
+ "learning_rate": 1.3284574468085108e-05,
300
+ "loss": 1.692,
301
+ "step": 1000
302
+ },
303
+ {
304
+ "epoch": 1.3632734530938124,
305
+ "grad_norm": 45.34244155883789,
306
+ "learning_rate": 1.3617021276595745e-05,
307
+ "loss": 1.7894,
308
+ "step": 1025
309
+ },
310
+ {
311
+ "epoch": 1.396540252827678,
312
+ "grad_norm": 42.62638473510742,
313
+ "learning_rate": 1.3949468085106384e-05,
314
+ "loss": 1.6585,
315
+ "step": 1050
316
+ },
317
+ {
318
+ "epoch": 1.4298070525615436,
319
+ "grad_norm": 19.914966583251953,
320
+ "learning_rate": 1.4281914893617021e-05,
321
+ "loss": 1.6604,
322
+ "step": 1075
323
+ },
324
+ {
325
+ "epoch": 1.4630738522954092,
326
+ "grad_norm": 28.72016143798828,
327
+ "learning_rate": 1.4614361702127662e-05,
328
+ "loss": 1.7932,
329
+ "step": 1100
330
+ },
331
+ {
332
+ "epoch": 1.4963406520292748,
333
+ "grad_norm": 17.88189697265625,
334
+ "learning_rate": 1.49468085106383e-05,
335
+ "loss": 1.5598,
336
+ "step": 1125
337
+ },
338
+ {
339
+ "epoch": 1.5296074517631404,
340
+ "grad_norm": 18.94022560119629,
341
+ "learning_rate": 1.5279255319148938e-05,
342
+ "loss": 1.6505,
343
+ "step": 1150
344
+ },
345
+ {
346
+ "epoch": 1.562874251497006,
347
+ "grad_norm": 46.392948150634766,
348
+ "learning_rate": 1.5611702127659575e-05,
349
+ "loss": 1.7693,
350
+ "step": 1175
351
+ },
352
+ {
353
+ "epoch": 1.5961410512308716,
354
+ "grad_norm": 52.05271530151367,
355
+ "learning_rate": 1.5944148936170216e-05,
356
+ "loss": 1.7481,
357
+ "step": 1200
358
+ },
359
+ {
360
+ "epoch": 1.6294078509647372,
361
+ "grad_norm": 40.220706939697266,
362
+ "learning_rate": 1.6276595744680853e-05,
363
+ "loss": 1.7503,
364
+ "step": 1225
365
+ },
366
+ {
367
+ "epoch": 1.6626746506986028,
368
+ "grad_norm": 43.21135330200195,
369
+ "learning_rate": 1.660904255319149e-05,
370
+ "loss": 1.7449,
371
+ "step": 1250
372
+ },
373
+ {
374
+ "epoch": 1.6959414504324684,
375
+ "grad_norm": 40.75626754760742,
376
+ "learning_rate": 1.6941489361702127e-05,
377
+ "loss": 1.59,
378
+ "step": 1275
379
+ },
380
+ {
381
+ "epoch": 1.729208250166334,
382
+ "grad_norm": 34.456390380859375,
383
+ "learning_rate": 1.7273936170212768e-05,
384
+ "loss": 1.6035,
385
+ "step": 1300
386
+ },
387
+ {
388
+ "epoch": 1.7624750499001998,
389
+ "grad_norm": 34.300167083740234,
390
+ "learning_rate": 1.7606382978723408e-05,
391
+ "loss": 1.6999,
392
+ "step": 1325
393
+ },
394
+ {
395
+ "epoch": 1.7957418496340654,
396
+ "grad_norm": 30.12871742248535,
397
+ "learning_rate": 1.7938829787234045e-05,
398
+ "loss": 1.5092,
399
+ "step": 1350
400
+ },
401
+ {
402
+ "epoch": 1.829008649367931,
403
+ "grad_norm": 49.205535888671875,
404
+ "learning_rate": 1.8271276595744682e-05,
405
+ "loss": 1.5835,
406
+ "step": 1375
407
+ },
408
+ {
409
+ "epoch": 1.8622754491017965,
410
+ "grad_norm": 43.63349533081055,
411
+ "learning_rate": 1.860372340425532e-05,
412
+ "loss": 1.6673,
413
+ "step": 1400
414
+ },
415
+ {
416
+ "epoch": 1.8955422488356621,
417
+ "grad_norm": 44.04377365112305,
418
+ "learning_rate": 1.893617021276596e-05,
419
+ "loss": 1.6975,
420
+ "step": 1425
421
+ },
422
+ {
423
+ "epoch": 1.9288090485695277,
424
+ "grad_norm": 69.28250885009766,
425
+ "learning_rate": 1.9268617021276597e-05,
426
+ "loss": 1.7258,
427
+ "step": 1450
428
+ },
429
+ {
430
+ "epoch": 1.9620758483033933,
431
+ "grad_norm": 51.27859115600586,
432
+ "learning_rate": 1.9601063829787234e-05,
433
+ "loss": 1.4632,
434
+ "step": 1475
435
+ },
436
+ {
437
+ "epoch": 1.995342648037259,
438
+ "grad_norm": 29.832796096801758,
439
+ "learning_rate": 1.9933510638297875e-05,
440
+ "loss": 1.5166,
441
+ "step": 1500
442
+ },
443
+ {
444
+ "epoch": 2.0,
445
+ "eval_accuracy": 0.8592814371257484,
446
+ "eval_loss": 0.3878445625305176,
447
+ "eval_macro_f1": 0.6093996404106508,
448
+ "eval_runtime": 5.5584,
449
+ "eval_samples_per_second": 480.718,
450
+ "eval_steps_per_second": 30.045,
451
+ "eval_weighted_f1": 0.8436323495590297,
452
+ "step": 1504
453
+ },
454
+ {
455
+ "epoch": 2.027944111776447,
456
+ "grad_norm": 51.66810607910156,
457
+ "learning_rate": 1.9970449172576832e-05,
458
+ "loss": 1.512,
459
+ "step": 1525
460
+ },
461
+ {
462
+ "epoch": 2.0612109115103125,
463
+ "grad_norm": 32.97279357910156,
464
+ "learning_rate": 1.9933510638297875e-05,
465
+ "loss": 1.5673,
466
+ "step": 1550
467
+ },
468
+ {
469
+ "epoch": 2.094477711244178,
470
+ "grad_norm": 28.018095016479492,
471
+ "learning_rate": 1.9896572104018914e-05,
472
+ "loss": 1.4563,
473
+ "step": 1575
474
+ },
475
+ {
476
+ "epoch": 2.1277445109780437,
477
+ "grad_norm": 40.94987106323242,
478
+ "learning_rate": 1.9859633569739953e-05,
479
+ "loss": 1.3365,
480
+ "step": 1600
481
+ },
482
+ {
483
+ "epoch": 2.1610113107119093,
484
+ "grad_norm": 27.783611297607422,
485
+ "learning_rate": 1.9822695035460996e-05,
486
+ "loss": 1.3111,
487
+ "step": 1625
488
+ },
489
+ {
490
+ "epoch": 2.194278110445775,
491
+ "grad_norm": 32.86389923095703,
492
+ "learning_rate": 1.9785756501182035e-05,
493
+ "loss": 1.3815,
494
+ "step": 1650
495
+ },
496
+ {
497
+ "epoch": 2.2275449101796405,
498
+ "grad_norm": 26.49806022644043,
499
+ "learning_rate": 1.9748817966903074e-05,
500
+ "loss": 1.4758,
501
+ "step": 1675
502
+ },
503
+ {
504
+ "epoch": 2.260811709913506,
505
+ "grad_norm": 29.948463439941406,
506
+ "learning_rate": 1.9711879432624113e-05,
507
+ "loss": 1.4619,
508
+ "step": 1700
509
+ },
510
+ {
511
+ "epoch": 2.294078509647372,
512
+ "grad_norm": 33.47346878051758,
513
+ "learning_rate": 1.9674940898345156e-05,
514
+ "loss": 1.2621,
515
+ "step": 1725
516
+ },
517
+ {
518
+ "epoch": 2.3273453093812373,
519
+ "grad_norm": 29.686336517333984,
520
+ "learning_rate": 1.9638002364066195e-05,
521
+ "loss": 1.4016,
522
+ "step": 1750
523
+ },
524
+ {
525
+ "epoch": 2.3606121091151033,
526
+ "grad_norm": 28.625816345214844,
527
+ "learning_rate": 1.9601063829787234e-05,
528
+ "loss": 1.3716,
529
+ "step": 1775
530
+ },
531
+ {
532
+ "epoch": 2.393878908848969,
533
+ "grad_norm": 41.445194244384766,
534
+ "learning_rate": 1.9564125295508277e-05,
535
+ "loss": 1.4446,
536
+ "step": 1800
537
+ },
538
+ {
539
+ "epoch": 2.4271457085828345,
540
+ "grad_norm": 33.7960090637207,
541
+ "learning_rate": 1.9527186761229316e-05,
542
+ "loss": 1.4319,
543
+ "step": 1825
544
+ },
545
+ {
546
+ "epoch": 2.4604125083167,
547
+ "grad_norm": 41.48210906982422,
548
+ "learning_rate": 1.9490248226950355e-05,
549
+ "loss": 1.4477,
550
+ "step": 1850
551
+ },
552
+ {
553
+ "epoch": 2.4936793080505657,
554
+ "grad_norm": 22.683666229248047,
555
+ "learning_rate": 1.9453309692671394e-05,
556
+ "loss": 1.4611,
557
+ "step": 1875
558
+ },
559
+ {
560
+ "epoch": 2.5269461077844313,
561
+ "grad_norm": 75.91942596435547,
562
+ "learning_rate": 1.9416371158392437e-05,
563
+ "loss": 1.4748,
564
+ "step": 1900
565
+ },
566
+ {
567
+ "epoch": 2.560212907518297,
568
+ "grad_norm": 23.66288185119629,
569
+ "learning_rate": 1.9379432624113476e-05,
570
+ "loss": 1.3866,
571
+ "step": 1925
572
+ },
573
+ {
574
+ "epoch": 2.5934797072521625,
575
+ "grad_norm": 28.03472137451172,
576
+ "learning_rate": 1.9342494089834515e-05,
577
+ "loss": 1.5164,
578
+ "step": 1950
579
+ },
580
+ {
581
+ "epoch": 2.626746506986028,
582
+ "grad_norm": 28.279342651367188,
583
+ "learning_rate": 1.9305555555555558e-05,
584
+ "loss": 1.2804,
585
+ "step": 1975
586
+ },
587
+ {
588
+ "epoch": 2.6600133067198937,
589
+ "grad_norm": 216.87025451660156,
590
+ "learning_rate": 1.9268617021276597e-05,
591
+ "loss": 1.4488,
592
+ "step": 2000
593
+ },
594
+ {
595
+ "epoch": 2.6932801064537593,
596
+ "grad_norm": 18.69451332092285,
597
+ "learning_rate": 1.9231678486997636e-05,
598
+ "loss": 1.3861,
599
+ "step": 2025
600
+ },
601
+ {
602
+ "epoch": 2.726546906187625,
603
+ "grad_norm": 39.9687614440918,
604
+ "learning_rate": 1.919473995271868e-05,
605
+ "loss": 1.2362,
606
+ "step": 2050
607
+ },
608
+ {
609
+ "epoch": 2.7598137059214904,
610
+ "grad_norm": 62.417503356933594,
611
+ "learning_rate": 1.9157801418439718e-05,
612
+ "loss": 1.406,
613
+ "step": 2075
614
+ },
615
+ {
616
+ "epoch": 2.793080505655356,
617
+ "grad_norm": 49.14345169067383,
618
+ "learning_rate": 1.9120862884160757e-05,
619
+ "loss": 1.3213,
620
+ "step": 2100
621
+ },
622
+ {
623
+ "epoch": 2.8263473053892216,
624
+ "grad_norm": 25.838045120239258,
625
+ "learning_rate": 1.9083924349881797e-05,
626
+ "loss": 1.3264,
627
+ "step": 2125
628
+ },
629
+ {
630
+ "epoch": 2.8596141051230872,
631
+ "grad_norm": 29.096176147460938,
632
+ "learning_rate": 1.904698581560284e-05,
633
+ "loss": 1.2518,
634
+ "step": 2150
635
+ },
636
+ {
637
+ "epoch": 2.892880904856953,
638
+ "grad_norm": 32.03115463256836,
639
+ "learning_rate": 1.9010047281323878e-05,
640
+ "loss": 1.3103,
641
+ "step": 2175
642
+ },
643
+ {
644
+ "epoch": 2.9261477045908184,
645
+ "grad_norm": 40.44658660888672,
646
+ "learning_rate": 1.897310874704492e-05,
647
+ "loss": 1.5148,
648
+ "step": 2200
649
+ },
650
+ {
651
+ "epoch": 2.959414504324684,
652
+ "grad_norm": 50.93629837036133,
653
+ "learning_rate": 1.893617021276596e-05,
654
+ "loss": 1.2976,
655
+ "step": 2225
656
+ },
657
+ {
658
+ "epoch": 2.9926813040585496,
659
+ "grad_norm": 23.98786735534668,
660
+ "learning_rate": 1.8899231678487e-05,
661
+ "loss": 1.3889,
662
+ "step": 2250
663
+ },
664
+ {
665
+ "epoch": 3.0,
666
+ "eval_accuracy": 0.8525449101796407,
667
+ "eval_loss": 0.4141266345977783,
668
+ "eval_macro_f1": 0.6527046491308818,
669
+ "eval_runtime": 4.7368,
670
+ "eval_samples_per_second": 564.097,
671
+ "eval_steps_per_second": 35.256,
672
+ "eval_weighted_f1": 0.8556424768804616,
673
+ "step": 2256
674
+ },
675
+ {
676
+ "epoch": 3.0252827677977376,
677
+ "grad_norm": 31.728736877441406,
678
+ "learning_rate": 1.886229314420804e-05,
679
+ "loss": 1.2757,
680
+ "step": 2275
681
+ },
682
+ {
683
+ "epoch": 3.0585495675316037,
684
+ "grad_norm": 53.20646286010742,
685
+ "learning_rate": 1.8825354609929078e-05,
686
+ "loss": 1.0243,
687
+ "step": 2300
688
+ },
689
+ {
690
+ "epoch": 3.0918163672654693,
691
+ "grad_norm": 89.11165618896484,
692
+ "learning_rate": 1.878841607565012e-05,
693
+ "loss": 1.0801,
694
+ "step": 2325
695
+ },
696
+ {
697
+ "epoch": 3.125083166999335,
698
+ "grad_norm": 42.73290252685547,
699
+ "learning_rate": 1.875147754137116e-05,
700
+ "loss": 1.2463,
701
+ "step": 2350
702
+ },
703
+ {
704
+ "epoch": 3.1583499667332005,
705
+ "grad_norm": 89.08346557617188,
706
+ "learning_rate": 1.8714539007092202e-05,
707
+ "loss": 1.0818,
708
+ "step": 2375
709
+ },
710
+ {
711
+ "epoch": 3.191616766467066,
712
+ "grad_norm": 43.122352600097656,
713
+ "learning_rate": 1.867760047281324e-05,
714
+ "loss": 1.2168,
715
+ "step": 2400
716
+ },
717
+ {
718
+ "epoch": 3.2248835662009316,
719
+ "grad_norm": 74.53832244873047,
720
+ "learning_rate": 1.864066193853428e-05,
721
+ "loss": 1.0971,
722
+ "step": 2425
723
+ },
724
+ {
725
+ "epoch": 3.2581503659347972,
726
+ "grad_norm": 38.41375732421875,
727
+ "learning_rate": 1.860372340425532e-05,
728
+ "loss": 1.2622,
729
+ "step": 2450
730
+ },
731
+ {
732
+ "epoch": 3.291417165668663,
733
+ "grad_norm": 34.89094543457031,
734
+ "learning_rate": 1.856678486997636e-05,
735
+ "loss": 1.119,
736
+ "step": 2475
737
+ },
738
+ {
739
+ "epoch": 3.3246839654025284,
740
+ "grad_norm": 43.105709075927734,
741
+ "learning_rate": 1.85298463356974e-05,
742
+ "loss": 1.1035,
743
+ "step": 2500
744
+ },
745
+ {
746
+ "epoch": 3.357950765136394,
747
+ "grad_norm": 36.09484100341797,
748
+ "learning_rate": 1.849290780141844e-05,
749
+ "loss": 1.112,
750
+ "step": 2525
751
+ },
752
+ {
753
+ "epoch": 3.3912175648702596,
754
+ "grad_norm": 46.346954345703125,
755
+ "learning_rate": 1.8455969267139483e-05,
756
+ "loss": 1.2829,
757
+ "step": 2550
758
+ },
759
+ {
760
+ "epoch": 3.424484364604125,
761
+ "grad_norm": 31.44744300842285,
762
+ "learning_rate": 1.8419030732860522e-05,
763
+ "loss": 1.1626,
764
+ "step": 2575
765
+ },
766
+ {
767
+ "epoch": 3.457751164337991,
768
+ "grad_norm": 45.9691047668457,
769
+ "learning_rate": 1.838209219858156e-05,
770
+ "loss": 1.0798,
771
+ "step": 2600
772
+ },
773
+ {
774
+ "epoch": 3.4910179640718564,
775
+ "grad_norm": 44.9719123840332,
776
+ "learning_rate": 1.83451536643026e-05,
777
+ "loss": 1.3929,
778
+ "step": 2625
779
+ },
780
+ {
781
+ "epoch": 3.524284763805722,
782
+ "grad_norm": 38.178436279296875,
783
+ "learning_rate": 1.8308215130023643e-05,
784
+ "loss": 1.2091,
785
+ "step": 2650
786
+ },
787
+ {
788
+ "epoch": 3.5575515635395876,
789
+ "grad_norm": 32.84955596923828,
790
+ "learning_rate": 1.8271276595744682e-05,
791
+ "loss": 1.1749,
792
+ "step": 2675
793
+ },
794
+ {
795
+ "epoch": 3.590818363273453,
796
+ "grad_norm": 58.30150604248047,
797
+ "learning_rate": 1.823433806146572e-05,
798
+ "loss": 1.2861,
799
+ "step": 2700
800
+ },
801
+ {
802
+ "epoch": 3.6240851630073188,
803
+ "grad_norm": 67.85335540771484,
804
+ "learning_rate": 1.8197399527186764e-05,
805
+ "loss": 1.1729,
806
+ "step": 2725
807
+ },
808
+ {
809
+ "epoch": 3.6573519627411843,
810
+ "grad_norm": 33.24497985839844,
811
+ "learning_rate": 1.8160460992907803e-05,
812
+ "loss": 1.0192,
813
+ "step": 2750
814
+ },
815
+ {
816
+ "epoch": 3.69061876247505,
817
+ "grad_norm": 35.55667495727539,
818
+ "learning_rate": 1.8123522458628842e-05,
819
+ "loss": 1.3333,
820
+ "step": 2775
821
+ },
822
+ {
823
+ "epoch": 3.7238855622089155,
824
+ "grad_norm": 37.897403717041016,
825
+ "learning_rate": 1.808658392434988e-05,
826
+ "loss": 1.1394,
827
+ "step": 2800
828
+ },
829
+ {
830
+ "epoch": 3.757152361942781,
831
+ "grad_norm": 35.6640510559082,
832
+ "learning_rate": 1.8049645390070924e-05,
833
+ "loss": 1.1051,
834
+ "step": 2825
835
+ },
836
+ {
837
+ "epoch": 3.7904191616766467,
838
+ "grad_norm": 29.27308464050293,
839
+ "learning_rate": 1.8012706855791963e-05,
840
+ "loss": 1.0211,
841
+ "step": 2850
842
+ },
843
+ {
844
+ "epoch": 3.8236859614105123,
845
+ "grad_norm": 32.13299560546875,
846
+ "learning_rate": 1.7975768321513003e-05,
847
+ "loss": 1.2123,
848
+ "step": 2875
849
+ },
850
+ {
851
+ "epoch": 3.856952761144378,
852
+ "grad_norm": 56.25267028808594,
853
+ "learning_rate": 1.7938829787234045e-05,
854
+ "loss": 1.0909,
855
+ "step": 2900
856
+ },
857
+ {
858
+ "epoch": 3.8902195608782435,
859
+ "grad_norm": 54.82377624511719,
860
+ "learning_rate": 1.7901891252955084e-05,
861
+ "loss": 0.9839,
862
+ "step": 2925
863
+ },
864
+ {
865
+ "epoch": 3.923486360612109,
866
+ "grad_norm": 20.814624786376953,
867
+ "learning_rate": 1.7864952718676124e-05,
868
+ "loss": 1.2626,
869
+ "step": 2950
870
+ },
871
+ {
872
+ "epoch": 3.9567531603459747,
873
+ "grad_norm": 45.11383819580078,
874
+ "learning_rate": 1.7828014184397163e-05,
875
+ "loss": 1.1191,
876
+ "step": 2975
877
+ },
878
+ {
879
+ "epoch": 3.9900199600798403,
880
+ "grad_norm": 51.448753356933594,
881
+ "learning_rate": 1.7791075650118205e-05,
882
+ "loss": 1.1327,
883
+ "step": 3000
884
+ },
885
+ {
886
+ "epoch": 4.0,
887
+ "eval_accuracy": 0.875,
888
+ "eval_loss": 0.3895746171474457,
889
+ "eval_macro_f1": 0.6312557075804114,
890
+ "eval_runtime": 5.2266,
891
+ "eval_samples_per_second": 511.231,
892
+ "eval_steps_per_second": 31.952,
893
+ "eval_weighted_f1": 0.8575738291656346,
894
+ "step": 3008
895
+ },
896
+ {
897
+ "epoch": 4.022621423819029,
898
+ "grad_norm": 48.71759796142578,
899
+ "learning_rate": 1.7754137115839245e-05,
900
+ "loss": 1.1,
901
+ "step": 3025
902
+ },
903
+ {
904
+ "epoch": 4.055888223552894,
905
+ "grad_norm": 29.673315048217773,
906
+ "learning_rate": 1.7717198581560284e-05,
907
+ "loss": 1.0135,
908
+ "step": 3050
909
+ },
910
+ {
911
+ "epoch": 4.08915502328676,
912
+ "grad_norm": 48.15918731689453,
913
+ "learning_rate": 1.7680260047281326e-05,
914
+ "loss": 0.9167,
915
+ "step": 3075
916
+ },
917
+ {
918
+ "epoch": 4.122421823020625,
919
+ "grad_norm": 106.46054077148438,
920
+ "learning_rate": 1.7643321513002365e-05,
921
+ "loss": 1.0069,
922
+ "step": 3100
923
+ },
924
+ {
925
+ "epoch": 4.155688622754491,
926
+ "grad_norm": 35.317100524902344,
927
+ "learning_rate": 1.7606382978723408e-05,
928
+ "loss": 0.995,
929
+ "step": 3125
930
+ },
931
+ {
932
+ "epoch": 4.188955422488356,
933
+ "grad_norm": 90.59516143798828,
934
+ "learning_rate": 1.7569444444444447e-05,
935
+ "loss": 1.0657,
936
+ "step": 3150
937
+ },
938
+ {
939
+ "epoch": 4.222222222222222,
940
+ "grad_norm": 30.455419540405273,
941
+ "learning_rate": 1.7532505910165486e-05,
942
+ "loss": 0.8495,
943
+ "step": 3175
944
+ },
945
+ {
946
+ "epoch": 4.2554890219560875,
947
+ "grad_norm": 40.93452072143555,
948
+ "learning_rate": 1.7495567375886526e-05,
949
+ "loss": 1.0715,
950
+ "step": 3200
951
+ },
952
+ {
953
+ "epoch": 4.2887558216899535,
954
+ "grad_norm": 30.957292556762695,
955
+ "learning_rate": 1.7458628841607565e-05,
956
+ "loss": 0.9794,
957
+ "step": 3225
958
+ },
959
+ {
960
+ "epoch": 4.322022621423819,
961
+ "grad_norm": 30.855369567871094,
962
+ "learning_rate": 1.7421690307328607e-05,
963
+ "loss": 0.8919,
964
+ "step": 3250
965
+ },
966
+ {
967
+ "epoch": 4.355289421157685,
968
+ "grad_norm": 63.87913131713867,
969
+ "learning_rate": 1.7384751773049647e-05,
970
+ "loss": 0.902,
971
+ "step": 3275
972
+ },
973
+ {
974
+ "epoch": 4.38855622089155,
975
+ "grad_norm": 30.66573715209961,
976
+ "learning_rate": 1.734781323877069e-05,
977
+ "loss": 0.9991,
978
+ "step": 3300
979
+ },
980
+ {
981
+ "epoch": 4.421823020625416,
982
+ "grad_norm": 73.5466537475586,
983
+ "learning_rate": 1.731087470449173e-05,
984
+ "loss": 0.9789,
985
+ "step": 3325
986
+ },
987
+ {
988
+ "epoch": 4.455089820359281,
989
+ "grad_norm": 50.52330017089844,
990
+ "learning_rate": 1.7273936170212768e-05,
991
+ "loss": 0.9101,
992
+ "step": 3350
993
+ },
994
+ {
995
+ "epoch": 4.488356620093147,
996
+ "grad_norm": 34.19644546508789,
997
+ "learning_rate": 1.7236997635933807e-05,
998
+ "loss": 0.9872,
999
+ "step": 3375
1000
+ },
1001
+ {
1002
+ "epoch": 4.521623419827012,
1003
+ "grad_norm": 47.21670150756836,
1004
+ "learning_rate": 1.7200059101654846e-05,
1005
+ "loss": 1.0605,
1006
+ "step": 3400
1007
+ },
1008
+ {
1009
+ "epoch": 4.554890219560878,
1010
+ "grad_norm": 39.3327751159668,
1011
+ "learning_rate": 1.716312056737589e-05,
1012
+ "loss": 1.0528,
1013
+ "step": 3425
1014
+ },
1015
+ {
1016
+ "epoch": 4.588157019294744,
1017
+ "grad_norm": 34.61280822753906,
1018
+ "learning_rate": 1.7126182033096928e-05,
1019
+ "loss": 1.0177,
1020
+ "step": 3450
1021
+ },
1022
+ {
1023
+ "epoch": 4.621423819028609,
1024
+ "grad_norm": 43.42950439453125,
1025
+ "learning_rate": 1.708924349881797e-05,
1026
+ "loss": 0.9658,
1027
+ "step": 3475
1028
+ },
1029
+ {
1030
+ "epoch": 4.654690618762475,
1031
+ "grad_norm": 76.97799682617188,
1032
+ "learning_rate": 1.705230496453901e-05,
1033
+ "loss": 1.012,
1034
+ "step": 3500
1035
+ },
1036
+ {
1037
+ "epoch": 4.687957418496341,
1038
+ "grad_norm": 86.50502014160156,
1039
+ "learning_rate": 1.701536643026005e-05,
1040
+ "loss": 1.0879,
1041
+ "step": 3525
1042
+ },
1043
+ {
1044
+ "epoch": 4.721224218230207,
1045
+ "grad_norm": 67.30113983154297,
1046
+ "learning_rate": 1.6978427895981088e-05,
1047
+ "loss": 0.9472,
1048
+ "step": 3550
1049
+ },
1050
+ {
1051
+ "epoch": 4.754491017964072,
1052
+ "grad_norm": 48.959510803222656,
1053
+ "learning_rate": 1.6941489361702127e-05,
1054
+ "loss": 0.8909,
1055
+ "step": 3575
1056
+ },
1057
+ {
1058
+ "epoch": 4.787757817697938,
1059
+ "grad_norm": 37.00886154174805,
1060
+ "learning_rate": 1.690455082742317e-05,
1061
+ "loss": 0.9258,
1062
+ "step": 3600
1063
+ },
1064
+ {
1065
+ "epoch": 4.821024617431803,
1066
+ "grad_norm": 40.728389739990234,
1067
+ "learning_rate": 1.686761229314421e-05,
1068
+ "loss": 0.9842,
1069
+ "step": 3625
1070
+ },
1071
+ {
1072
+ "epoch": 4.854291417165669,
1073
+ "grad_norm": 36.54294204711914,
1074
+ "learning_rate": 1.683067375886525e-05,
1075
+ "loss": 1.2932,
1076
+ "step": 3650
1077
+ },
1078
+ {
1079
+ "epoch": 4.887558216899534,
1080
+ "grad_norm": 51.39826202392578,
1081
+ "learning_rate": 1.679373522458629e-05,
1082
+ "loss": 0.8629,
1083
+ "step": 3675
1084
+ },
1085
+ {
1086
+ "epoch": 4.9208250166334,
1087
+ "grad_norm": 61.848716735839844,
1088
+ "learning_rate": 1.675679669030733e-05,
1089
+ "loss": 0.7629,
1090
+ "step": 3700
1091
+ },
1092
+ {
1093
+ "epoch": 4.954091816367265,
1094
+ "grad_norm": 57.027320861816406,
1095
+ "learning_rate": 1.671985815602837e-05,
1096
+ "loss": 0.8083,
1097
+ "step": 3725
1098
+ },
1099
+ {
1100
+ "epoch": 4.987358616101131,
1101
+ "grad_norm": 19.989900588989258,
1102
+ "learning_rate": 1.6682919621749408e-05,
1103
+ "loss": 1.103,
1104
+ "step": 3750
1105
+ },
1106
+ {
1107
+ "epoch": 5.0,
1108
+ "eval_accuracy": 0.8678892215568862,
1109
+ "eval_loss": 0.374149888753891,
1110
+ "eval_macro_f1": 0.666066174442096,
1111
+ "eval_runtime": 5.3177,
1112
+ "eval_samples_per_second": 502.476,
1113
+ "eval_steps_per_second": 31.405,
1114
+ "eval_weighted_f1": 0.8664826654088403,
1115
+ "step": 3760
1116
+ }
1117
+ ],
1118
+ "logging_steps": 25,
1119
+ "max_steps": 15040,
1120
+ "num_input_tokens_seen": 0,
1121
+ "num_train_epochs": 20,
1122
+ "save_steps": 500,
1123
+ "stateful_callbacks": {
1124
+ "EarlyStoppingCallback": {
1125
+ "args": {
1126
+ "early_stopping_patience": 3,
1127
+ "early_stopping_threshold": 0.0
1128
+ },
1129
+ "attributes": {
1130
+ "early_stopping_patience_counter": 0
1131
+ }
1132
+ },
1133
+ "TrainerControl": {
1134
+ "args": {
1135
+ "should_epoch_stop": false,
1136
+ "should_evaluate": false,
1137
+ "should_log": false,
1138
+ "should_save": true,
1139
+ "should_training_stop": false
1140
+ },
1141
+ "attributes": {}
1142
+ }
1143
+ },
1144
+ "total_flos": 0.0,
1145
+ "train_batch_size": 8,
1146
+ "trial_name": null,
1147
+ "trial_params": null
1148
+ }
vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-6016/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-6016/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-6016/trainer_state.json ADDED
@@ -0,0 +1,1811 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3760,
3
+ "best_metric": 0.666066174442096,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vihsd-xlmr-s42-20260831T080156Z-eb7db613/trainer/checkpoint-3760",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 6016,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0332667997338656,
14
+ "grad_norm": 60.04581069946289,
15
+ "learning_rate": 3.1914893617021275e-07,
16
+ "loss": 6.5316,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.0665335994677312,
21
+ "grad_norm": 101.20304870605469,
22
+ "learning_rate": 6.515957446808512e-07,
23
+ "loss": 6.375,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.0998003992015968,
28
+ "grad_norm": 142.806884765625,
29
+ "learning_rate": 9.840425531914895e-07,
30
+ "loss": 5.9942,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.1330671989354624,
35
+ "grad_norm": 156.3951416015625,
36
+ "learning_rate": 1.3164893617021277e-06,
37
+ "loss": 5.1579,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.16633399866932802,
42
+ "grad_norm": 193.04119873046875,
43
+ "learning_rate": 1.648936170212766e-06,
44
+ "loss": 3.9493,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.1996007984031936,
49
+ "grad_norm": 75.33047485351562,
50
+ "learning_rate": 1.9813829787234043e-06,
51
+ "loss": 3.1194,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.2328675981370592,
56
+ "grad_norm": 72.00996398925781,
57
+ "learning_rate": 2.3138297872340428e-06,
58
+ "loss": 2.7996,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.2661343978709248,
63
+ "grad_norm": 79.80836486816406,
64
+ "learning_rate": 2.646276595744681e-06,
65
+ "loss": 2.7718,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.2994011976047904,
70
+ "grad_norm": 208.17127990722656,
71
+ "learning_rate": 2.978723404255319e-06,
72
+ "loss": 2.616,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.33266799733865604,
77
+ "grad_norm": 76.52879333496094,
78
+ "learning_rate": 3.311170212765958e-06,
79
+ "loss": 2.5477,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.36593479707252163,
84
+ "grad_norm": 19.10734748840332,
85
+ "learning_rate": 3.643617021276596e-06,
86
+ "loss": 2.4327,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.3992015968063872,
91
+ "grad_norm": 45.1678581237793,
92
+ "learning_rate": 3.976063829787235e-06,
93
+ "loss": 2.4855,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.4324683965402528,
98
+ "grad_norm": 88.31818389892578,
99
+ "learning_rate": 4.308510638297873e-06,
100
+ "loss": 2.3142,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.4657351962741184,
105
+ "grad_norm": 33.23098373413086,
106
+ "learning_rate": 4.640957446808511e-06,
107
+ "loss": 2.0999,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.499001996007984,
112
+ "grad_norm": 21.425661087036133,
113
+ "learning_rate": 4.973404255319149e-06,
114
+ "loss": 2.3645,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.5322687957418496,
119
+ "grad_norm": 21.178281784057617,
120
+ "learning_rate": 5.305851063829788e-06,
121
+ "loss": 2.0132,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.5655355954757152,
126
+ "grad_norm": 33.6851692199707,
127
+ "learning_rate": 5.638297872340426e-06,
128
+ "loss": 2.1332,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 0.5988023952095808,
133
+ "grad_norm": 35.490272521972656,
134
+ "learning_rate": 5.970744680851064e-06,
135
+ "loss": 2.3194,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 0.6320691949434465,
140
+ "grad_norm": 32.97385025024414,
141
+ "learning_rate": 6.303191489361703e-06,
142
+ "loss": 2.2263,
143
+ "step": 475
144
+ },
145
+ {
146
+ "epoch": 0.6653359946773121,
147
+ "grad_norm": 39.514923095703125,
148
+ "learning_rate": 6.635638297872341e-06,
149
+ "loss": 2.039,
150
+ "step": 500
151
+ },
152
+ {
153
+ "epoch": 0.6986027944111777,
154
+ "grad_norm": 23.220718383789062,
155
+ "learning_rate": 6.968085106382979e-06,
156
+ "loss": 1.8173,
157
+ "step": 525
158
+ },
159
+ {
160
+ "epoch": 0.7318695941450433,
161
+ "grad_norm": 35.544612884521484,
162
+ "learning_rate": 7.300531914893617e-06,
163
+ "loss": 1.9609,
164
+ "step": 550
165
+ },
166
+ {
167
+ "epoch": 0.7651363938789089,
168
+ "grad_norm": 73.93038177490234,
169
+ "learning_rate": 7.632978723404256e-06,
170
+ "loss": 1.862,
171
+ "step": 575
172
+ },
173
+ {
174
+ "epoch": 0.7984031936127745,
175
+ "grad_norm": 58.96735382080078,
176
+ "learning_rate": 7.965425531914895e-06,
177
+ "loss": 2.159,
178
+ "step": 600
179
+ },
180
+ {
181
+ "epoch": 0.83166999334664,
182
+ "grad_norm": 49.35907745361328,
183
+ "learning_rate": 8.297872340425532e-06,
184
+ "loss": 1.9701,
185
+ "step": 625
186
+ },
187
+ {
188
+ "epoch": 0.8649367930805056,
189
+ "grad_norm": 59.45610046386719,
190
+ "learning_rate": 8.630319148936171e-06,
191
+ "loss": 1.9072,
192
+ "step": 650
193
+ },
194
+ {
195
+ "epoch": 0.8982035928143712,
196
+ "grad_norm": 17.649784088134766,
197
+ "learning_rate": 8.96276595744681e-06,
198
+ "loss": 1.9265,
199
+ "step": 675
200
+ },
201
+ {
202
+ "epoch": 0.9314703925482368,
203
+ "grad_norm": 61.898170471191406,
204
+ "learning_rate": 9.295212765957447e-06,
205
+ "loss": 1.9268,
206
+ "step": 700
207
+ },
208
+ {
209
+ "epoch": 0.9647371922821024,
210
+ "grad_norm": 37.08420181274414,
211
+ "learning_rate": 9.627659574468086e-06,
212
+ "loss": 2.056,
213
+ "step": 725
214
+ },
215
+ {
216
+ "epoch": 0.998003992015968,
217
+ "grad_norm": 24.224077224731445,
218
+ "learning_rate": 9.960106382978723e-06,
219
+ "loss": 1.8379,
220
+ "step": 750
221
+ },
222
+ {
223
+ "epoch": 1.0,
224
+ "eval_accuracy": 0.8364520958083832,
225
+ "eval_loss": 0.44991499185562134,
226
+ "eval_macro_f1": 0.4714346051544502,
227
+ "eval_runtime": 5.5037,
228
+ "eval_samples_per_second": 485.492,
229
+ "eval_steps_per_second": 30.343,
230
+ "eval_weighted_f1": 0.7992154655636899,
231
+ "step": 752
232
+ },
233
+ {
234
+ "epoch": 1.0306054557551563,
235
+ "grad_norm": 57.20500946044922,
236
+ "learning_rate": 1.0292553191489364e-05,
237
+ "loss": 1.7087,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.0638722554890219,
242
+ "grad_norm": 57.05479049682617,
243
+ "learning_rate": 1.0625e-05,
244
+ "loss": 1.6919,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.0971390552228875,
249
+ "grad_norm": 30.059728622436523,
250
+ "learning_rate": 1.095744680851064e-05,
251
+ "loss": 1.8439,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.130405854956753,
256
+ "grad_norm": 53.15859603881836,
257
+ "learning_rate": 1.1289893617021277e-05,
258
+ "loss": 1.7433,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 1.1636726546906186,
263
+ "grad_norm": 34.22827911376953,
264
+ "learning_rate": 1.1622340425531916e-05,
265
+ "loss": 1.5187,
266
+ "step": 875
267
+ },
268
+ {
269
+ "epoch": 1.1969394544244845,
270
+ "grad_norm": 30.965850830078125,
271
+ "learning_rate": 1.1954787234042554e-05,
272
+ "loss": 1.936,
273
+ "step": 900
274
+ },
275
+ {
276
+ "epoch": 1.23020625415835,
277
+ "grad_norm": 44.840118408203125,
278
+ "learning_rate": 1.2287234042553193e-05,
279
+ "loss": 1.7371,
280
+ "step": 925
281
+ },
282
+ {
283
+ "epoch": 1.2634730538922156,
284
+ "grad_norm": 41.642948150634766,
285
+ "learning_rate": 1.2619680851063832e-05,
286
+ "loss": 1.5948,
287
+ "step": 950
288
+ },
289
+ {
290
+ "epoch": 1.2967398536260812,
291
+ "grad_norm": 28.710777282714844,
292
+ "learning_rate": 1.295212765957447e-05,
293
+ "loss": 1.6044,
294
+ "step": 975
295
+ },
296
+ {
297
+ "epoch": 1.3300066533599468,
298
+ "grad_norm": 31.282737731933594,
299
+ "learning_rate": 1.3284574468085108e-05,
300
+ "loss": 1.692,
301
+ "step": 1000
302
+ },
303
+ {
304
+ "epoch": 1.3632734530938124,
305
+ "grad_norm": 45.34244155883789,
306
+ "learning_rate": 1.3617021276595745e-05,
307
+ "loss": 1.7894,
308
+ "step": 1025
309
+ },
310
+ {
311
+ "epoch": 1.396540252827678,
312
+ "grad_norm": 42.62638473510742,
313
+ "learning_rate": 1.3949468085106384e-05,
314
+ "loss": 1.6585,
315
+ "step": 1050
316
+ },
317
+ {
318
+ "epoch": 1.4298070525615436,
319
+ "grad_norm": 19.914966583251953,
320
+ "learning_rate": 1.4281914893617021e-05,
321
+ "loss": 1.6604,
322
+ "step": 1075
323
+ },
324
+ {
325
+ "epoch": 1.4630738522954092,
326
+ "grad_norm": 28.72016143798828,
327
+ "learning_rate": 1.4614361702127662e-05,
328
+ "loss": 1.7932,
329
+ "step": 1100
330
+ },
331
+ {
332
+ "epoch": 1.4963406520292748,
333
+ "grad_norm": 17.88189697265625,
334
+ "learning_rate": 1.49468085106383e-05,
335
+ "loss": 1.5598,
336
+ "step": 1125
337
+ },
338
+ {
339
+ "epoch": 1.5296074517631404,
340
+ "grad_norm": 18.94022560119629,
341
+ "learning_rate": 1.5279255319148938e-05,
342
+ "loss": 1.6505,
343
+ "step": 1150
344
+ },
345
+ {
346
+ "epoch": 1.562874251497006,
347
+ "grad_norm": 46.392948150634766,
348
+ "learning_rate": 1.5611702127659575e-05,
349
+ "loss": 1.7693,
350
+ "step": 1175
351
+ },
352
+ {
353
+ "epoch": 1.5961410512308716,
354
+ "grad_norm": 52.05271530151367,
355
+ "learning_rate": 1.5944148936170216e-05,
356
+ "loss": 1.7481,
357
+ "step": 1200
358
+ },
359
+ {
360
+ "epoch": 1.6294078509647372,
361
+ "grad_norm": 40.220706939697266,
362
+ "learning_rate": 1.6276595744680853e-05,
363
+ "loss": 1.7503,
364
+ "step": 1225
365
+ },
366
+ {
367
+ "epoch": 1.6626746506986028,
368
+ "grad_norm": 43.21135330200195,
369
+ "learning_rate": 1.660904255319149e-05,
370
+ "loss": 1.7449,
371
+ "step": 1250
372
+ },
373
+ {
374
+ "epoch": 1.6959414504324684,
375
+ "grad_norm": 40.75626754760742,
376
+ "learning_rate": 1.6941489361702127e-05,
377
+ "loss": 1.59,
378
+ "step": 1275
379
+ },
380
+ {
381
+ "epoch": 1.729208250166334,
382
+ "grad_norm": 34.456390380859375,
383
+ "learning_rate": 1.7273936170212768e-05,
384
+ "loss": 1.6035,
385
+ "step": 1300
386
+ },
387
+ {
388
+ "epoch": 1.7624750499001998,
389
+ "grad_norm": 34.300167083740234,
390
+ "learning_rate": 1.7606382978723408e-05,
391
+ "loss": 1.6999,
392
+ "step": 1325
393
+ },
394
+ {
395
+ "epoch": 1.7957418496340654,
396
+ "grad_norm": 30.12871742248535,
397
+ "learning_rate": 1.7938829787234045e-05,
398
+ "loss": 1.5092,
399
+ "step": 1350
400
+ },
401
+ {
402
+ "epoch": 1.829008649367931,
403
+ "grad_norm": 49.205535888671875,
404
+ "learning_rate": 1.8271276595744682e-05,
405
+ "loss": 1.5835,
406
+ "step": 1375
407
+ },
408
+ {
409
+ "epoch": 1.8622754491017965,
410
+ "grad_norm": 43.63349533081055,
411
+ "learning_rate": 1.860372340425532e-05,
412
+ "loss": 1.6673,
413
+ "step": 1400
414
+ },
415
+ {
416
+ "epoch": 1.8955422488356621,
417
+ "grad_norm": 44.04377365112305,
418
+ "learning_rate": 1.893617021276596e-05,
419
+ "loss": 1.6975,
420
+ "step": 1425
421
+ },
422
+ {
423
+ "epoch": 1.9288090485695277,
424
+ "grad_norm": 69.28250885009766,
425
+ "learning_rate": 1.9268617021276597e-05,
426
+ "loss": 1.7258,
427
+ "step": 1450
428
+ },
429
+ {
430
+ "epoch": 1.9620758483033933,
431
+ "grad_norm": 51.27859115600586,
432
+ "learning_rate": 1.9601063829787234e-05,
433
+ "loss": 1.4632,
434
+ "step": 1475
435
+ },
436
+ {
437
+ "epoch": 1.995342648037259,
438
+ "grad_norm": 29.832796096801758,
439
+ "learning_rate": 1.9933510638297875e-05,
440
+ "loss": 1.5166,
441
+ "step": 1500
442
+ },
443
+ {
444
+ "epoch": 2.0,
445
+ "eval_accuracy": 0.8592814371257484,
446
+ "eval_loss": 0.3878445625305176,
447
+ "eval_macro_f1": 0.6093996404106508,
448
+ "eval_runtime": 5.5584,
449
+ "eval_samples_per_second": 480.718,
450
+ "eval_steps_per_second": 30.045,
451
+ "eval_weighted_f1": 0.8436323495590297,
452
+ "step": 1504
453
+ },
454
+ {
455
+ "epoch": 2.027944111776447,
456
+ "grad_norm": 51.66810607910156,
457
+ "learning_rate": 1.9970449172576832e-05,
458
+ "loss": 1.512,
459
+ "step": 1525
460
+ },
461
+ {
462
+ "epoch": 2.0612109115103125,
463
+ "grad_norm": 32.97279357910156,
464
+ "learning_rate": 1.9933510638297875e-05,
465
+ "loss": 1.5673,
466
+ "step": 1550
467
+ },
468
+ {
469
+ "epoch": 2.094477711244178,
470
+ "grad_norm": 28.018095016479492,
471
+ "learning_rate": 1.9896572104018914e-05,
472
+ "loss": 1.4563,
473
+ "step": 1575
474
+ },
475
+ {
476
+ "epoch": 2.1277445109780437,
477
+ "grad_norm": 40.94987106323242,
478
+ "learning_rate": 1.9859633569739953e-05,
479
+ "loss": 1.3365,
480
+ "step": 1600
481
+ },
482
+ {
483
+ "epoch": 2.1610113107119093,
484
+ "grad_norm": 27.783611297607422,
485
+ "learning_rate": 1.9822695035460996e-05,
486
+ "loss": 1.3111,
487
+ "step": 1625
488
+ },
489
+ {
490
+ "epoch": 2.194278110445775,
491
+ "grad_norm": 32.86389923095703,
492
+ "learning_rate": 1.9785756501182035e-05,
493
+ "loss": 1.3815,
494
+ "step": 1650
495
+ },
496
+ {
497
+ "epoch": 2.2275449101796405,
498
+ "grad_norm": 26.49806022644043,
499
+ "learning_rate": 1.9748817966903074e-05,
500
+ "loss": 1.4758,
501
+ "step": 1675
502
+ },
503
+ {
504
+ "epoch": 2.260811709913506,
505
+ "grad_norm": 29.948463439941406,
506
+ "learning_rate": 1.9711879432624113e-05,
507
+ "loss": 1.4619,
508
+ "step": 1700
509
+ },
510
+ {
511
+ "epoch": 2.294078509647372,
512
+ "grad_norm": 33.47346878051758,
513
+ "learning_rate": 1.9674940898345156e-05,
514
+ "loss": 1.2621,
515
+ "step": 1725
516
+ },
517
+ {
518
+ "epoch": 2.3273453093812373,
519
+ "grad_norm": 29.686336517333984,
520
+ "learning_rate": 1.9638002364066195e-05,
521
+ "loss": 1.4016,
522
+ "step": 1750
523
+ },
524
+ {
525
+ "epoch": 2.3606121091151033,
526
+ "grad_norm": 28.625816345214844,
527
+ "learning_rate": 1.9601063829787234e-05,
528
+ "loss": 1.3716,
529
+ "step": 1775
530
+ },
531
+ {
532
+ "epoch": 2.393878908848969,
533
+ "grad_norm": 41.445194244384766,
534
+ "learning_rate": 1.9564125295508277e-05,
535
+ "loss": 1.4446,
536
+ "step": 1800
537
+ },
538
+ {
539
+ "epoch": 2.4271457085828345,
540
+ "grad_norm": 33.7960090637207,
541
+ "learning_rate": 1.9527186761229316e-05,
542
+ "loss": 1.4319,
543
+ "step": 1825
544
+ },
545
+ {
546
+ "epoch": 2.4604125083167,
547
+ "grad_norm": 41.48210906982422,
548
+ "learning_rate": 1.9490248226950355e-05,
549
+ "loss": 1.4477,
550
+ "step": 1850
551
+ },
552
+ {
553
+ "epoch": 2.4936793080505657,
554
+ "grad_norm": 22.683666229248047,
555
+ "learning_rate": 1.9453309692671394e-05,
556
+ "loss": 1.4611,
557
+ "step": 1875
558
+ },
559
+ {
560
+ "epoch": 2.5269461077844313,
561
+ "grad_norm": 75.91942596435547,
562
+ "learning_rate": 1.9416371158392437e-05,
563
+ "loss": 1.4748,
564
+ "step": 1900
565
+ },
566
+ {
567
+ "epoch": 2.560212907518297,
568
+ "grad_norm": 23.66288185119629,
569
+ "learning_rate": 1.9379432624113476e-05,
570
+ "loss": 1.3866,
571
+ "step": 1925
572
+ },
573
+ {
574
+ "epoch": 2.5934797072521625,
575
+ "grad_norm": 28.03472137451172,
576
+ "learning_rate": 1.9342494089834515e-05,
577
+ "loss": 1.5164,
578
+ "step": 1950
579
+ },
580
+ {
581
+ "epoch": 2.626746506986028,
582
+ "grad_norm": 28.279342651367188,
583
+ "learning_rate": 1.9305555555555558e-05,
584
+ "loss": 1.2804,
585
+ "step": 1975
586
+ },
587
+ {
588
+ "epoch": 2.6600133067198937,
589
+ "grad_norm": 216.87025451660156,
590
+ "learning_rate": 1.9268617021276597e-05,
591
+ "loss": 1.4488,
592
+ "step": 2000
593
+ },
594
+ {
595
+ "epoch": 2.6932801064537593,
596
+ "grad_norm": 18.69451332092285,
597
+ "learning_rate": 1.9231678486997636e-05,
598
+ "loss": 1.3861,
599
+ "step": 2025
600
+ },
601
+ {
602
+ "epoch": 2.726546906187625,
603
+ "grad_norm": 39.9687614440918,
604
+ "learning_rate": 1.919473995271868e-05,
605
+ "loss": 1.2362,
606
+ "step": 2050
607
+ },
608
+ {
609
+ "epoch": 2.7598137059214904,
610
+ "grad_norm": 62.417503356933594,
611
+ "learning_rate": 1.9157801418439718e-05,
612
+ "loss": 1.406,
613
+ "step": 2075
614
+ },
615
+ {
616
+ "epoch": 2.793080505655356,
617
+ "grad_norm": 49.14345169067383,
618
+ "learning_rate": 1.9120862884160757e-05,
619
+ "loss": 1.3213,
620
+ "step": 2100
621
+ },
622
+ {
623
+ "epoch": 2.8263473053892216,
624
+ "grad_norm": 25.838045120239258,
625
+ "learning_rate": 1.9083924349881797e-05,
626
+ "loss": 1.3264,
627
+ "step": 2125
628
+ },
629
+ {
630
+ "epoch": 2.8596141051230872,
631
+ "grad_norm": 29.096176147460938,
632
+ "learning_rate": 1.904698581560284e-05,
633
+ "loss": 1.2518,
634
+ "step": 2150
635
+ },
636
+ {
637
+ "epoch": 2.892880904856953,
638
+ "grad_norm": 32.03115463256836,
639
+ "learning_rate": 1.9010047281323878e-05,
640
+ "loss": 1.3103,
641
+ "step": 2175
642
+ },
643
+ {
644
+ "epoch": 2.9261477045908184,
645
+ "grad_norm": 40.44658660888672,
646
+ "learning_rate": 1.897310874704492e-05,
647
+ "loss": 1.5148,
648
+ "step": 2200
649
+ },
650
+ {
651
+ "epoch": 2.959414504324684,
652
+ "grad_norm": 50.93629837036133,
653
+ "learning_rate": 1.893617021276596e-05,
654
+ "loss": 1.2976,
655
+ "step": 2225
656
+ },
657
+ {
658
+ "epoch": 2.9926813040585496,
659
+ "grad_norm": 23.98786735534668,
660
+ "learning_rate": 1.8899231678487e-05,
661
+ "loss": 1.3889,
662
+ "step": 2250
663
+ },
664
+ {
665
+ "epoch": 3.0,
666
+ "eval_accuracy": 0.8525449101796407,
667
+ "eval_loss": 0.4141266345977783,
668
+ "eval_macro_f1": 0.6527046491308818,
669
+ "eval_runtime": 4.7368,
670
+ "eval_samples_per_second": 564.097,
671
+ "eval_steps_per_second": 35.256,
672
+ "eval_weighted_f1": 0.8556424768804616,
673
+ "step": 2256
674
+ },
675
+ {
676
+ "epoch": 3.0252827677977376,
677
+ "grad_norm": 31.728736877441406,
678
+ "learning_rate": 1.886229314420804e-05,
679
+ "loss": 1.2757,
680
+ "step": 2275
681
+ },
682
+ {
683
+ "epoch": 3.0585495675316037,
684
+ "grad_norm": 53.20646286010742,
685
+ "learning_rate": 1.8825354609929078e-05,
686
+ "loss": 1.0243,
687
+ "step": 2300
688
+ },
689
+ {
690
+ "epoch": 3.0918163672654693,
691
+ "grad_norm": 89.11165618896484,
692
+ "learning_rate": 1.878841607565012e-05,
693
+ "loss": 1.0801,
694
+ "step": 2325
695
+ },
696
+ {
697
+ "epoch": 3.125083166999335,
698
+ "grad_norm": 42.73290252685547,
699
+ "learning_rate": 1.875147754137116e-05,
700
+ "loss": 1.2463,
701
+ "step": 2350
702
+ },
703
+ {
704
+ "epoch": 3.1583499667332005,
705
+ "grad_norm": 89.08346557617188,
706
+ "learning_rate": 1.8714539007092202e-05,
707
+ "loss": 1.0818,
708
+ "step": 2375
709
+ },
710
+ {
711
+ "epoch": 3.191616766467066,
712
+ "grad_norm": 43.122352600097656,
713
+ "learning_rate": 1.867760047281324e-05,
714
+ "loss": 1.2168,
715
+ "step": 2400
716
+ },
717
+ {
718
+ "epoch": 3.2248835662009316,
719
+ "grad_norm": 74.53832244873047,
720
+ "learning_rate": 1.864066193853428e-05,
721
+ "loss": 1.0971,
722
+ "step": 2425
723
+ },
724
+ {
725
+ "epoch": 3.2581503659347972,
726
+ "grad_norm": 38.41375732421875,
727
+ "learning_rate": 1.860372340425532e-05,
728
+ "loss": 1.2622,
729
+ "step": 2450
730
+ },
731
+ {
732
+ "epoch": 3.291417165668663,
733
+ "grad_norm": 34.89094543457031,
734
+ "learning_rate": 1.856678486997636e-05,
735
+ "loss": 1.119,
736
+ "step": 2475
737
+ },
738
+ {
739
+ "epoch": 3.3246839654025284,
740
+ "grad_norm": 43.105709075927734,
741
+ "learning_rate": 1.85298463356974e-05,
742
+ "loss": 1.1035,
743
+ "step": 2500
744
+ },
745
+ {
746
+ "epoch": 3.357950765136394,
747
+ "grad_norm": 36.09484100341797,
748
+ "learning_rate": 1.849290780141844e-05,
749
+ "loss": 1.112,
750
+ "step": 2525
751
+ },
752
+ {
753
+ "epoch": 3.3912175648702596,
754
+ "grad_norm": 46.346954345703125,
755
+ "learning_rate": 1.8455969267139483e-05,
756
+ "loss": 1.2829,
757
+ "step": 2550
758
+ },
759
+ {
760
+ "epoch": 3.424484364604125,
761
+ "grad_norm": 31.44744300842285,
762
+ "learning_rate": 1.8419030732860522e-05,
763
+ "loss": 1.1626,
764
+ "step": 2575
765
+ },
766
+ {
767
+ "epoch": 3.457751164337991,
768
+ "grad_norm": 45.9691047668457,
769
+ "learning_rate": 1.838209219858156e-05,
770
+ "loss": 1.0798,
771
+ "step": 2600
772
+ },
773
+ {
774
+ "epoch": 3.4910179640718564,
775
+ "grad_norm": 44.9719123840332,
776
+ "learning_rate": 1.83451536643026e-05,
777
+ "loss": 1.3929,
778
+ "step": 2625
779
+ },
780
+ {
781
+ "epoch": 3.524284763805722,
782
+ "grad_norm": 38.178436279296875,
783
+ "learning_rate": 1.8308215130023643e-05,
784
+ "loss": 1.2091,
785
+ "step": 2650
786
+ },
787
+ {
788
+ "epoch": 3.5575515635395876,
789
+ "grad_norm": 32.84955596923828,
790
+ "learning_rate": 1.8271276595744682e-05,
791
+ "loss": 1.1749,
792
+ "step": 2675
793
+ },
794
+ {
795
+ "epoch": 3.590818363273453,
796
+ "grad_norm": 58.30150604248047,
797
+ "learning_rate": 1.823433806146572e-05,
798
+ "loss": 1.2861,
799
+ "step": 2700
800
+ },
801
+ {
802
+ "epoch": 3.6240851630073188,
803
+ "grad_norm": 67.85335540771484,
804
+ "learning_rate": 1.8197399527186764e-05,
805
+ "loss": 1.1729,
806
+ "step": 2725
807
+ },
808
+ {
809
+ "epoch": 3.6573519627411843,
810
+ "grad_norm": 33.24497985839844,
811
+ "learning_rate": 1.8160460992907803e-05,
812
+ "loss": 1.0192,
813
+ "step": 2750
814
+ },
815
+ {
816
+ "epoch": 3.69061876247505,
817
+ "grad_norm": 35.55667495727539,
818
+ "learning_rate": 1.8123522458628842e-05,
819
+ "loss": 1.3333,
820
+ "step": 2775
821
+ },
822
+ {
823
+ "epoch": 3.7238855622089155,
824
+ "grad_norm": 37.897403717041016,
825
+ "learning_rate": 1.808658392434988e-05,
826
+ "loss": 1.1394,
827
+ "step": 2800
828
+ },
829
+ {
830
+ "epoch": 3.757152361942781,
831
+ "grad_norm": 35.6640510559082,
832
+ "learning_rate": 1.8049645390070924e-05,
833
+ "loss": 1.1051,
834
+ "step": 2825
835
+ },
836
+ {
837
+ "epoch": 3.7904191616766467,
838
+ "grad_norm": 29.27308464050293,
839
+ "learning_rate": 1.8012706855791963e-05,
840
+ "loss": 1.0211,
841
+ "step": 2850
842
+ },
843
+ {
844
+ "epoch": 3.8236859614105123,
845
+ "grad_norm": 32.13299560546875,
846
+ "learning_rate": 1.7975768321513003e-05,
847
+ "loss": 1.2123,
848
+ "step": 2875
849
+ },
850
+ {
851
+ "epoch": 3.856952761144378,
852
+ "grad_norm": 56.25267028808594,
853
+ "learning_rate": 1.7938829787234045e-05,
854
+ "loss": 1.0909,
855
+ "step": 2900
856
+ },
857
+ {
858
+ "epoch": 3.8902195608782435,
859
+ "grad_norm": 54.82377624511719,
860
+ "learning_rate": 1.7901891252955084e-05,
861
+ "loss": 0.9839,
862
+ "step": 2925
863
+ },
864
+ {
865
+ "epoch": 3.923486360612109,
866
+ "grad_norm": 20.814624786376953,
867
+ "learning_rate": 1.7864952718676124e-05,
868
+ "loss": 1.2626,
869
+ "step": 2950
870
+ },
871
+ {
872
+ "epoch": 3.9567531603459747,
873
+ "grad_norm": 45.11383819580078,
874
+ "learning_rate": 1.7828014184397163e-05,
875
+ "loss": 1.1191,
876
+ "step": 2975
877
+ },
878
+ {
879
+ "epoch": 3.9900199600798403,
880
+ "grad_norm": 51.448753356933594,
881
+ "learning_rate": 1.7791075650118205e-05,
882
+ "loss": 1.1327,
883
+ "step": 3000
884
+ },
885
+ {
886
+ "epoch": 4.0,
887
+ "eval_accuracy": 0.875,
888
+ "eval_loss": 0.3895746171474457,
889
+ "eval_macro_f1": 0.6312557075804114,
890
+ "eval_runtime": 5.2266,
891
+ "eval_samples_per_second": 511.231,
892
+ "eval_steps_per_second": 31.952,
893
+ "eval_weighted_f1": 0.8575738291656346,
894
+ "step": 3008
895
+ },
896
+ {
897
+ "epoch": 4.022621423819029,
898
+ "grad_norm": 48.71759796142578,
899
+ "learning_rate": 1.7754137115839245e-05,
900
+ "loss": 1.1,
901
+ "step": 3025
902
+ },
903
+ {
904
+ "epoch": 4.055888223552894,
905
+ "grad_norm": 29.673315048217773,
906
+ "learning_rate": 1.7717198581560284e-05,
907
+ "loss": 1.0135,
908
+ "step": 3050
909
+ },
910
+ {
911
+ "epoch": 4.08915502328676,
912
+ "grad_norm": 48.15918731689453,
913
+ "learning_rate": 1.7680260047281326e-05,
914
+ "loss": 0.9167,
915
+ "step": 3075
916
+ },
917
+ {
918
+ "epoch": 4.122421823020625,
919
+ "grad_norm": 106.46054077148438,
920
+ "learning_rate": 1.7643321513002365e-05,
921
+ "loss": 1.0069,
922
+ "step": 3100
923
+ },
924
+ {
925
+ "epoch": 4.155688622754491,
926
+ "grad_norm": 35.317100524902344,
927
+ "learning_rate": 1.7606382978723408e-05,
928
+ "loss": 0.995,
929
+ "step": 3125
930
+ },
931
+ {
932
+ "epoch": 4.188955422488356,
933
+ "grad_norm": 90.59516143798828,
934
+ "learning_rate": 1.7569444444444447e-05,
935
+ "loss": 1.0657,
936
+ "step": 3150
937
+ },
938
+ {
939
+ "epoch": 4.222222222222222,
940
+ "grad_norm": 30.455419540405273,
941
+ "learning_rate": 1.7532505910165486e-05,
942
+ "loss": 0.8495,
943
+ "step": 3175
944
+ },
945
+ {
946
+ "epoch": 4.2554890219560875,
947
+ "grad_norm": 40.93452072143555,
948
+ "learning_rate": 1.7495567375886526e-05,
949
+ "loss": 1.0715,
950
+ "step": 3200
951
+ },
952
+ {
953
+ "epoch": 4.2887558216899535,
954
+ "grad_norm": 30.957292556762695,
955
+ "learning_rate": 1.7458628841607565e-05,
956
+ "loss": 0.9794,
957
+ "step": 3225
958
+ },
959
+ {
960
+ "epoch": 4.322022621423819,
961
+ "grad_norm": 30.855369567871094,
962
+ "learning_rate": 1.7421690307328607e-05,
963
+ "loss": 0.8919,
964
+ "step": 3250
965
+ },
966
+ {
967
+ "epoch": 4.355289421157685,
968
+ "grad_norm": 63.87913131713867,
969
+ "learning_rate": 1.7384751773049647e-05,
970
+ "loss": 0.902,
971
+ "step": 3275
972
+ },
973
+ {
974
+ "epoch": 4.38855622089155,
975
+ "grad_norm": 30.66573715209961,
976
+ "learning_rate": 1.734781323877069e-05,
977
+ "loss": 0.9991,
978
+ "step": 3300
979
+ },
980
+ {
981
+ "epoch": 4.421823020625416,
982
+ "grad_norm": 73.5466537475586,
983
+ "learning_rate": 1.731087470449173e-05,
984
+ "loss": 0.9789,
985
+ "step": 3325
986
+ },
987
+ {
988
+ "epoch": 4.455089820359281,
989
+ "grad_norm": 50.52330017089844,
990
+ "learning_rate": 1.7273936170212768e-05,
991
+ "loss": 0.9101,
992
+ "step": 3350
993
+ },
994
+ {
995
+ "epoch": 4.488356620093147,
996
+ "grad_norm": 34.19644546508789,
997
+ "learning_rate": 1.7236997635933807e-05,
998
+ "loss": 0.9872,
999
+ "step": 3375
1000
+ },
1001
+ {
1002
+ "epoch": 4.521623419827012,
1003
+ "grad_norm": 47.21670150756836,
1004
+ "learning_rate": 1.7200059101654846e-05,
1005
+ "loss": 1.0605,
1006
+ "step": 3400
1007
+ },
1008
+ {
1009
+ "epoch": 4.554890219560878,
1010
+ "grad_norm": 39.3327751159668,
1011
+ "learning_rate": 1.716312056737589e-05,
1012
+ "loss": 1.0528,
1013
+ "step": 3425
1014
+ },
1015
+ {
1016
+ "epoch": 4.588157019294744,
1017
+ "grad_norm": 34.61280822753906,
1018
+ "learning_rate": 1.7126182033096928e-05,
1019
+ "loss": 1.0177,
1020
+ "step": 3450
1021
+ },
1022
+ {
1023
+ "epoch": 4.621423819028609,
1024
+ "grad_norm": 43.42950439453125,
1025
+ "learning_rate": 1.708924349881797e-05,
1026
+ "loss": 0.9658,
1027
+ "step": 3475
1028
+ },
1029
+ {
1030
+ "epoch": 4.654690618762475,
1031
+ "grad_norm": 76.97799682617188,
1032
+ "learning_rate": 1.705230496453901e-05,
1033
+ "loss": 1.012,
1034
+ "step": 3500
1035
+ },
1036
+ {
1037
+ "epoch": 4.687957418496341,
1038
+ "grad_norm": 86.50502014160156,
1039
+ "learning_rate": 1.701536643026005e-05,
1040
+ "loss": 1.0879,
1041
+ "step": 3525
1042
+ },
1043
+ {
1044
+ "epoch": 4.721224218230207,
1045
+ "grad_norm": 67.30113983154297,
1046
+ "learning_rate": 1.6978427895981088e-05,
1047
+ "loss": 0.9472,
1048
+ "step": 3550
1049
+ },
1050
+ {
1051
+ "epoch": 4.754491017964072,
1052
+ "grad_norm": 48.959510803222656,
1053
+ "learning_rate": 1.6941489361702127e-05,
1054
+ "loss": 0.8909,
1055
+ "step": 3575
1056
+ },
1057
+ {
1058
+ "epoch": 4.787757817697938,
1059
+ "grad_norm": 37.00886154174805,
1060
+ "learning_rate": 1.690455082742317e-05,
1061
+ "loss": 0.9258,
1062
+ "step": 3600
1063
+ },
1064
+ {
1065
+ "epoch": 4.821024617431803,
1066
+ "grad_norm": 40.728389739990234,
1067
+ "learning_rate": 1.686761229314421e-05,
1068
+ "loss": 0.9842,
1069
+ "step": 3625
1070
+ },
1071
+ {
1072
+ "epoch": 4.854291417165669,
1073
+ "grad_norm": 36.54294204711914,
1074
+ "learning_rate": 1.683067375886525e-05,
1075
+ "loss": 1.2932,
1076
+ "step": 3650
1077
+ },
1078
+ {
1079
+ "epoch": 4.887558216899534,
1080
+ "grad_norm": 51.39826202392578,
1081
+ "learning_rate": 1.679373522458629e-05,
1082
+ "loss": 0.8629,
1083
+ "step": 3675
1084
+ },
1085
+ {
1086
+ "epoch": 4.9208250166334,
1087
+ "grad_norm": 61.848716735839844,
1088
+ "learning_rate": 1.675679669030733e-05,
1089
+ "loss": 0.7629,
1090
+ "step": 3700
1091
+ },
1092
+ {
1093
+ "epoch": 4.954091816367265,
1094
+ "grad_norm": 57.027320861816406,
1095
+ "learning_rate": 1.671985815602837e-05,
1096
+ "loss": 0.8083,
1097
+ "step": 3725
1098
+ },
1099
+ {
1100
+ "epoch": 4.987358616101131,
1101
+ "grad_norm": 19.989900588989258,
1102
+ "learning_rate": 1.6682919621749408e-05,
1103
+ "loss": 1.103,
1104
+ "step": 3750
1105
+ },
1106
+ {
1107
+ "epoch": 5.0,
1108
+ "eval_accuracy": 0.8678892215568862,
1109
+ "eval_loss": 0.374149888753891,
1110
+ "eval_macro_f1": 0.666066174442096,
1111
+ "eval_runtime": 5.3177,
1112
+ "eval_samples_per_second": 502.476,
1113
+ "eval_steps_per_second": 31.405,
1114
+ "eval_weighted_f1": 0.8664826654088403,
1115
+ "step": 3760
1116
+ },
1117
+ {
1118
+ "epoch": 5.0199600798403194,
1119
+ "grad_norm": 74.15029907226562,
1120
+ "learning_rate": 1.664598108747045e-05,
1121
+ "loss": 0.8582,
1122
+ "step": 3775
1123
+ },
1124
+ {
1125
+ "epoch": 5.053226879574185,
1126
+ "grad_norm": 32.591922760009766,
1127
+ "learning_rate": 1.660904255319149e-05,
1128
+ "loss": 0.7351,
1129
+ "step": 3800
1130
+ },
1131
+ {
1132
+ "epoch": 5.086493679308051,
1133
+ "grad_norm": 37.78819274902344,
1134
+ "learning_rate": 1.6572104018912532e-05,
1135
+ "loss": 0.6783,
1136
+ "step": 3825
1137
+ },
1138
+ {
1139
+ "epoch": 5.119760479041916,
1140
+ "grad_norm": 30.66969871520996,
1141
+ "learning_rate": 1.653516548463357e-05,
1142
+ "loss": 0.8238,
1143
+ "step": 3850
1144
+ },
1145
+ {
1146
+ "epoch": 5.153027278775782,
1147
+ "grad_norm": 57.5633659362793,
1148
+ "learning_rate": 1.649822695035461e-05,
1149
+ "loss": 0.8378,
1150
+ "step": 3875
1151
+ },
1152
+ {
1153
+ "epoch": 5.186294078509647,
1154
+ "grad_norm": 54.06818771362305,
1155
+ "learning_rate": 1.646128841607565e-05,
1156
+ "loss": 0.9126,
1157
+ "step": 3900
1158
+ },
1159
+ {
1160
+ "epoch": 5.219560878243513,
1161
+ "grad_norm": 36.59870147705078,
1162
+ "learning_rate": 1.642434988179669e-05,
1163
+ "loss": 0.7773,
1164
+ "step": 3925
1165
+ },
1166
+ {
1167
+ "epoch": 5.252827677977379,
1168
+ "grad_norm": 55.22074508666992,
1169
+ "learning_rate": 1.6387411347517732e-05,
1170
+ "loss": 0.8544,
1171
+ "step": 3950
1172
+ },
1173
+ {
1174
+ "epoch": 5.286094477711244,
1175
+ "grad_norm": 47.632633209228516,
1176
+ "learning_rate": 1.635047281323877e-05,
1177
+ "loss": 0.7954,
1178
+ "step": 3975
1179
+ },
1180
+ {
1181
+ "epoch": 5.319361277445109,
1182
+ "grad_norm": 79.5133056640625,
1183
+ "learning_rate": 1.6313534278959813e-05,
1184
+ "loss": 0.7326,
1185
+ "step": 4000
1186
+ },
1187
+ {
1188
+ "epoch": 5.352628077178975,
1189
+ "grad_norm": 25.10109519958496,
1190
+ "learning_rate": 1.6276595744680853e-05,
1191
+ "loss": 0.6687,
1192
+ "step": 4025
1193
+ },
1194
+ {
1195
+ "epoch": 5.385894876912841,
1196
+ "grad_norm": 40.7180061340332,
1197
+ "learning_rate": 1.6239657210401892e-05,
1198
+ "loss": 0.6677,
1199
+ "step": 4050
1200
+ },
1201
+ {
1202
+ "epoch": 5.419161676646707,
1203
+ "grad_norm": 45.602088928222656,
1204
+ "learning_rate": 1.620271867612293e-05,
1205
+ "loss": 0.7934,
1206
+ "step": 4075
1207
+ },
1208
+ {
1209
+ "epoch": 5.452428476380573,
1210
+ "grad_norm": 71.95648193359375,
1211
+ "learning_rate": 1.6165780141843974e-05,
1212
+ "loss": 0.8692,
1213
+ "step": 4100
1214
+ },
1215
+ {
1216
+ "epoch": 5.485695276114438,
1217
+ "grad_norm": 35.0217170715332,
1218
+ "learning_rate": 1.6128841607565013e-05,
1219
+ "loss": 0.803,
1220
+ "step": 4125
1221
+ },
1222
+ {
1223
+ "epoch": 5.518962075848304,
1224
+ "grad_norm": 28.141855239868164,
1225
+ "learning_rate": 1.6091903073286052e-05,
1226
+ "loss": 0.8163,
1227
+ "step": 4150
1228
+ },
1229
+ {
1230
+ "epoch": 5.552228875582169,
1231
+ "grad_norm": 14.52382755279541,
1232
+ "learning_rate": 1.6054964539007095e-05,
1233
+ "loss": 0.8112,
1234
+ "step": 4175
1235
+ },
1236
+ {
1237
+ "epoch": 5.585495675316035,
1238
+ "grad_norm": 42.098541259765625,
1239
+ "learning_rate": 1.6018026004728134e-05,
1240
+ "loss": 0.8448,
1241
+ "step": 4200
1242
+ },
1243
+ {
1244
+ "epoch": 5.6187624750499,
1245
+ "grad_norm": 23.034303665161133,
1246
+ "learning_rate": 1.5981087470449176e-05,
1247
+ "loss": 0.85,
1248
+ "step": 4225
1249
+ },
1250
+ {
1251
+ "epoch": 5.652029274783766,
1252
+ "grad_norm": 44.282100677490234,
1253
+ "learning_rate": 1.5944148936170216e-05,
1254
+ "loss": 0.9095,
1255
+ "step": 4250
1256
+ },
1257
+ {
1258
+ "epoch": 5.685296074517631,
1259
+ "grad_norm": 72.8891372680664,
1260
+ "learning_rate": 1.5907210401891255e-05,
1261
+ "loss": 0.78,
1262
+ "step": 4275
1263
+ },
1264
+ {
1265
+ "epoch": 5.718562874251497,
1266
+ "grad_norm": 66.43970489501953,
1267
+ "learning_rate": 1.5870271867612294e-05,
1268
+ "loss": 0.8767,
1269
+ "step": 4300
1270
+ },
1271
+ {
1272
+ "epoch": 5.7518296739853625,
1273
+ "grad_norm": 55.90758514404297,
1274
+ "learning_rate": 1.5833333333333333e-05,
1275
+ "loss": 0.8152,
1276
+ "step": 4325
1277
+ },
1278
+ {
1279
+ "epoch": 5.7850964737192285,
1280
+ "grad_norm": 36.3204345703125,
1281
+ "learning_rate": 1.5796394799054376e-05,
1282
+ "loss": 0.8438,
1283
+ "step": 4350
1284
+ },
1285
+ {
1286
+ "epoch": 5.818363273453094,
1287
+ "grad_norm": 34.04046630859375,
1288
+ "learning_rate": 1.5759456264775415e-05,
1289
+ "loss": 0.7017,
1290
+ "step": 4375
1291
+ },
1292
+ {
1293
+ "epoch": 5.85163007318696,
1294
+ "grad_norm": 71.25358581542969,
1295
+ "learning_rate": 1.5722517730496457e-05,
1296
+ "loss": 0.905,
1297
+ "step": 4400
1298
+ },
1299
+ {
1300
+ "epoch": 5.884896872920825,
1301
+ "grad_norm": 72.8744888305664,
1302
+ "learning_rate": 1.5685579196217497e-05,
1303
+ "loss": 0.9039,
1304
+ "step": 4425
1305
+ },
1306
+ {
1307
+ "epoch": 5.918163672654691,
1308
+ "grad_norm": 15.452475547790527,
1309
+ "learning_rate": 1.5648640661938536e-05,
1310
+ "loss": 0.7815,
1311
+ "step": 4450
1312
+ },
1313
+ {
1314
+ "epoch": 5.951430472388556,
1315
+ "grad_norm": 19.987934112548828,
1316
+ "learning_rate": 1.5611702127659575e-05,
1317
+ "loss": 0.935,
1318
+ "step": 4475
1319
+ },
1320
+ {
1321
+ "epoch": 5.984697272122422,
1322
+ "grad_norm": 13.137580871582031,
1323
+ "learning_rate": 1.5574763593380614e-05,
1324
+ "loss": 0.8296,
1325
+ "step": 4500
1326
+ },
1327
+ {
1328
+ "epoch": 6.0,
1329
+ "eval_accuracy": 0.8502994011976048,
1330
+ "eval_loss": 0.5113837122917175,
1331
+ "eval_macro_f1": 0.6638584141633036,
1332
+ "eval_runtime": 4.601,
1333
+ "eval_samples_per_second": 580.748,
1334
+ "eval_steps_per_second": 36.297,
1335
+ "eval_weighted_f1": 0.8565290416900908,
1336
+ "step": 4512
1337
+ },
1338
+ {
1339
+ "epoch": 6.01729873586161,
1340
+ "grad_norm": 55.37019729614258,
1341
+ "learning_rate": 1.5537825059101657e-05,
1342
+ "loss": 0.7684,
1343
+ "step": 4525
1344
+ },
1345
+ {
1346
+ "epoch": 6.050565535595475,
1347
+ "grad_norm": 57.69877624511719,
1348
+ "learning_rate": 1.5500886524822696e-05,
1349
+ "loss": 0.5475,
1350
+ "step": 4550
1351
+ },
1352
+ {
1353
+ "epoch": 6.083832335329341,
1354
+ "grad_norm": 36.9796257019043,
1355
+ "learning_rate": 1.546394799054374e-05,
1356
+ "loss": 0.6541,
1357
+ "step": 4575
1358
+ },
1359
+ {
1360
+ "epoch": 6.117099135063207,
1361
+ "grad_norm": 62.737823486328125,
1362
+ "learning_rate": 1.5427009456264778e-05,
1363
+ "loss": 0.459,
1364
+ "step": 4600
1365
+ },
1366
+ {
1367
+ "epoch": 6.1503659347970725,
1368
+ "grad_norm": 68.8412857055664,
1369
+ "learning_rate": 1.5390070921985817e-05,
1370
+ "loss": 0.7721,
1371
+ "step": 4625
1372
+ },
1373
+ {
1374
+ "epoch": 6.1836327345309385,
1375
+ "grad_norm": 118.3743667602539,
1376
+ "learning_rate": 1.5353132387706856e-05,
1377
+ "loss": 0.6404,
1378
+ "step": 4650
1379
+ },
1380
+ {
1381
+ "epoch": 6.216899534264804,
1382
+ "grad_norm": 33.15867614746094,
1383
+ "learning_rate": 1.5316193853427895e-05,
1384
+ "loss": 0.6955,
1385
+ "step": 4675
1386
+ },
1387
+ {
1388
+ "epoch": 6.25016633399867,
1389
+ "grad_norm": 73.84747314453125,
1390
+ "learning_rate": 1.5279255319148938e-05,
1391
+ "loss": 0.7495,
1392
+ "step": 4700
1393
+ },
1394
+ {
1395
+ "epoch": 6.283433133732535,
1396
+ "grad_norm": 31.025625228881836,
1397
+ "learning_rate": 1.5242316784869977e-05,
1398
+ "loss": 0.6336,
1399
+ "step": 4725
1400
+ },
1401
+ {
1402
+ "epoch": 6.316699933466401,
1403
+ "grad_norm": 68.05155181884766,
1404
+ "learning_rate": 1.5205378250591018e-05,
1405
+ "loss": 0.6969,
1406
+ "step": 4750
1407
+ },
1408
+ {
1409
+ "epoch": 6.349966733200266,
1410
+ "grad_norm": 25.219602584838867,
1411
+ "learning_rate": 1.5168439716312057e-05,
1412
+ "loss": 0.6888,
1413
+ "step": 4775
1414
+ },
1415
+ {
1416
+ "epoch": 6.383233532934132,
1417
+ "grad_norm": 58.1290168762207,
1418
+ "learning_rate": 1.51315011820331e-05,
1419
+ "loss": 0.5944,
1420
+ "step": 4800
1421
+ },
1422
+ {
1423
+ "epoch": 6.416500332667997,
1424
+ "grad_norm": 108.622802734375,
1425
+ "learning_rate": 1.5094562647754139e-05,
1426
+ "loss": 0.7488,
1427
+ "step": 4825
1428
+ },
1429
+ {
1430
+ "epoch": 6.449767132401863,
1431
+ "grad_norm": 90.4701156616211,
1432
+ "learning_rate": 1.5057624113475178e-05,
1433
+ "loss": 0.6184,
1434
+ "step": 4850
1435
+ },
1436
+ {
1437
+ "epoch": 6.483033932135728,
1438
+ "grad_norm": 61.51274490356445,
1439
+ "learning_rate": 1.5020685579196219e-05,
1440
+ "loss": 0.757,
1441
+ "step": 4875
1442
+ },
1443
+ {
1444
+ "epoch": 6.5163007318695945,
1445
+ "grad_norm": 98.51641845703125,
1446
+ "learning_rate": 1.4983747044917258e-05,
1447
+ "loss": 0.8294,
1448
+ "step": 4900
1449
+ },
1450
+ {
1451
+ "epoch": 6.54956753160346,
1452
+ "grad_norm": 86.62230682373047,
1453
+ "learning_rate": 1.49468085106383e-05,
1454
+ "loss": 0.6368,
1455
+ "step": 4925
1456
+ },
1457
+ {
1458
+ "epoch": 6.582834331337326,
1459
+ "grad_norm": 64.15939331054688,
1460
+ "learning_rate": 1.490986997635934e-05,
1461
+ "loss": 0.7207,
1462
+ "step": 4950
1463
+ },
1464
+ {
1465
+ "epoch": 6.616101131071191,
1466
+ "grad_norm": 49.73177719116211,
1467
+ "learning_rate": 1.487293144208038e-05,
1468
+ "loss": 0.5921,
1469
+ "step": 4975
1470
+ },
1471
+ {
1472
+ "epoch": 6.649367930805057,
1473
+ "grad_norm": 26.144039154052734,
1474
+ "learning_rate": 1.483599290780142e-05,
1475
+ "loss": 0.5435,
1476
+ "step": 5000
1477
+ },
1478
+ {
1479
+ "epoch": 6.682634730538922,
1480
+ "grad_norm": 91.43577575683594,
1481
+ "learning_rate": 1.4799054373522459e-05,
1482
+ "loss": 0.6397,
1483
+ "step": 5025
1484
+ },
1485
+ {
1486
+ "epoch": 6.715901530272788,
1487
+ "grad_norm": 38.01564407348633,
1488
+ "learning_rate": 1.47621158392435e-05,
1489
+ "loss": 0.5545,
1490
+ "step": 5050
1491
+ },
1492
+ {
1493
+ "epoch": 6.749168330006653,
1494
+ "grad_norm": 43.739253997802734,
1495
+ "learning_rate": 1.472517730496454e-05,
1496
+ "loss": 0.703,
1497
+ "step": 5075
1498
+ },
1499
+ {
1500
+ "epoch": 6.782435129740519,
1501
+ "grad_norm": 24.693681716918945,
1502
+ "learning_rate": 1.4688238770685582e-05,
1503
+ "loss": 0.7859,
1504
+ "step": 5100
1505
+ },
1506
+ {
1507
+ "epoch": 6.815701929474384,
1508
+ "grad_norm": 41.813804626464844,
1509
+ "learning_rate": 1.4651300236406621e-05,
1510
+ "loss": 0.757,
1511
+ "step": 5125
1512
+ },
1513
+ {
1514
+ "epoch": 6.84896872920825,
1515
+ "grad_norm": 50.93634033203125,
1516
+ "learning_rate": 1.4614361702127662e-05,
1517
+ "loss": 0.7826,
1518
+ "step": 5150
1519
+ },
1520
+ {
1521
+ "epoch": 6.8822355289421155,
1522
+ "grad_norm": 20.49095916748047,
1523
+ "learning_rate": 1.4577423167848701e-05,
1524
+ "loss": 0.7525,
1525
+ "step": 5175
1526
+ },
1527
+ {
1528
+ "epoch": 6.915502328675982,
1529
+ "grad_norm": 56.18963623046875,
1530
+ "learning_rate": 1.454048463356974e-05,
1531
+ "loss": 0.7277,
1532
+ "step": 5200
1533
+ },
1534
+ {
1535
+ "epoch": 6.948769128409847,
1536
+ "grad_norm": 45.55190658569336,
1537
+ "learning_rate": 1.4503546099290781e-05,
1538
+ "loss": 0.815,
1539
+ "step": 5225
1540
+ },
1541
+ {
1542
+ "epoch": 6.982035928143713,
1543
+ "grad_norm": 35.981529235839844,
1544
+ "learning_rate": 1.446660756501182e-05,
1545
+ "loss": 0.731,
1546
+ "step": 5250
1547
+ },
1548
+ {
1549
+ "epoch": 7.0,
1550
+ "eval_accuracy": 0.8660179640718563,
1551
+ "eval_loss": 0.5040596723556519,
1552
+ "eval_macro_f1": 0.6561503912750732,
1553
+ "eval_runtime": 4.3873,
1554
+ "eval_samples_per_second": 609.032,
1555
+ "eval_steps_per_second": 38.064,
1556
+ "eval_weighted_f1": 0.8627260794461465,
1557
+ "step": 5264
1558
+ },
1559
+ {
1560
+ "epoch": 7.014637391882901,
1561
+ "grad_norm": 46.92253494262695,
1562
+ "learning_rate": 1.4429669030732863e-05,
1563
+ "loss": 0.4708,
1564
+ "step": 5275
1565
+ },
1566
+ {
1567
+ "epoch": 7.047904191616767,
1568
+ "grad_norm": 8.261956214904785,
1569
+ "learning_rate": 1.4392730496453902e-05,
1570
+ "loss": 0.6968,
1571
+ "step": 5300
1572
+ },
1573
+ {
1574
+ "epoch": 7.081170991350632,
1575
+ "grad_norm": 42.008262634277344,
1576
+ "learning_rate": 1.4355791962174943e-05,
1577
+ "loss": 0.4659,
1578
+ "step": 5325
1579
+ },
1580
+ {
1581
+ "epoch": 7.114437791084498,
1582
+ "grad_norm": 74.9002914428711,
1583
+ "learning_rate": 1.4318853427895982e-05,
1584
+ "loss": 0.4101,
1585
+ "step": 5350
1586
+ },
1587
+ {
1588
+ "epoch": 7.147704590818363,
1589
+ "grad_norm": 61.44091796875,
1590
+ "learning_rate": 1.4281914893617021e-05,
1591
+ "loss": 0.5478,
1592
+ "step": 5375
1593
+ },
1594
+ {
1595
+ "epoch": 7.180971390552229,
1596
+ "grad_norm": 39.67436981201172,
1597
+ "learning_rate": 1.4244976359338062e-05,
1598
+ "loss": 0.554,
1599
+ "step": 5400
1600
+ },
1601
+ {
1602
+ "epoch": 7.214238190286094,
1603
+ "grad_norm": 65.19976043701172,
1604
+ "learning_rate": 1.4208037825059103e-05,
1605
+ "loss": 0.4994,
1606
+ "step": 5425
1607
+ },
1608
+ {
1609
+ "epoch": 7.24750499001996,
1610
+ "grad_norm": 2.665687322616577,
1611
+ "learning_rate": 1.4171099290780144e-05,
1612
+ "loss": 0.5651,
1613
+ "step": 5450
1614
+ },
1615
+ {
1616
+ "epoch": 7.2807717897538256,
1617
+ "grad_norm": 63.943687438964844,
1618
+ "learning_rate": 1.4134160756501183e-05,
1619
+ "loss": 0.8402,
1620
+ "step": 5475
1621
+ },
1622
+ {
1623
+ "epoch": 7.314038589487692,
1624
+ "grad_norm": 76.55979919433594,
1625
+ "learning_rate": 1.4097222222222224e-05,
1626
+ "loss": 0.7047,
1627
+ "step": 5500
1628
+ },
1629
+ {
1630
+ "epoch": 7.347305389221557,
1631
+ "grad_norm": 66.28426361083984,
1632
+ "learning_rate": 1.4060283687943263e-05,
1633
+ "loss": 0.5122,
1634
+ "step": 5525
1635
+ },
1636
+ {
1637
+ "epoch": 7.380572188955423,
1638
+ "grad_norm": 85.3353271484375,
1639
+ "learning_rate": 1.4023345153664302e-05,
1640
+ "loss": 0.4641,
1641
+ "step": 5550
1642
+ },
1643
+ {
1644
+ "epoch": 7.413838988689288,
1645
+ "grad_norm": 148.57595825195312,
1646
+ "learning_rate": 1.3986406619385345e-05,
1647
+ "loss": 0.4283,
1648
+ "step": 5575
1649
+ },
1650
+ {
1651
+ "epoch": 7.447105788423154,
1652
+ "grad_norm": 28.36669921875,
1653
+ "learning_rate": 1.3949468085106384e-05,
1654
+ "loss": 0.5819,
1655
+ "step": 5600
1656
+ },
1657
+ {
1658
+ "epoch": 7.480372588157019,
1659
+ "grad_norm": 63.57844924926758,
1660
+ "learning_rate": 1.3912529550827425e-05,
1661
+ "loss": 0.5076,
1662
+ "step": 5625
1663
+ },
1664
+ {
1665
+ "epoch": 7.513639387890885,
1666
+ "grad_norm": 108.4428939819336,
1667
+ "learning_rate": 1.3875591016548464e-05,
1668
+ "loss": 0.7156,
1669
+ "step": 5650
1670
+ },
1671
+ {
1672
+ "epoch": 7.54690618762475,
1673
+ "grad_norm": 72.75527954101562,
1674
+ "learning_rate": 1.3838652482269505e-05,
1675
+ "loss": 0.5448,
1676
+ "step": 5675
1677
+ },
1678
+ {
1679
+ "epoch": 7.580172987358616,
1680
+ "grad_norm": 39.40967559814453,
1681
+ "learning_rate": 1.3801713947990544e-05,
1682
+ "loss": 0.5279,
1683
+ "step": 5700
1684
+ },
1685
+ {
1686
+ "epoch": 7.6134397870924815,
1687
+ "grad_norm": 57.755615234375,
1688
+ "learning_rate": 1.3764775413711583e-05,
1689
+ "loss": 0.6393,
1690
+ "step": 5725
1691
+ },
1692
+ {
1693
+ "epoch": 7.6467065868263475,
1694
+ "grad_norm": 48.62612533569336,
1695
+ "learning_rate": 1.3727836879432626e-05,
1696
+ "loss": 0.6066,
1697
+ "step": 5750
1698
+ },
1699
+ {
1700
+ "epoch": 7.679973386560213,
1701
+ "grad_norm": 33.43011474609375,
1702
+ "learning_rate": 1.3690898345153665e-05,
1703
+ "loss": 0.6494,
1704
+ "step": 5775
1705
+ },
1706
+ {
1707
+ "epoch": 7.713240186294079,
1708
+ "grad_norm": 42.45589065551758,
1709
+ "learning_rate": 1.3653959810874706e-05,
1710
+ "loss": 0.4762,
1711
+ "step": 5800
1712
+ },
1713
+ {
1714
+ "epoch": 7.746506986027944,
1715
+ "grad_norm": 86.84619903564453,
1716
+ "learning_rate": 1.3617021276595745e-05,
1717
+ "loss": 0.6165,
1718
+ "step": 5825
1719
+ },
1720
+ {
1721
+ "epoch": 7.77977378576181,
1722
+ "grad_norm": 54.19710159301758,
1723
+ "learning_rate": 1.3580082742316786e-05,
1724
+ "loss": 0.4688,
1725
+ "step": 5850
1726
+ },
1727
+ {
1728
+ "epoch": 7.813040585495675,
1729
+ "grad_norm": 21.937049865722656,
1730
+ "learning_rate": 1.3543144208037825e-05,
1731
+ "loss": 0.5187,
1732
+ "step": 5875
1733
+ },
1734
+ {
1735
+ "epoch": 7.846307385229541,
1736
+ "grad_norm": 57.3758544921875,
1737
+ "learning_rate": 1.3506205673758865e-05,
1738
+ "loss": 0.6601,
1739
+ "step": 5900
1740
+ },
1741
+ {
1742
+ "epoch": 7.879574184963406,
1743
+ "grad_norm": 101.56718444824219,
1744
+ "learning_rate": 1.3469267139479907e-05,
1745
+ "loss": 0.5337,
1746
+ "step": 5925
1747
+ },
1748
+ {
1749
+ "epoch": 7.912840984697272,
1750
+ "grad_norm": 77.47434997558594,
1751
+ "learning_rate": 1.3432328605200946e-05,
1752
+ "loss": 0.703,
1753
+ "step": 5950
1754
+ },
1755
+ {
1756
+ "epoch": 7.946107784431137,
1757
+ "grad_norm": 71.26612091064453,
1758
+ "learning_rate": 1.3395390070921987e-05,
1759
+ "loss": 0.4598,
1760
+ "step": 5975
1761
+ },
1762
+ {
1763
+ "epoch": 7.9793745841650034,
1764
+ "grad_norm": 31.269031524658203,
1765
+ "learning_rate": 1.3358451536643026e-05,
1766
+ "loss": 0.5443,
1767
+ "step": 6000
1768
+ },
1769
+ {
1770
+ "epoch": 8.0,
1771
+ "eval_accuracy": 0.8705089820359282,
1772
+ "eval_loss": 0.5273019075393677,
1773
+ "eval_macro_f1": 0.6639402872846839,
1774
+ "eval_runtime": 4.4401,
1775
+ "eval_samples_per_second": 601.785,
1776
+ "eval_steps_per_second": 37.612,
1777
+ "eval_weighted_f1": 0.8657221374474761,
1778
+ "step": 6016
1779
+ }
1780
+ ],
1781
+ "logging_steps": 25,
1782
+ "max_steps": 15040,
1783
+ "num_input_tokens_seen": 0,
1784
+ "num_train_epochs": 20,
1785
+ "save_steps": 500,
1786
+ "stateful_callbacks": {
1787
+ "EarlyStoppingCallback": {
1788
+ "args": {
1789
+ "early_stopping_patience": 3,
1790
+ "early_stopping_threshold": 0.0
1791
+ },
1792
+ "attributes": {
1793
+ "early_stopping_patience_counter": 3
1794
+ }
1795
+ },
1796
+ "TrainerControl": {
1797
+ "args": {
1798
+ "should_epoch_stop": false,
1799
+ "should_evaluate": false,
1800
+ "should_log": false,
1801
+ "should_save": true,
1802
+ "should_training_stop": true
1803
+ },
1804
+ "attributes": {}
1805
+ }
1806
+ },
1807
+ "total_flos": 0.0,
1808
+ "train_batch_size": 8,
1809
+ "trial_name": null,
1810
+ "trial_params": null
1811
+ }
vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-3760/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-3760/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-3760/trainer_state.json ADDED
@@ -0,0 +1,1148 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3760,
3
+ "best_metric": 0.6736793543696185,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-3760",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3760,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0332667997338656,
14
+ "grad_norm": 59.830810546875,
15
+ "learning_rate": 3.1914893617021275e-07,
16
+ "loss": 5.8601,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.0665335994677312,
21
+ "grad_norm": 47.796321868896484,
22
+ "learning_rate": 6.515957446808512e-07,
23
+ "loss": 5.7717,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.0998003992015968,
28
+ "grad_norm": 42.530479431152344,
29
+ "learning_rate": 9.840425531914895e-07,
30
+ "loss": 5.6244,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.1330671989354624,
35
+ "grad_norm": 49.826744079589844,
36
+ "learning_rate": 1.3164893617021277e-06,
37
+ "loss": 5.372,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.16633399866932802,
42
+ "grad_norm": 83.98981475830078,
43
+ "learning_rate": 1.648936170212766e-06,
44
+ "loss": 4.3547,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.1996007984031936,
49
+ "grad_norm": 113.8248519897461,
50
+ "learning_rate": 1.9813829787234043e-06,
51
+ "loss": 3.1171,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.2328675981370592,
56
+ "grad_norm": 31.901708602905273,
57
+ "learning_rate": 2.3138297872340428e-06,
58
+ "loss": 2.6397,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.2661343978709248,
63
+ "grad_norm": 25.846521377563477,
64
+ "learning_rate": 2.646276595744681e-06,
65
+ "loss": 2.3716,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.2994011976047904,
70
+ "grad_norm": 92.2813949584961,
71
+ "learning_rate": 2.978723404255319e-06,
72
+ "loss": 2.4588,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.33266799733865604,
77
+ "grad_norm": 39.51817321777344,
78
+ "learning_rate": 3.311170212765958e-06,
79
+ "loss": 2.6022,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.36593479707252163,
84
+ "grad_norm": 24.812108993530273,
85
+ "learning_rate": 3.643617021276596e-06,
86
+ "loss": 2.4012,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.3992015968063872,
91
+ "grad_norm": 34.62691116333008,
92
+ "learning_rate": 3.976063829787235e-06,
93
+ "loss": 2.1711,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.4324683965402528,
98
+ "grad_norm": 21.5601806640625,
99
+ "learning_rate": 4.308510638297873e-06,
100
+ "loss": 2.115,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.4657351962741184,
105
+ "grad_norm": 71.5588150024414,
106
+ "learning_rate": 4.640957446808511e-06,
107
+ "loss": 2.2573,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.499001996007984,
112
+ "grad_norm": 35.997188568115234,
113
+ "learning_rate": 4.973404255319149e-06,
114
+ "loss": 2.0197,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.5322687957418496,
119
+ "grad_norm": 41.49496841430664,
120
+ "learning_rate": 5.305851063829788e-06,
121
+ "loss": 2.0526,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.5655355954757152,
126
+ "grad_norm": 22.22209358215332,
127
+ "learning_rate": 5.638297872340426e-06,
128
+ "loss": 2.2458,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 0.5988023952095808,
133
+ "grad_norm": 33.143943786621094,
134
+ "learning_rate": 5.970744680851064e-06,
135
+ "loss": 2.1272,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 0.6320691949434465,
140
+ "grad_norm": 28.425731658935547,
141
+ "learning_rate": 6.303191489361703e-06,
142
+ "loss": 2.0974,
143
+ "step": 475
144
+ },
145
+ {
146
+ "epoch": 0.6653359946773121,
147
+ "grad_norm": 35.27083206176758,
148
+ "learning_rate": 6.635638297872341e-06,
149
+ "loss": 2.2018,
150
+ "step": 500
151
+ },
152
+ {
153
+ "epoch": 0.6986027944111777,
154
+ "grad_norm": 27.362503051757812,
155
+ "learning_rate": 6.968085106382979e-06,
156
+ "loss": 1.9996,
157
+ "step": 525
158
+ },
159
+ {
160
+ "epoch": 0.7318695941450433,
161
+ "grad_norm": 69.58639526367188,
162
+ "learning_rate": 7.300531914893617e-06,
163
+ "loss": 1.9392,
164
+ "step": 550
165
+ },
166
+ {
167
+ "epoch": 0.7651363938789089,
168
+ "grad_norm": 47.72464370727539,
169
+ "learning_rate": 7.632978723404256e-06,
170
+ "loss": 2.0969,
171
+ "step": 575
172
+ },
173
+ {
174
+ "epoch": 0.7984031936127745,
175
+ "grad_norm": 50.445987701416016,
176
+ "learning_rate": 7.965425531914895e-06,
177
+ "loss": 1.7773,
178
+ "step": 600
179
+ },
180
+ {
181
+ "epoch": 0.83166999334664,
182
+ "grad_norm": 32.79262161254883,
183
+ "learning_rate": 8.297872340425532e-06,
184
+ "loss": 1.8926,
185
+ "step": 625
186
+ },
187
+ {
188
+ "epoch": 0.8649367930805056,
189
+ "grad_norm": 33.58710479736328,
190
+ "learning_rate": 8.630319148936171e-06,
191
+ "loss": 2.0996,
192
+ "step": 650
193
+ },
194
+ {
195
+ "epoch": 0.8982035928143712,
196
+ "grad_norm": 20.556039810180664,
197
+ "learning_rate": 8.96276595744681e-06,
198
+ "loss": 1.988,
199
+ "step": 675
200
+ },
201
+ {
202
+ "epoch": 0.9314703925482368,
203
+ "grad_norm": 30.910720825195312,
204
+ "learning_rate": 9.295212765957447e-06,
205
+ "loss": 1.9596,
206
+ "step": 700
207
+ },
208
+ {
209
+ "epoch": 0.9647371922821024,
210
+ "grad_norm": 19.786775588989258,
211
+ "learning_rate": 9.627659574468086e-06,
212
+ "loss": 1.793,
213
+ "step": 725
214
+ },
215
+ {
216
+ "epoch": 0.998003992015968,
217
+ "grad_norm": 47.871681213378906,
218
+ "learning_rate": 9.960106382978723e-06,
219
+ "loss": 1.8313,
220
+ "step": 750
221
+ },
222
+ {
223
+ "epoch": 1.0,
224
+ "eval_accuracy": 0.8480538922155688,
225
+ "eval_loss": 0.44440749287605286,
226
+ "eval_macro_f1": 0.4724278285022014,
227
+ "eval_runtime": 4.7347,
228
+ "eval_samples_per_second": 564.346,
229
+ "eval_steps_per_second": 35.272,
230
+ "eval_weighted_f1": 0.805436637473214,
231
+ "step": 752
232
+ },
233
+ {
234
+ "epoch": 1.0306054557551563,
235
+ "grad_norm": 26.773014068603516,
236
+ "learning_rate": 1.0292553191489364e-05,
237
+ "loss": 1.789,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.0638722554890219,
242
+ "grad_norm": 55.4776496887207,
243
+ "learning_rate": 1.0625e-05,
244
+ "loss": 1.848,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.0971390552228875,
249
+ "grad_norm": 44.48457717895508,
250
+ "learning_rate": 1.095744680851064e-05,
251
+ "loss": 1.868,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.130405854956753,
256
+ "grad_norm": 44.29758834838867,
257
+ "learning_rate": 1.1289893617021277e-05,
258
+ "loss": 1.6381,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 1.1636726546906186,
263
+ "grad_norm": 28.763595581054688,
264
+ "learning_rate": 1.1622340425531916e-05,
265
+ "loss": 1.6371,
266
+ "step": 875
267
+ },
268
+ {
269
+ "epoch": 1.1969394544244845,
270
+ "grad_norm": 27.507532119750977,
271
+ "learning_rate": 1.1954787234042554e-05,
272
+ "loss": 1.5673,
273
+ "step": 900
274
+ },
275
+ {
276
+ "epoch": 1.23020625415835,
277
+ "grad_norm": 24.084014892578125,
278
+ "learning_rate": 1.2287234042553193e-05,
279
+ "loss": 1.5086,
280
+ "step": 925
281
+ },
282
+ {
283
+ "epoch": 1.2634730538922156,
284
+ "grad_norm": 49.72874069213867,
285
+ "learning_rate": 1.2619680851063832e-05,
286
+ "loss": 1.8505,
287
+ "step": 950
288
+ },
289
+ {
290
+ "epoch": 1.2967398536260812,
291
+ "grad_norm": 37.05972671508789,
292
+ "learning_rate": 1.295212765957447e-05,
293
+ "loss": 1.5962,
294
+ "step": 975
295
+ },
296
+ {
297
+ "epoch": 1.3300066533599468,
298
+ "grad_norm": 36.04655838012695,
299
+ "learning_rate": 1.3284574468085108e-05,
300
+ "loss": 1.7504,
301
+ "step": 1000
302
+ },
303
+ {
304
+ "epoch": 1.3632734530938124,
305
+ "grad_norm": 43.10828399658203,
306
+ "learning_rate": 1.3617021276595745e-05,
307
+ "loss": 1.6639,
308
+ "step": 1025
309
+ },
310
+ {
311
+ "epoch": 1.396540252827678,
312
+ "grad_norm": 58.6600227355957,
313
+ "learning_rate": 1.3949468085106384e-05,
314
+ "loss": 1.7687,
315
+ "step": 1050
316
+ },
317
+ {
318
+ "epoch": 1.4298070525615436,
319
+ "grad_norm": 85.88446044921875,
320
+ "learning_rate": 1.4281914893617021e-05,
321
+ "loss": 1.7629,
322
+ "step": 1075
323
+ },
324
+ {
325
+ "epoch": 1.4630738522954092,
326
+ "grad_norm": 32.182430267333984,
327
+ "learning_rate": 1.4614361702127662e-05,
328
+ "loss": 1.828,
329
+ "step": 1100
330
+ },
331
+ {
332
+ "epoch": 1.4963406520292748,
333
+ "grad_norm": 32.643619537353516,
334
+ "learning_rate": 1.49468085106383e-05,
335
+ "loss": 1.6793,
336
+ "step": 1125
337
+ },
338
+ {
339
+ "epoch": 1.5296074517631404,
340
+ "grad_norm": 31.20679473876953,
341
+ "learning_rate": 1.5279255319148938e-05,
342
+ "loss": 1.6464,
343
+ "step": 1150
344
+ },
345
+ {
346
+ "epoch": 1.562874251497006,
347
+ "grad_norm": 24.669008255004883,
348
+ "learning_rate": 1.5611702127659575e-05,
349
+ "loss": 1.6575,
350
+ "step": 1175
351
+ },
352
+ {
353
+ "epoch": 1.5961410512308716,
354
+ "grad_norm": 33.1389274597168,
355
+ "learning_rate": 1.5944148936170216e-05,
356
+ "loss": 1.809,
357
+ "step": 1200
358
+ },
359
+ {
360
+ "epoch": 1.6294078509647372,
361
+ "grad_norm": 33.60694122314453,
362
+ "learning_rate": 1.6276595744680853e-05,
363
+ "loss": 1.5461,
364
+ "step": 1225
365
+ },
366
+ {
367
+ "epoch": 1.6626746506986028,
368
+ "grad_norm": 49.00190734863281,
369
+ "learning_rate": 1.660904255319149e-05,
370
+ "loss": 1.81,
371
+ "step": 1250
372
+ },
373
+ {
374
+ "epoch": 1.6959414504324684,
375
+ "grad_norm": 38.011962890625,
376
+ "learning_rate": 1.6941489361702127e-05,
377
+ "loss": 1.5458,
378
+ "step": 1275
379
+ },
380
+ {
381
+ "epoch": 1.729208250166334,
382
+ "grad_norm": 18.666919708251953,
383
+ "learning_rate": 1.7273936170212768e-05,
384
+ "loss": 1.4139,
385
+ "step": 1300
386
+ },
387
+ {
388
+ "epoch": 1.7624750499001998,
389
+ "grad_norm": 26.862506866455078,
390
+ "learning_rate": 1.7606382978723408e-05,
391
+ "loss": 1.6402,
392
+ "step": 1325
393
+ },
394
+ {
395
+ "epoch": 1.7957418496340654,
396
+ "grad_norm": 26.93451690673828,
397
+ "learning_rate": 1.7938829787234045e-05,
398
+ "loss": 1.48,
399
+ "step": 1350
400
+ },
401
+ {
402
+ "epoch": 1.829008649367931,
403
+ "grad_norm": 19.869728088378906,
404
+ "learning_rate": 1.8271276595744682e-05,
405
+ "loss": 1.4617,
406
+ "step": 1375
407
+ },
408
+ {
409
+ "epoch": 1.8622754491017965,
410
+ "grad_norm": 33.091880798339844,
411
+ "learning_rate": 1.860372340425532e-05,
412
+ "loss": 1.5099,
413
+ "step": 1400
414
+ },
415
+ {
416
+ "epoch": 1.8955422488356621,
417
+ "grad_norm": 57.7000846862793,
418
+ "learning_rate": 1.893617021276596e-05,
419
+ "loss": 1.5073,
420
+ "step": 1425
421
+ },
422
+ {
423
+ "epoch": 1.9288090485695277,
424
+ "grad_norm": 31.357980728149414,
425
+ "learning_rate": 1.9268617021276597e-05,
426
+ "loss": 1.7022,
427
+ "step": 1450
428
+ },
429
+ {
430
+ "epoch": 1.9620758483033933,
431
+ "grad_norm": 30.215160369873047,
432
+ "learning_rate": 1.9601063829787234e-05,
433
+ "loss": 1.4706,
434
+ "step": 1475
435
+ },
436
+ {
437
+ "epoch": 1.995342648037259,
438
+ "grad_norm": 28.530719757080078,
439
+ "learning_rate": 1.9933510638297875e-05,
440
+ "loss": 1.5675,
441
+ "step": 1500
442
+ },
443
+ {
444
+ "epoch": 2.0,
445
+ "eval_accuracy": 0.8398203592814372,
446
+ "eval_loss": 0.40538549423217773,
447
+ "eval_macro_f1": 0.593268640330891,
448
+ "eval_runtime": 4.7289,
449
+ "eval_samples_per_second": 565.033,
450
+ "eval_steps_per_second": 35.315,
451
+ "eval_weighted_f1": 0.8364798765378402,
452
+ "step": 1504
453
+ },
454
+ {
455
+ "epoch": 2.027944111776447,
456
+ "grad_norm": 23.107749938964844,
457
+ "learning_rate": 1.9970449172576832e-05,
458
+ "loss": 1.4528,
459
+ "step": 1525
460
+ },
461
+ {
462
+ "epoch": 2.0612109115103125,
463
+ "grad_norm": 17.92940330505371,
464
+ "learning_rate": 1.9933510638297875e-05,
465
+ "loss": 1.3267,
466
+ "step": 1550
467
+ },
468
+ {
469
+ "epoch": 2.094477711244178,
470
+ "grad_norm": 36.454322814941406,
471
+ "learning_rate": 1.9896572104018914e-05,
472
+ "loss": 1.3309,
473
+ "step": 1575
474
+ },
475
+ {
476
+ "epoch": 2.1277445109780437,
477
+ "grad_norm": 49.77095031738281,
478
+ "learning_rate": 1.9859633569739953e-05,
479
+ "loss": 1.477,
480
+ "step": 1600
481
+ },
482
+ {
483
+ "epoch": 2.1610113107119093,
484
+ "grad_norm": 35.72419357299805,
485
+ "learning_rate": 1.9822695035460996e-05,
486
+ "loss": 1.4907,
487
+ "step": 1625
488
+ },
489
+ {
490
+ "epoch": 2.194278110445775,
491
+ "grad_norm": 41.603797912597656,
492
+ "learning_rate": 1.9785756501182035e-05,
493
+ "loss": 1.3272,
494
+ "step": 1650
495
+ },
496
+ {
497
+ "epoch": 2.2275449101796405,
498
+ "grad_norm": 51.219078063964844,
499
+ "learning_rate": 1.9748817966903074e-05,
500
+ "loss": 1.2893,
501
+ "step": 1675
502
+ },
503
+ {
504
+ "epoch": 2.260811709913506,
505
+ "grad_norm": 75.83724975585938,
506
+ "learning_rate": 1.9711879432624113e-05,
507
+ "loss": 1.5366,
508
+ "step": 1700
509
+ },
510
+ {
511
+ "epoch": 2.294078509647372,
512
+ "grad_norm": 59.265419006347656,
513
+ "learning_rate": 1.9674940898345156e-05,
514
+ "loss": 1.4266,
515
+ "step": 1725
516
+ },
517
+ {
518
+ "epoch": 2.3273453093812373,
519
+ "grad_norm": 51.07561492919922,
520
+ "learning_rate": 1.9638002364066195e-05,
521
+ "loss": 1.314,
522
+ "step": 1750
523
+ },
524
+ {
525
+ "epoch": 2.3606121091151033,
526
+ "grad_norm": 45.23348617553711,
527
+ "learning_rate": 1.9601063829787234e-05,
528
+ "loss": 1.3741,
529
+ "step": 1775
530
+ },
531
+ {
532
+ "epoch": 2.393878908848969,
533
+ "grad_norm": 26.908754348754883,
534
+ "learning_rate": 1.9564125295508277e-05,
535
+ "loss": 1.382,
536
+ "step": 1800
537
+ },
538
+ {
539
+ "epoch": 2.4271457085828345,
540
+ "grad_norm": 49.24425506591797,
541
+ "learning_rate": 1.9527186761229316e-05,
542
+ "loss": 1.3813,
543
+ "step": 1825
544
+ },
545
+ {
546
+ "epoch": 2.4604125083167,
547
+ "grad_norm": 65.63488006591797,
548
+ "learning_rate": 1.9490248226950355e-05,
549
+ "loss": 1.3242,
550
+ "step": 1850
551
+ },
552
+ {
553
+ "epoch": 2.4936793080505657,
554
+ "grad_norm": 28.83194351196289,
555
+ "learning_rate": 1.9453309692671394e-05,
556
+ "loss": 1.6721,
557
+ "step": 1875
558
+ },
559
+ {
560
+ "epoch": 2.5269461077844313,
561
+ "grad_norm": 51.39260482788086,
562
+ "learning_rate": 1.9416371158392437e-05,
563
+ "loss": 1.4542,
564
+ "step": 1900
565
+ },
566
+ {
567
+ "epoch": 2.560212907518297,
568
+ "grad_norm": 22.008747100830078,
569
+ "learning_rate": 1.9379432624113476e-05,
570
+ "loss": 1.3568,
571
+ "step": 1925
572
+ },
573
+ {
574
+ "epoch": 2.5934797072521625,
575
+ "grad_norm": 24.96036148071289,
576
+ "learning_rate": 1.9342494089834515e-05,
577
+ "loss": 1.4482,
578
+ "step": 1950
579
+ },
580
+ {
581
+ "epoch": 2.626746506986028,
582
+ "grad_norm": 46.39573669433594,
583
+ "learning_rate": 1.9305555555555558e-05,
584
+ "loss": 1.3436,
585
+ "step": 1975
586
+ },
587
+ {
588
+ "epoch": 2.6600133067198937,
589
+ "grad_norm": 27.329496383666992,
590
+ "learning_rate": 1.9268617021276597e-05,
591
+ "loss": 1.2921,
592
+ "step": 2000
593
+ },
594
+ {
595
+ "epoch": 2.6932801064537593,
596
+ "grad_norm": 37.03963851928711,
597
+ "learning_rate": 1.9231678486997636e-05,
598
+ "loss": 1.4834,
599
+ "step": 2025
600
+ },
601
+ {
602
+ "epoch": 2.726546906187625,
603
+ "grad_norm": 25.068300247192383,
604
+ "learning_rate": 1.919473995271868e-05,
605
+ "loss": 1.3105,
606
+ "step": 2050
607
+ },
608
+ {
609
+ "epoch": 2.7598137059214904,
610
+ "grad_norm": 38.55185317993164,
611
+ "learning_rate": 1.9157801418439718e-05,
612
+ "loss": 1.408,
613
+ "step": 2075
614
+ },
615
+ {
616
+ "epoch": 2.793080505655356,
617
+ "grad_norm": 26.421876907348633,
618
+ "learning_rate": 1.9120862884160757e-05,
619
+ "loss": 1.1598,
620
+ "step": 2100
621
+ },
622
+ {
623
+ "epoch": 2.8263473053892216,
624
+ "grad_norm": 29.38383674621582,
625
+ "learning_rate": 1.9083924349881797e-05,
626
+ "loss": 1.4335,
627
+ "step": 2125
628
+ },
629
+ {
630
+ "epoch": 2.8596141051230872,
631
+ "grad_norm": 24.165645599365234,
632
+ "learning_rate": 1.904698581560284e-05,
633
+ "loss": 1.3637,
634
+ "step": 2150
635
+ },
636
+ {
637
+ "epoch": 2.892880904856953,
638
+ "grad_norm": 58.539608001708984,
639
+ "learning_rate": 1.9010047281323878e-05,
640
+ "loss": 1.2014,
641
+ "step": 2175
642
+ },
643
+ {
644
+ "epoch": 2.9261477045908184,
645
+ "grad_norm": 20.439496994018555,
646
+ "learning_rate": 1.897310874704492e-05,
647
+ "loss": 1.4317,
648
+ "step": 2200
649
+ },
650
+ {
651
+ "epoch": 2.959414504324684,
652
+ "grad_norm": 18.191625595092773,
653
+ "learning_rate": 1.893617021276596e-05,
654
+ "loss": 1.2323,
655
+ "step": 2225
656
+ },
657
+ {
658
+ "epoch": 2.9926813040585496,
659
+ "grad_norm": 22.14209747314453,
660
+ "learning_rate": 1.8899231678487e-05,
661
+ "loss": 1.2594,
662
+ "step": 2250
663
+ },
664
+ {
665
+ "epoch": 3.0,
666
+ "eval_accuracy": 0.8660179640718563,
667
+ "eval_loss": 0.401652991771698,
668
+ "eval_macro_f1": 0.6035636263972405,
669
+ "eval_runtime": 4.7407,
670
+ "eval_samples_per_second": 563.626,
671
+ "eval_steps_per_second": 35.227,
672
+ "eval_weighted_f1": 0.8463712520825695,
673
+ "step": 2256
674
+ },
675
+ {
676
+ "epoch": 3.0252827677977376,
677
+ "grad_norm": 23.81954574584961,
678
+ "learning_rate": 1.886229314420804e-05,
679
+ "loss": 1.2929,
680
+ "step": 2275
681
+ },
682
+ {
683
+ "epoch": 3.0585495675316037,
684
+ "grad_norm": 35.909610748291016,
685
+ "learning_rate": 1.8825354609929078e-05,
686
+ "loss": 1.1688,
687
+ "step": 2300
688
+ },
689
+ {
690
+ "epoch": 3.0918163672654693,
691
+ "grad_norm": 27.802701950073242,
692
+ "learning_rate": 1.878841607565012e-05,
693
+ "loss": 1.058,
694
+ "step": 2325
695
+ },
696
+ {
697
+ "epoch": 3.125083166999335,
698
+ "grad_norm": 25.183378219604492,
699
+ "learning_rate": 1.875147754137116e-05,
700
+ "loss": 1.1409,
701
+ "step": 2350
702
+ },
703
+ {
704
+ "epoch": 3.1583499667332005,
705
+ "grad_norm": 38.850765228271484,
706
+ "learning_rate": 1.8714539007092202e-05,
707
+ "loss": 1.2061,
708
+ "step": 2375
709
+ },
710
+ {
711
+ "epoch": 3.191616766467066,
712
+ "grad_norm": 59.2581901550293,
713
+ "learning_rate": 1.867760047281324e-05,
714
+ "loss": 1.0416,
715
+ "step": 2400
716
+ },
717
+ {
718
+ "epoch": 3.2248835662009316,
719
+ "grad_norm": 74.06941223144531,
720
+ "learning_rate": 1.864066193853428e-05,
721
+ "loss": 1.0606,
722
+ "step": 2425
723
+ },
724
+ {
725
+ "epoch": 3.2581503659347972,
726
+ "grad_norm": 36.18363571166992,
727
+ "learning_rate": 1.860372340425532e-05,
728
+ "loss": 1.2661,
729
+ "step": 2450
730
+ },
731
+ {
732
+ "epoch": 3.291417165668663,
733
+ "grad_norm": 30.661012649536133,
734
+ "learning_rate": 1.856678486997636e-05,
735
+ "loss": 1.1313,
736
+ "step": 2475
737
+ },
738
+ {
739
+ "epoch": 3.3246839654025284,
740
+ "grad_norm": 43.959232330322266,
741
+ "learning_rate": 1.85298463356974e-05,
742
+ "loss": 1.066,
743
+ "step": 2500
744
+ },
745
+ {
746
+ "epoch": 3.357950765136394,
747
+ "grad_norm": 43.555606842041016,
748
+ "learning_rate": 1.849290780141844e-05,
749
+ "loss": 1.1921,
750
+ "step": 2525
751
+ },
752
+ {
753
+ "epoch": 3.3912175648702596,
754
+ "grad_norm": 43.31392288208008,
755
+ "learning_rate": 1.8455969267139483e-05,
756
+ "loss": 1.0994,
757
+ "step": 2550
758
+ },
759
+ {
760
+ "epoch": 3.424484364604125,
761
+ "grad_norm": 55.16825485229492,
762
+ "learning_rate": 1.8419030732860522e-05,
763
+ "loss": 1.2033,
764
+ "step": 2575
765
+ },
766
+ {
767
+ "epoch": 3.457751164337991,
768
+ "grad_norm": 42.5264778137207,
769
+ "learning_rate": 1.838209219858156e-05,
770
+ "loss": 1.0647,
771
+ "step": 2600
772
+ },
773
+ {
774
+ "epoch": 3.4910179640718564,
775
+ "grad_norm": 39.03308868408203,
776
+ "learning_rate": 1.83451536643026e-05,
777
+ "loss": 1.1804,
778
+ "step": 2625
779
+ },
780
+ {
781
+ "epoch": 3.524284763805722,
782
+ "grad_norm": 66.79998779296875,
783
+ "learning_rate": 1.8308215130023643e-05,
784
+ "loss": 1.3144,
785
+ "step": 2650
786
+ },
787
+ {
788
+ "epoch": 3.5575515635395876,
789
+ "grad_norm": 53.04710388183594,
790
+ "learning_rate": 1.8271276595744682e-05,
791
+ "loss": 1.1659,
792
+ "step": 2675
793
+ },
794
+ {
795
+ "epoch": 3.590818363273453,
796
+ "grad_norm": 58.5695686340332,
797
+ "learning_rate": 1.823433806146572e-05,
798
+ "loss": 1.1276,
799
+ "step": 2700
800
+ },
801
+ {
802
+ "epoch": 3.6240851630073188,
803
+ "grad_norm": 54.88508987426758,
804
+ "learning_rate": 1.8197399527186764e-05,
805
+ "loss": 1.158,
806
+ "step": 2725
807
+ },
808
+ {
809
+ "epoch": 3.6573519627411843,
810
+ "grad_norm": 27.18375587463379,
811
+ "learning_rate": 1.8160460992907803e-05,
812
+ "loss": 1.1379,
813
+ "step": 2750
814
+ },
815
+ {
816
+ "epoch": 3.69061876247505,
817
+ "grad_norm": 27.826868057250977,
818
+ "learning_rate": 1.8123522458628842e-05,
819
+ "loss": 1.2979,
820
+ "step": 2775
821
+ },
822
+ {
823
+ "epoch": 3.7238855622089155,
824
+ "grad_norm": 40.997066497802734,
825
+ "learning_rate": 1.808658392434988e-05,
826
+ "loss": 1.0957,
827
+ "step": 2800
828
+ },
829
+ {
830
+ "epoch": 3.757152361942781,
831
+ "grad_norm": 25.885696411132812,
832
+ "learning_rate": 1.8049645390070924e-05,
833
+ "loss": 0.8698,
834
+ "step": 2825
835
+ },
836
+ {
837
+ "epoch": 3.7904191616766467,
838
+ "grad_norm": 95.37236785888672,
839
+ "learning_rate": 1.8012706855791963e-05,
840
+ "loss": 1.188,
841
+ "step": 2850
842
+ },
843
+ {
844
+ "epoch": 3.8236859614105123,
845
+ "grad_norm": 39.76643371582031,
846
+ "learning_rate": 1.7975768321513003e-05,
847
+ "loss": 1.275,
848
+ "step": 2875
849
+ },
850
+ {
851
+ "epoch": 3.856952761144378,
852
+ "grad_norm": 28.292036056518555,
853
+ "learning_rate": 1.7938829787234045e-05,
854
+ "loss": 1.4214,
855
+ "step": 2900
856
+ },
857
+ {
858
+ "epoch": 3.8902195608782435,
859
+ "grad_norm": 14.30317211151123,
860
+ "learning_rate": 1.7901891252955084e-05,
861
+ "loss": 1.0971,
862
+ "step": 2925
863
+ },
864
+ {
865
+ "epoch": 3.923486360612109,
866
+ "grad_norm": 27.719806671142578,
867
+ "learning_rate": 1.7864952718676124e-05,
868
+ "loss": 0.9259,
869
+ "step": 2950
870
+ },
871
+ {
872
+ "epoch": 3.9567531603459747,
873
+ "grad_norm": 41.42435073852539,
874
+ "learning_rate": 1.7828014184397163e-05,
875
+ "loss": 0.9458,
876
+ "step": 2975
877
+ },
878
+ {
879
+ "epoch": 3.9900199600798403,
880
+ "grad_norm": 95.3760986328125,
881
+ "learning_rate": 1.7791075650118205e-05,
882
+ "loss": 1.3834,
883
+ "step": 3000
884
+ },
885
+ {
886
+ "epoch": 4.0,
887
+ "eval_accuracy": 0.8671407185628742,
888
+ "eval_loss": 0.3557228147983551,
889
+ "eval_macro_f1": 0.6535834622534601,
890
+ "eval_runtime": 4.431,
891
+ "eval_samples_per_second": 603.028,
892
+ "eval_steps_per_second": 37.689,
893
+ "eval_weighted_f1": 0.8608742937734579,
894
+ "step": 3008
895
+ },
896
+ {
897
+ "epoch": 4.022621423819029,
898
+ "grad_norm": 44.99268341064453,
899
+ "learning_rate": 1.7754137115839245e-05,
900
+ "loss": 0.9779,
901
+ "step": 3025
902
+ },
903
+ {
904
+ "epoch": 4.055888223552894,
905
+ "grad_norm": 71.92295837402344,
906
+ "learning_rate": 1.7717198581560284e-05,
907
+ "loss": 0.9888,
908
+ "step": 3050
909
+ },
910
+ {
911
+ "epoch": 4.08915502328676,
912
+ "grad_norm": 39.15391159057617,
913
+ "learning_rate": 1.7680260047281326e-05,
914
+ "loss": 0.7983,
915
+ "step": 3075
916
+ },
917
+ {
918
+ "epoch": 4.122421823020625,
919
+ "grad_norm": 27.474838256835938,
920
+ "learning_rate": 1.7643321513002365e-05,
921
+ "loss": 0.9276,
922
+ "step": 3100
923
+ },
924
+ {
925
+ "epoch": 4.155688622754491,
926
+ "grad_norm": 28.483505249023438,
927
+ "learning_rate": 1.7606382978723408e-05,
928
+ "loss": 1.0514,
929
+ "step": 3125
930
+ },
931
+ {
932
+ "epoch": 4.188955422488356,
933
+ "grad_norm": 27.537391662597656,
934
+ "learning_rate": 1.7569444444444447e-05,
935
+ "loss": 1.0379,
936
+ "step": 3150
937
+ },
938
+ {
939
+ "epoch": 4.222222222222222,
940
+ "grad_norm": 42.87480163574219,
941
+ "learning_rate": 1.7532505910165486e-05,
942
+ "loss": 0.9449,
943
+ "step": 3175
944
+ },
945
+ {
946
+ "epoch": 4.2554890219560875,
947
+ "grad_norm": 78.31739807128906,
948
+ "learning_rate": 1.7495567375886526e-05,
949
+ "loss": 0.9703,
950
+ "step": 3200
951
+ },
952
+ {
953
+ "epoch": 4.2887558216899535,
954
+ "grad_norm": 30.088403701782227,
955
+ "learning_rate": 1.7458628841607565e-05,
956
+ "loss": 0.9439,
957
+ "step": 3225
958
+ },
959
+ {
960
+ "epoch": 4.322022621423819,
961
+ "grad_norm": 30.027141571044922,
962
+ "learning_rate": 1.7421690307328607e-05,
963
+ "loss": 0.9601,
964
+ "step": 3250
965
+ },
966
+ {
967
+ "epoch": 4.355289421157685,
968
+ "grad_norm": 28.77521324157715,
969
+ "learning_rate": 1.7384751773049647e-05,
970
+ "loss": 0.7784,
971
+ "step": 3275
972
+ },
973
+ {
974
+ "epoch": 4.38855622089155,
975
+ "grad_norm": 76.31985473632812,
976
+ "learning_rate": 1.734781323877069e-05,
977
+ "loss": 0.7765,
978
+ "step": 3300
979
+ },
980
+ {
981
+ "epoch": 4.421823020625416,
982
+ "grad_norm": 34.64450454711914,
983
+ "learning_rate": 1.731087470449173e-05,
984
+ "loss": 0.9949,
985
+ "step": 3325
986
+ },
987
+ {
988
+ "epoch": 4.455089820359281,
989
+ "grad_norm": 36.37846755981445,
990
+ "learning_rate": 1.7273936170212768e-05,
991
+ "loss": 0.9231,
992
+ "step": 3350
993
+ },
994
+ {
995
+ "epoch": 4.488356620093147,
996
+ "grad_norm": 40.14446258544922,
997
+ "learning_rate": 1.7236997635933807e-05,
998
+ "loss": 0.8497,
999
+ "step": 3375
1000
+ },
1001
+ {
1002
+ "epoch": 4.521623419827012,
1003
+ "grad_norm": 67.45284271240234,
1004
+ "learning_rate": 1.7200059101654846e-05,
1005
+ "loss": 1.0479,
1006
+ "step": 3400
1007
+ },
1008
+ {
1009
+ "epoch": 4.554890219560878,
1010
+ "grad_norm": 37.65224075317383,
1011
+ "learning_rate": 1.716312056737589e-05,
1012
+ "loss": 0.9929,
1013
+ "step": 3425
1014
+ },
1015
+ {
1016
+ "epoch": 4.588157019294744,
1017
+ "grad_norm": 39.52163314819336,
1018
+ "learning_rate": 1.7126182033096928e-05,
1019
+ "loss": 0.9675,
1020
+ "step": 3450
1021
+ },
1022
+ {
1023
+ "epoch": 4.621423819028609,
1024
+ "grad_norm": 102.28337097167969,
1025
+ "learning_rate": 1.708924349881797e-05,
1026
+ "loss": 0.9551,
1027
+ "step": 3475
1028
+ },
1029
+ {
1030
+ "epoch": 4.654690618762475,
1031
+ "grad_norm": 54.51236343383789,
1032
+ "learning_rate": 1.705230496453901e-05,
1033
+ "loss": 0.87,
1034
+ "step": 3500
1035
+ },
1036
+ {
1037
+ "epoch": 4.687957418496341,
1038
+ "grad_norm": 49.21366882324219,
1039
+ "learning_rate": 1.701536643026005e-05,
1040
+ "loss": 0.9226,
1041
+ "step": 3525
1042
+ },
1043
+ {
1044
+ "epoch": 4.721224218230207,
1045
+ "grad_norm": 29.901992797851562,
1046
+ "learning_rate": 1.6978427895981088e-05,
1047
+ "loss": 0.8122,
1048
+ "step": 3550
1049
+ },
1050
+ {
1051
+ "epoch": 4.754491017964072,
1052
+ "grad_norm": 59.189735412597656,
1053
+ "learning_rate": 1.6941489361702127e-05,
1054
+ "loss": 0.9972,
1055
+ "step": 3575
1056
+ },
1057
+ {
1058
+ "epoch": 4.787757817697938,
1059
+ "grad_norm": 30.752107620239258,
1060
+ "learning_rate": 1.690455082742317e-05,
1061
+ "loss": 1.0597,
1062
+ "step": 3600
1063
+ },
1064
+ {
1065
+ "epoch": 4.821024617431803,
1066
+ "grad_norm": 42.9833869934082,
1067
+ "learning_rate": 1.686761229314421e-05,
1068
+ "loss": 0.9045,
1069
+ "step": 3625
1070
+ },
1071
+ {
1072
+ "epoch": 4.854291417165669,
1073
+ "grad_norm": 33.723670959472656,
1074
+ "learning_rate": 1.683067375886525e-05,
1075
+ "loss": 1.0089,
1076
+ "step": 3650
1077
+ },
1078
+ {
1079
+ "epoch": 4.887558216899534,
1080
+ "grad_norm": 48.30406951904297,
1081
+ "learning_rate": 1.679373522458629e-05,
1082
+ "loss": 1.0502,
1083
+ "step": 3675
1084
+ },
1085
+ {
1086
+ "epoch": 4.9208250166334,
1087
+ "grad_norm": 53.38852310180664,
1088
+ "learning_rate": 1.675679669030733e-05,
1089
+ "loss": 0.9732,
1090
+ "step": 3700
1091
+ },
1092
+ {
1093
+ "epoch": 4.954091816367265,
1094
+ "grad_norm": 44.53765869140625,
1095
+ "learning_rate": 1.671985815602837e-05,
1096
+ "loss": 1.0567,
1097
+ "step": 3725
1098
+ },
1099
+ {
1100
+ "epoch": 4.987358616101131,
1101
+ "grad_norm": 51.376747131347656,
1102
+ "learning_rate": 1.6682919621749408e-05,
1103
+ "loss": 1.052,
1104
+ "step": 3750
1105
+ },
1106
+ {
1107
+ "epoch": 5.0,
1108
+ "eval_accuracy": 0.8637724550898204,
1109
+ "eval_loss": 0.42977529764175415,
1110
+ "eval_macro_f1": 0.6736793543696185,
1111
+ "eval_runtime": 5.5853,
1112
+ "eval_samples_per_second": 478.401,
1113
+ "eval_steps_per_second": 29.9,
1114
+ "eval_weighted_f1": 0.8635217772490592,
1115
+ "step": 3760
1116
+ }
1117
+ ],
1118
+ "logging_steps": 25,
1119
+ "max_steps": 15040,
1120
+ "num_input_tokens_seen": 0,
1121
+ "num_train_epochs": 20,
1122
+ "save_steps": 500,
1123
+ "stateful_callbacks": {
1124
+ "EarlyStoppingCallback": {
1125
+ "args": {
1126
+ "early_stopping_patience": 3,
1127
+ "early_stopping_threshold": 0.0
1128
+ },
1129
+ "attributes": {
1130
+ "early_stopping_patience_counter": 0
1131
+ }
1132
+ },
1133
+ "TrainerControl": {
1134
+ "args": {
1135
+ "should_epoch_stop": false,
1136
+ "should_evaluate": false,
1137
+ "should_log": false,
1138
+ "should_save": true,
1139
+ "should_training_stop": false
1140
+ },
1141
+ "attributes": {}
1142
+ }
1143
+ },
1144
+ "total_flos": 0.0,
1145
+ "train_batch_size": 8,
1146
+ "trial_name": null,
1147
+ "trial_params": null
1148
+ }
vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-6016/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-6016/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-6016/trainer_state.json ADDED
@@ -0,0 +1,1811 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3760,
3
+ "best_metric": 0.6736793543696185,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/trainer/checkpoint-3760",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 6016,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0332667997338656,
14
+ "grad_norm": 59.830810546875,
15
+ "learning_rate": 3.1914893617021275e-07,
16
+ "loss": 5.8601,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.0665335994677312,
21
+ "grad_norm": 47.796321868896484,
22
+ "learning_rate": 6.515957446808512e-07,
23
+ "loss": 5.7717,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.0998003992015968,
28
+ "grad_norm": 42.530479431152344,
29
+ "learning_rate": 9.840425531914895e-07,
30
+ "loss": 5.6244,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.1330671989354624,
35
+ "grad_norm": 49.826744079589844,
36
+ "learning_rate": 1.3164893617021277e-06,
37
+ "loss": 5.372,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.16633399866932802,
42
+ "grad_norm": 83.98981475830078,
43
+ "learning_rate": 1.648936170212766e-06,
44
+ "loss": 4.3547,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.1996007984031936,
49
+ "grad_norm": 113.8248519897461,
50
+ "learning_rate": 1.9813829787234043e-06,
51
+ "loss": 3.1171,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.2328675981370592,
56
+ "grad_norm": 31.901708602905273,
57
+ "learning_rate": 2.3138297872340428e-06,
58
+ "loss": 2.6397,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.2661343978709248,
63
+ "grad_norm": 25.846521377563477,
64
+ "learning_rate": 2.646276595744681e-06,
65
+ "loss": 2.3716,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.2994011976047904,
70
+ "grad_norm": 92.2813949584961,
71
+ "learning_rate": 2.978723404255319e-06,
72
+ "loss": 2.4588,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.33266799733865604,
77
+ "grad_norm": 39.51817321777344,
78
+ "learning_rate": 3.311170212765958e-06,
79
+ "loss": 2.6022,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.36593479707252163,
84
+ "grad_norm": 24.812108993530273,
85
+ "learning_rate": 3.643617021276596e-06,
86
+ "loss": 2.4012,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.3992015968063872,
91
+ "grad_norm": 34.62691116333008,
92
+ "learning_rate": 3.976063829787235e-06,
93
+ "loss": 2.1711,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.4324683965402528,
98
+ "grad_norm": 21.5601806640625,
99
+ "learning_rate": 4.308510638297873e-06,
100
+ "loss": 2.115,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.4657351962741184,
105
+ "grad_norm": 71.5588150024414,
106
+ "learning_rate": 4.640957446808511e-06,
107
+ "loss": 2.2573,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.499001996007984,
112
+ "grad_norm": 35.997188568115234,
113
+ "learning_rate": 4.973404255319149e-06,
114
+ "loss": 2.0197,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.5322687957418496,
119
+ "grad_norm": 41.49496841430664,
120
+ "learning_rate": 5.305851063829788e-06,
121
+ "loss": 2.0526,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.5655355954757152,
126
+ "grad_norm": 22.22209358215332,
127
+ "learning_rate": 5.638297872340426e-06,
128
+ "loss": 2.2458,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 0.5988023952095808,
133
+ "grad_norm": 33.143943786621094,
134
+ "learning_rate": 5.970744680851064e-06,
135
+ "loss": 2.1272,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 0.6320691949434465,
140
+ "grad_norm": 28.425731658935547,
141
+ "learning_rate": 6.303191489361703e-06,
142
+ "loss": 2.0974,
143
+ "step": 475
144
+ },
145
+ {
146
+ "epoch": 0.6653359946773121,
147
+ "grad_norm": 35.27083206176758,
148
+ "learning_rate": 6.635638297872341e-06,
149
+ "loss": 2.2018,
150
+ "step": 500
151
+ },
152
+ {
153
+ "epoch": 0.6986027944111777,
154
+ "grad_norm": 27.362503051757812,
155
+ "learning_rate": 6.968085106382979e-06,
156
+ "loss": 1.9996,
157
+ "step": 525
158
+ },
159
+ {
160
+ "epoch": 0.7318695941450433,
161
+ "grad_norm": 69.58639526367188,
162
+ "learning_rate": 7.300531914893617e-06,
163
+ "loss": 1.9392,
164
+ "step": 550
165
+ },
166
+ {
167
+ "epoch": 0.7651363938789089,
168
+ "grad_norm": 47.72464370727539,
169
+ "learning_rate": 7.632978723404256e-06,
170
+ "loss": 2.0969,
171
+ "step": 575
172
+ },
173
+ {
174
+ "epoch": 0.7984031936127745,
175
+ "grad_norm": 50.445987701416016,
176
+ "learning_rate": 7.965425531914895e-06,
177
+ "loss": 1.7773,
178
+ "step": 600
179
+ },
180
+ {
181
+ "epoch": 0.83166999334664,
182
+ "grad_norm": 32.79262161254883,
183
+ "learning_rate": 8.297872340425532e-06,
184
+ "loss": 1.8926,
185
+ "step": 625
186
+ },
187
+ {
188
+ "epoch": 0.8649367930805056,
189
+ "grad_norm": 33.58710479736328,
190
+ "learning_rate": 8.630319148936171e-06,
191
+ "loss": 2.0996,
192
+ "step": 650
193
+ },
194
+ {
195
+ "epoch": 0.8982035928143712,
196
+ "grad_norm": 20.556039810180664,
197
+ "learning_rate": 8.96276595744681e-06,
198
+ "loss": 1.988,
199
+ "step": 675
200
+ },
201
+ {
202
+ "epoch": 0.9314703925482368,
203
+ "grad_norm": 30.910720825195312,
204
+ "learning_rate": 9.295212765957447e-06,
205
+ "loss": 1.9596,
206
+ "step": 700
207
+ },
208
+ {
209
+ "epoch": 0.9647371922821024,
210
+ "grad_norm": 19.786775588989258,
211
+ "learning_rate": 9.627659574468086e-06,
212
+ "loss": 1.793,
213
+ "step": 725
214
+ },
215
+ {
216
+ "epoch": 0.998003992015968,
217
+ "grad_norm": 47.871681213378906,
218
+ "learning_rate": 9.960106382978723e-06,
219
+ "loss": 1.8313,
220
+ "step": 750
221
+ },
222
+ {
223
+ "epoch": 1.0,
224
+ "eval_accuracy": 0.8480538922155688,
225
+ "eval_loss": 0.44440749287605286,
226
+ "eval_macro_f1": 0.4724278285022014,
227
+ "eval_runtime": 4.7347,
228
+ "eval_samples_per_second": 564.346,
229
+ "eval_steps_per_second": 35.272,
230
+ "eval_weighted_f1": 0.805436637473214,
231
+ "step": 752
232
+ },
233
+ {
234
+ "epoch": 1.0306054557551563,
235
+ "grad_norm": 26.773014068603516,
236
+ "learning_rate": 1.0292553191489364e-05,
237
+ "loss": 1.789,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.0638722554890219,
242
+ "grad_norm": 55.4776496887207,
243
+ "learning_rate": 1.0625e-05,
244
+ "loss": 1.848,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.0971390552228875,
249
+ "grad_norm": 44.48457717895508,
250
+ "learning_rate": 1.095744680851064e-05,
251
+ "loss": 1.868,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.130405854956753,
256
+ "grad_norm": 44.29758834838867,
257
+ "learning_rate": 1.1289893617021277e-05,
258
+ "loss": 1.6381,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 1.1636726546906186,
263
+ "grad_norm": 28.763595581054688,
264
+ "learning_rate": 1.1622340425531916e-05,
265
+ "loss": 1.6371,
266
+ "step": 875
267
+ },
268
+ {
269
+ "epoch": 1.1969394544244845,
270
+ "grad_norm": 27.507532119750977,
271
+ "learning_rate": 1.1954787234042554e-05,
272
+ "loss": 1.5673,
273
+ "step": 900
274
+ },
275
+ {
276
+ "epoch": 1.23020625415835,
277
+ "grad_norm": 24.084014892578125,
278
+ "learning_rate": 1.2287234042553193e-05,
279
+ "loss": 1.5086,
280
+ "step": 925
281
+ },
282
+ {
283
+ "epoch": 1.2634730538922156,
284
+ "grad_norm": 49.72874069213867,
285
+ "learning_rate": 1.2619680851063832e-05,
286
+ "loss": 1.8505,
287
+ "step": 950
288
+ },
289
+ {
290
+ "epoch": 1.2967398536260812,
291
+ "grad_norm": 37.05972671508789,
292
+ "learning_rate": 1.295212765957447e-05,
293
+ "loss": 1.5962,
294
+ "step": 975
295
+ },
296
+ {
297
+ "epoch": 1.3300066533599468,
298
+ "grad_norm": 36.04655838012695,
299
+ "learning_rate": 1.3284574468085108e-05,
300
+ "loss": 1.7504,
301
+ "step": 1000
302
+ },
303
+ {
304
+ "epoch": 1.3632734530938124,
305
+ "grad_norm": 43.10828399658203,
306
+ "learning_rate": 1.3617021276595745e-05,
307
+ "loss": 1.6639,
308
+ "step": 1025
309
+ },
310
+ {
311
+ "epoch": 1.396540252827678,
312
+ "grad_norm": 58.6600227355957,
313
+ "learning_rate": 1.3949468085106384e-05,
314
+ "loss": 1.7687,
315
+ "step": 1050
316
+ },
317
+ {
318
+ "epoch": 1.4298070525615436,
319
+ "grad_norm": 85.88446044921875,
320
+ "learning_rate": 1.4281914893617021e-05,
321
+ "loss": 1.7629,
322
+ "step": 1075
323
+ },
324
+ {
325
+ "epoch": 1.4630738522954092,
326
+ "grad_norm": 32.182430267333984,
327
+ "learning_rate": 1.4614361702127662e-05,
328
+ "loss": 1.828,
329
+ "step": 1100
330
+ },
331
+ {
332
+ "epoch": 1.4963406520292748,
333
+ "grad_norm": 32.643619537353516,
334
+ "learning_rate": 1.49468085106383e-05,
335
+ "loss": 1.6793,
336
+ "step": 1125
337
+ },
338
+ {
339
+ "epoch": 1.5296074517631404,
340
+ "grad_norm": 31.20679473876953,
341
+ "learning_rate": 1.5279255319148938e-05,
342
+ "loss": 1.6464,
343
+ "step": 1150
344
+ },
345
+ {
346
+ "epoch": 1.562874251497006,
347
+ "grad_norm": 24.669008255004883,
348
+ "learning_rate": 1.5611702127659575e-05,
349
+ "loss": 1.6575,
350
+ "step": 1175
351
+ },
352
+ {
353
+ "epoch": 1.5961410512308716,
354
+ "grad_norm": 33.1389274597168,
355
+ "learning_rate": 1.5944148936170216e-05,
356
+ "loss": 1.809,
357
+ "step": 1200
358
+ },
359
+ {
360
+ "epoch": 1.6294078509647372,
361
+ "grad_norm": 33.60694122314453,
362
+ "learning_rate": 1.6276595744680853e-05,
363
+ "loss": 1.5461,
364
+ "step": 1225
365
+ },
366
+ {
367
+ "epoch": 1.6626746506986028,
368
+ "grad_norm": 49.00190734863281,
369
+ "learning_rate": 1.660904255319149e-05,
370
+ "loss": 1.81,
371
+ "step": 1250
372
+ },
373
+ {
374
+ "epoch": 1.6959414504324684,
375
+ "grad_norm": 38.011962890625,
376
+ "learning_rate": 1.6941489361702127e-05,
377
+ "loss": 1.5458,
378
+ "step": 1275
379
+ },
380
+ {
381
+ "epoch": 1.729208250166334,
382
+ "grad_norm": 18.666919708251953,
383
+ "learning_rate": 1.7273936170212768e-05,
384
+ "loss": 1.4139,
385
+ "step": 1300
386
+ },
387
+ {
388
+ "epoch": 1.7624750499001998,
389
+ "grad_norm": 26.862506866455078,
390
+ "learning_rate": 1.7606382978723408e-05,
391
+ "loss": 1.6402,
392
+ "step": 1325
393
+ },
394
+ {
395
+ "epoch": 1.7957418496340654,
396
+ "grad_norm": 26.93451690673828,
397
+ "learning_rate": 1.7938829787234045e-05,
398
+ "loss": 1.48,
399
+ "step": 1350
400
+ },
401
+ {
402
+ "epoch": 1.829008649367931,
403
+ "grad_norm": 19.869728088378906,
404
+ "learning_rate": 1.8271276595744682e-05,
405
+ "loss": 1.4617,
406
+ "step": 1375
407
+ },
408
+ {
409
+ "epoch": 1.8622754491017965,
410
+ "grad_norm": 33.091880798339844,
411
+ "learning_rate": 1.860372340425532e-05,
412
+ "loss": 1.5099,
413
+ "step": 1400
414
+ },
415
+ {
416
+ "epoch": 1.8955422488356621,
417
+ "grad_norm": 57.7000846862793,
418
+ "learning_rate": 1.893617021276596e-05,
419
+ "loss": 1.5073,
420
+ "step": 1425
421
+ },
422
+ {
423
+ "epoch": 1.9288090485695277,
424
+ "grad_norm": 31.357980728149414,
425
+ "learning_rate": 1.9268617021276597e-05,
426
+ "loss": 1.7022,
427
+ "step": 1450
428
+ },
429
+ {
430
+ "epoch": 1.9620758483033933,
431
+ "grad_norm": 30.215160369873047,
432
+ "learning_rate": 1.9601063829787234e-05,
433
+ "loss": 1.4706,
434
+ "step": 1475
435
+ },
436
+ {
437
+ "epoch": 1.995342648037259,
438
+ "grad_norm": 28.530719757080078,
439
+ "learning_rate": 1.9933510638297875e-05,
440
+ "loss": 1.5675,
441
+ "step": 1500
442
+ },
443
+ {
444
+ "epoch": 2.0,
445
+ "eval_accuracy": 0.8398203592814372,
446
+ "eval_loss": 0.40538549423217773,
447
+ "eval_macro_f1": 0.593268640330891,
448
+ "eval_runtime": 4.7289,
449
+ "eval_samples_per_second": 565.033,
450
+ "eval_steps_per_second": 35.315,
451
+ "eval_weighted_f1": 0.8364798765378402,
452
+ "step": 1504
453
+ },
454
+ {
455
+ "epoch": 2.027944111776447,
456
+ "grad_norm": 23.107749938964844,
457
+ "learning_rate": 1.9970449172576832e-05,
458
+ "loss": 1.4528,
459
+ "step": 1525
460
+ },
461
+ {
462
+ "epoch": 2.0612109115103125,
463
+ "grad_norm": 17.92940330505371,
464
+ "learning_rate": 1.9933510638297875e-05,
465
+ "loss": 1.3267,
466
+ "step": 1550
467
+ },
468
+ {
469
+ "epoch": 2.094477711244178,
470
+ "grad_norm": 36.454322814941406,
471
+ "learning_rate": 1.9896572104018914e-05,
472
+ "loss": 1.3309,
473
+ "step": 1575
474
+ },
475
+ {
476
+ "epoch": 2.1277445109780437,
477
+ "grad_norm": 49.77095031738281,
478
+ "learning_rate": 1.9859633569739953e-05,
479
+ "loss": 1.477,
480
+ "step": 1600
481
+ },
482
+ {
483
+ "epoch": 2.1610113107119093,
484
+ "grad_norm": 35.72419357299805,
485
+ "learning_rate": 1.9822695035460996e-05,
486
+ "loss": 1.4907,
487
+ "step": 1625
488
+ },
489
+ {
490
+ "epoch": 2.194278110445775,
491
+ "grad_norm": 41.603797912597656,
492
+ "learning_rate": 1.9785756501182035e-05,
493
+ "loss": 1.3272,
494
+ "step": 1650
495
+ },
496
+ {
497
+ "epoch": 2.2275449101796405,
498
+ "grad_norm": 51.219078063964844,
499
+ "learning_rate": 1.9748817966903074e-05,
500
+ "loss": 1.2893,
501
+ "step": 1675
502
+ },
503
+ {
504
+ "epoch": 2.260811709913506,
505
+ "grad_norm": 75.83724975585938,
506
+ "learning_rate": 1.9711879432624113e-05,
507
+ "loss": 1.5366,
508
+ "step": 1700
509
+ },
510
+ {
511
+ "epoch": 2.294078509647372,
512
+ "grad_norm": 59.265419006347656,
513
+ "learning_rate": 1.9674940898345156e-05,
514
+ "loss": 1.4266,
515
+ "step": 1725
516
+ },
517
+ {
518
+ "epoch": 2.3273453093812373,
519
+ "grad_norm": 51.07561492919922,
520
+ "learning_rate": 1.9638002364066195e-05,
521
+ "loss": 1.314,
522
+ "step": 1750
523
+ },
524
+ {
525
+ "epoch": 2.3606121091151033,
526
+ "grad_norm": 45.23348617553711,
527
+ "learning_rate": 1.9601063829787234e-05,
528
+ "loss": 1.3741,
529
+ "step": 1775
530
+ },
531
+ {
532
+ "epoch": 2.393878908848969,
533
+ "grad_norm": 26.908754348754883,
534
+ "learning_rate": 1.9564125295508277e-05,
535
+ "loss": 1.382,
536
+ "step": 1800
537
+ },
538
+ {
539
+ "epoch": 2.4271457085828345,
540
+ "grad_norm": 49.24425506591797,
541
+ "learning_rate": 1.9527186761229316e-05,
542
+ "loss": 1.3813,
543
+ "step": 1825
544
+ },
545
+ {
546
+ "epoch": 2.4604125083167,
547
+ "grad_norm": 65.63488006591797,
548
+ "learning_rate": 1.9490248226950355e-05,
549
+ "loss": 1.3242,
550
+ "step": 1850
551
+ },
552
+ {
553
+ "epoch": 2.4936793080505657,
554
+ "grad_norm": 28.83194351196289,
555
+ "learning_rate": 1.9453309692671394e-05,
556
+ "loss": 1.6721,
557
+ "step": 1875
558
+ },
559
+ {
560
+ "epoch": 2.5269461077844313,
561
+ "grad_norm": 51.39260482788086,
562
+ "learning_rate": 1.9416371158392437e-05,
563
+ "loss": 1.4542,
564
+ "step": 1900
565
+ },
566
+ {
567
+ "epoch": 2.560212907518297,
568
+ "grad_norm": 22.008747100830078,
569
+ "learning_rate": 1.9379432624113476e-05,
570
+ "loss": 1.3568,
571
+ "step": 1925
572
+ },
573
+ {
574
+ "epoch": 2.5934797072521625,
575
+ "grad_norm": 24.96036148071289,
576
+ "learning_rate": 1.9342494089834515e-05,
577
+ "loss": 1.4482,
578
+ "step": 1950
579
+ },
580
+ {
581
+ "epoch": 2.626746506986028,
582
+ "grad_norm": 46.39573669433594,
583
+ "learning_rate": 1.9305555555555558e-05,
584
+ "loss": 1.3436,
585
+ "step": 1975
586
+ },
587
+ {
588
+ "epoch": 2.6600133067198937,
589
+ "grad_norm": 27.329496383666992,
590
+ "learning_rate": 1.9268617021276597e-05,
591
+ "loss": 1.2921,
592
+ "step": 2000
593
+ },
594
+ {
595
+ "epoch": 2.6932801064537593,
596
+ "grad_norm": 37.03963851928711,
597
+ "learning_rate": 1.9231678486997636e-05,
598
+ "loss": 1.4834,
599
+ "step": 2025
600
+ },
601
+ {
602
+ "epoch": 2.726546906187625,
603
+ "grad_norm": 25.068300247192383,
604
+ "learning_rate": 1.919473995271868e-05,
605
+ "loss": 1.3105,
606
+ "step": 2050
607
+ },
608
+ {
609
+ "epoch": 2.7598137059214904,
610
+ "grad_norm": 38.55185317993164,
611
+ "learning_rate": 1.9157801418439718e-05,
612
+ "loss": 1.408,
613
+ "step": 2075
614
+ },
615
+ {
616
+ "epoch": 2.793080505655356,
617
+ "grad_norm": 26.421876907348633,
618
+ "learning_rate": 1.9120862884160757e-05,
619
+ "loss": 1.1598,
620
+ "step": 2100
621
+ },
622
+ {
623
+ "epoch": 2.8263473053892216,
624
+ "grad_norm": 29.38383674621582,
625
+ "learning_rate": 1.9083924349881797e-05,
626
+ "loss": 1.4335,
627
+ "step": 2125
628
+ },
629
+ {
630
+ "epoch": 2.8596141051230872,
631
+ "grad_norm": 24.165645599365234,
632
+ "learning_rate": 1.904698581560284e-05,
633
+ "loss": 1.3637,
634
+ "step": 2150
635
+ },
636
+ {
637
+ "epoch": 2.892880904856953,
638
+ "grad_norm": 58.539608001708984,
639
+ "learning_rate": 1.9010047281323878e-05,
640
+ "loss": 1.2014,
641
+ "step": 2175
642
+ },
643
+ {
644
+ "epoch": 2.9261477045908184,
645
+ "grad_norm": 20.439496994018555,
646
+ "learning_rate": 1.897310874704492e-05,
647
+ "loss": 1.4317,
648
+ "step": 2200
649
+ },
650
+ {
651
+ "epoch": 2.959414504324684,
652
+ "grad_norm": 18.191625595092773,
653
+ "learning_rate": 1.893617021276596e-05,
654
+ "loss": 1.2323,
655
+ "step": 2225
656
+ },
657
+ {
658
+ "epoch": 2.9926813040585496,
659
+ "grad_norm": 22.14209747314453,
660
+ "learning_rate": 1.8899231678487e-05,
661
+ "loss": 1.2594,
662
+ "step": 2250
663
+ },
664
+ {
665
+ "epoch": 3.0,
666
+ "eval_accuracy": 0.8660179640718563,
667
+ "eval_loss": 0.401652991771698,
668
+ "eval_macro_f1": 0.6035636263972405,
669
+ "eval_runtime": 4.7407,
670
+ "eval_samples_per_second": 563.626,
671
+ "eval_steps_per_second": 35.227,
672
+ "eval_weighted_f1": 0.8463712520825695,
673
+ "step": 2256
674
+ },
675
+ {
676
+ "epoch": 3.0252827677977376,
677
+ "grad_norm": 23.81954574584961,
678
+ "learning_rate": 1.886229314420804e-05,
679
+ "loss": 1.2929,
680
+ "step": 2275
681
+ },
682
+ {
683
+ "epoch": 3.0585495675316037,
684
+ "grad_norm": 35.909610748291016,
685
+ "learning_rate": 1.8825354609929078e-05,
686
+ "loss": 1.1688,
687
+ "step": 2300
688
+ },
689
+ {
690
+ "epoch": 3.0918163672654693,
691
+ "grad_norm": 27.802701950073242,
692
+ "learning_rate": 1.878841607565012e-05,
693
+ "loss": 1.058,
694
+ "step": 2325
695
+ },
696
+ {
697
+ "epoch": 3.125083166999335,
698
+ "grad_norm": 25.183378219604492,
699
+ "learning_rate": 1.875147754137116e-05,
700
+ "loss": 1.1409,
701
+ "step": 2350
702
+ },
703
+ {
704
+ "epoch": 3.1583499667332005,
705
+ "grad_norm": 38.850765228271484,
706
+ "learning_rate": 1.8714539007092202e-05,
707
+ "loss": 1.2061,
708
+ "step": 2375
709
+ },
710
+ {
711
+ "epoch": 3.191616766467066,
712
+ "grad_norm": 59.2581901550293,
713
+ "learning_rate": 1.867760047281324e-05,
714
+ "loss": 1.0416,
715
+ "step": 2400
716
+ },
717
+ {
718
+ "epoch": 3.2248835662009316,
719
+ "grad_norm": 74.06941223144531,
720
+ "learning_rate": 1.864066193853428e-05,
721
+ "loss": 1.0606,
722
+ "step": 2425
723
+ },
724
+ {
725
+ "epoch": 3.2581503659347972,
726
+ "grad_norm": 36.18363571166992,
727
+ "learning_rate": 1.860372340425532e-05,
728
+ "loss": 1.2661,
729
+ "step": 2450
730
+ },
731
+ {
732
+ "epoch": 3.291417165668663,
733
+ "grad_norm": 30.661012649536133,
734
+ "learning_rate": 1.856678486997636e-05,
735
+ "loss": 1.1313,
736
+ "step": 2475
737
+ },
738
+ {
739
+ "epoch": 3.3246839654025284,
740
+ "grad_norm": 43.959232330322266,
741
+ "learning_rate": 1.85298463356974e-05,
742
+ "loss": 1.066,
743
+ "step": 2500
744
+ },
745
+ {
746
+ "epoch": 3.357950765136394,
747
+ "grad_norm": 43.555606842041016,
748
+ "learning_rate": 1.849290780141844e-05,
749
+ "loss": 1.1921,
750
+ "step": 2525
751
+ },
752
+ {
753
+ "epoch": 3.3912175648702596,
754
+ "grad_norm": 43.31392288208008,
755
+ "learning_rate": 1.8455969267139483e-05,
756
+ "loss": 1.0994,
757
+ "step": 2550
758
+ },
759
+ {
760
+ "epoch": 3.424484364604125,
761
+ "grad_norm": 55.16825485229492,
762
+ "learning_rate": 1.8419030732860522e-05,
763
+ "loss": 1.2033,
764
+ "step": 2575
765
+ },
766
+ {
767
+ "epoch": 3.457751164337991,
768
+ "grad_norm": 42.5264778137207,
769
+ "learning_rate": 1.838209219858156e-05,
770
+ "loss": 1.0647,
771
+ "step": 2600
772
+ },
773
+ {
774
+ "epoch": 3.4910179640718564,
775
+ "grad_norm": 39.03308868408203,
776
+ "learning_rate": 1.83451536643026e-05,
777
+ "loss": 1.1804,
778
+ "step": 2625
779
+ },
780
+ {
781
+ "epoch": 3.524284763805722,
782
+ "grad_norm": 66.79998779296875,
783
+ "learning_rate": 1.8308215130023643e-05,
784
+ "loss": 1.3144,
785
+ "step": 2650
786
+ },
787
+ {
788
+ "epoch": 3.5575515635395876,
789
+ "grad_norm": 53.04710388183594,
790
+ "learning_rate": 1.8271276595744682e-05,
791
+ "loss": 1.1659,
792
+ "step": 2675
793
+ },
794
+ {
795
+ "epoch": 3.590818363273453,
796
+ "grad_norm": 58.5695686340332,
797
+ "learning_rate": 1.823433806146572e-05,
798
+ "loss": 1.1276,
799
+ "step": 2700
800
+ },
801
+ {
802
+ "epoch": 3.6240851630073188,
803
+ "grad_norm": 54.88508987426758,
804
+ "learning_rate": 1.8197399527186764e-05,
805
+ "loss": 1.158,
806
+ "step": 2725
807
+ },
808
+ {
809
+ "epoch": 3.6573519627411843,
810
+ "grad_norm": 27.18375587463379,
811
+ "learning_rate": 1.8160460992907803e-05,
812
+ "loss": 1.1379,
813
+ "step": 2750
814
+ },
815
+ {
816
+ "epoch": 3.69061876247505,
817
+ "grad_norm": 27.826868057250977,
818
+ "learning_rate": 1.8123522458628842e-05,
819
+ "loss": 1.2979,
820
+ "step": 2775
821
+ },
822
+ {
823
+ "epoch": 3.7238855622089155,
824
+ "grad_norm": 40.997066497802734,
825
+ "learning_rate": 1.808658392434988e-05,
826
+ "loss": 1.0957,
827
+ "step": 2800
828
+ },
829
+ {
830
+ "epoch": 3.757152361942781,
831
+ "grad_norm": 25.885696411132812,
832
+ "learning_rate": 1.8049645390070924e-05,
833
+ "loss": 0.8698,
834
+ "step": 2825
835
+ },
836
+ {
837
+ "epoch": 3.7904191616766467,
838
+ "grad_norm": 95.37236785888672,
839
+ "learning_rate": 1.8012706855791963e-05,
840
+ "loss": 1.188,
841
+ "step": 2850
842
+ },
843
+ {
844
+ "epoch": 3.8236859614105123,
845
+ "grad_norm": 39.76643371582031,
846
+ "learning_rate": 1.7975768321513003e-05,
847
+ "loss": 1.275,
848
+ "step": 2875
849
+ },
850
+ {
851
+ "epoch": 3.856952761144378,
852
+ "grad_norm": 28.292036056518555,
853
+ "learning_rate": 1.7938829787234045e-05,
854
+ "loss": 1.4214,
855
+ "step": 2900
856
+ },
857
+ {
858
+ "epoch": 3.8902195608782435,
859
+ "grad_norm": 14.30317211151123,
860
+ "learning_rate": 1.7901891252955084e-05,
861
+ "loss": 1.0971,
862
+ "step": 2925
863
+ },
864
+ {
865
+ "epoch": 3.923486360612109,
866
+ "grad_norm": 27.719806671142578,
867
+ "learning_rate": 1.7864952718676124e-05,
868
+ "loss": 0.9259,
869
+ "step": 2950
870
+ },
871
+ {
872
+ "epoch": 3.9567531603459747,
873
+ "grad_norm": 41.42435073852539,
874
+ "learning_rate": 1.7828014184397163e-05,
875
+ "loss": 0.9458,
876
+ "step": 2975
877
+ },
878
+ {
879
+ "epoch": 3.9900199600798403,
880
+ "grad_norm": 95.3760986328125,
881
+ "learning_rate": 1.7791075650118205e-05,
882
+ "loss": 1.3834,
883
+ "step": 3000
884
+ },
885
+ {
886
+ "epoch": 4.0,
887
+ "eval_accuracy": 0.8671407185628742,
888
+ "eval_loss": 0.3557228147983551,
889
+ "eval_macro_f1": 0.6535834622534601,
890
+ "eval_runtime": 4.431,
891
+ "eval_samples_per_second": 603.028,
892
+ "eval_steps_per_second": 37.689,
893
+ "eval_weighted_f1": 0.8608742937734579,
894
+ "step": 3008
895
+ },
896
+ {
897
+ "epoch": 4.022621423819029,
898
+ "grad_norm": 44.99268341064453,
899
+ "learning_rate": 1.7754137115839245e-05,
900
+ "loss": 0.9779,
901
+ "step": 3025
902
+ },
903
+ {
904
+ "epoch": 4.055888223552894,
905
+ "grad_norm": 71.92295837402344,
906
+ "learning_rate": 1.7717198581560284e-05,
907
+ "loss": 0.9888,
908
+ "step": 3050
909
+ },
910
+ {
911
+ "epoch": 4.08915502328676,
912
+ "grad_norm": 39.15391159057617,
913
+ "learning_rate": 1.7680260047281326e-05,
914
+ "loss": 0.7983,
915
+ "step": 3075
916
+ },
917
+ {
918
+ "epoch": 4.122421823020625,
919
+ "grad_norm": 27.474838256835938,
920
+ "learning_rate": 1.7643321513002365e-05,
921
+ "loss": 0.9276,
922
+ "step": 3100
923
+ },
924
+ {
925
+ "epoch": 4.155688622754491,
926
+ "grad_norm": 28.483505249023438,
927
+ "learning_rate": 1.7606382978723408e-05,
928
+ "loss": 1.0514,
929
+ "step": 3125
930
+ },
931
+ {
932
+ "epoch": 4.188955422488356,
933
+ "grad_norm": 27.537391662597656,
934
+ "learning_rate": 1.7569444444444447e-05,
935
+ "loss": 1.0379,
936
+ "step": 3150
937
+ },
938
+ {
939
+ "epoch": 4.222222222222222,
940
+ "grad_norm": 42.87480163574219,
941
+ "learning_rate": 1.7532505910165486e-05,
942
+ "loss": 0.9449,
943
+ "step": 3175
944
+ },
945
+ {
946
+ "epoch": 4.2554890219560875,
947
+ "grad_norm": 78.31739807128906,
948
+ "learning_rate": 1.7495567375886526e-05,
949
+ "loss": 0.9703,
950
+ "step": 3200
951
+ },
952
+ {
953
+ "epoch": 4.2887558216899535,
954
+ "grad_norm": 30.088403701782227,
955
+ "learning_rate": 1.7458628841607565e-05,
956
+ "loss": 0.9439,
957
+ "step": 3225
958
+ },
959
+ {
960
+ "epoch": 4.322022621423819,
961
+ "grad_norm": 30.027141571044922,
962
+ "learning_rate": 1.7421690307328607e-05,
963
+ "loss": 0.9601,
964
+ "step": 3250
965
+ },
966
+ {
967
+ "epoch": 4.355289421157685,
968
+ "grad_norm": 28.77521324157715,
969
+ "learning_rate": 1.7384751773049647e-05,
970
+ "loss": 0.7784,
971
+ "step": 3275
972
+ },
973
+ {
974
+ "epoch": 4.38855622089155,
975
+ "grad_norm": 76.31985473632812,
976
+ "learning_rate": 1.734781323877069e-05,
977
+ "loss": 0.7765,
978
+ "step": 3300
979
+ },
980
+ {
981
+ "epoch": 4.421823020625416,
982
+ "grad_norm": 34.64450454711914,
983
+ "learning_rate": 1.731087470449173e-05,
984
+ "loss": 0.9949,
985
+ "step": 3325
986
+ },
987
+ {
988
+ "epoch": 4.455089820359281,
989
+ "grad_norm": 36.37846755981445,
990
+ "learning_rate": 1.7273936170212768e-05,
991
+ "loss": 0.9231,
992
+ "step": 3350
993
+ },
994
+ {
995
+ "epoch": 4.488356620093147,
996
+ "grad_norm": 40.14446258544922,
997
+ "learning_rate": 1.7236997635933807e-05,
998
+ "loss": 0.8497,
999
+ "step": 3375
1000
+ },
1001
+ {
1002
+ "epoch": 4.521623419827012,
1003
+ "grad_norm": 67.45284271240234,
1004
+ "learning_rate": 1.7200059101654846e-05,
1005
+ "loss": 1.0479,
1006
+ "step": 3400
1007
+ },
1008
+ {
1009
+ "epoch": 4.554890219560878,
1010
+ "grad_norm": 37.65224075317383,
1011
+ "learning_rate": 1.716312056737589e-05,
1012
+ "loss": 0.9929,
1013
+ "step": 3425
1014
+ },
1015
+ {
1016
+ "epoch": 4.588157019294744,
1017
+ "grad_norm": 39.52163314819336,
1018
+ "learning_rate": 1.7126182033096928e-05,
1019
+ "loss": 0.9675,
1020
+ "step": 3450
1021
+ },
1022
+ {
1023
+ "epoch": 4.621423819028609,
1024
+ "grad_norm": 102.28337097167969,
1025
+ "learning_rate": 1.708924349881797e-05,
1026
+ "loss": 0.9551,
1027
+ "step": 3475
1028
+ },
1029
+ {
1030
+ "epoch": 4.654690618762475,
1031
+ "grad_norm": 54.51236343383789,
1032
+ "learning_rate": 1.705230496453901e-05,
1033
+ "loss": 0.87,
1034
+ "step": 3500
1035
+ },
1036
+ {
1037
+ "epoch": 4.687957418496341,
1038
+ "grad_norm": 49.21366882324219,
1039
+ "learning_rate": 1.701536643026005e-05,
1040
+ "loss": 0.9226,
1041
+ "step": 3525
1042
+ },
1043
+ {
1044
+ "epoch": 4.721224218230207,
1045
+ "grad_norm": 29.901992797851562,
1046
+ "learning_rate": 1.6978427895981088e-05,
1047
+ "loss": 0.8122,
1048
+ "step": 3550
1049
+ },
1050
+ {
1051
+ "epoch": 4.754491017964072,
1052
+ "grad_norm": 59.189735412597656,
1053
+ "learning_rate": 1.6941489361702127e-05,
1054
+ "loss": 0.9972,
1055
+ "step": 3575
1056
+ },
1057
+ {
1058
+ "epoch": 4.787757817697938,
1059
+ "grad_norm": 30.752107620239258,
1060
+ "learning_rate": 1.690455082742317e-05,
1061
+ "loss": 1.0597,
1062
+ "step": 3600
1063
+ },
1064
+ {
1065
+ "epoch": 4.821024617431803,
1066
+ "grad_norm": 42.9833869934082,
1067
+ "learning_rate": 1.686761229314421e-05,
1068
+ "loss": 0.9045,
1069
+ "step": 3625
1070
+ },
1071
+ {
1072
+ "epoch": 4.854291417165669,
1073
+ "grad_norm": 33.723670959472656,
1074
+ "learning_rate": 1.683067375886525e-05,
1075
+ "loss": 1.0089,
1076
+ "step": 3650
1077
+ },
1078
+ {
1079
+ "epoch": 4.887558216899534,
1080
+ "grad_norm": 48.30406951904297,
1081
+ "learning_rate": 1.679373522458629e-05,
1082
+ "loss": 1.0502,
1083
+ "step": 3675
1084
+ },
1085
+ {
1086
+ "epoch": 4.9208250166334,
1087
+ "grad_norm": 53.38852310180664,
1088
+ "learning_rate": 1.675679669030733e-05,
1089
+ "loss": 0.9732,
1090
+ "step": 3700
1091
+ },
1092
+ {
1093
+ "epoch": 4.954091816367265,
1094
+ "grad_norm": 44.53765869140625,
1095
+ "learning_rate": 1.671985815602837e-05,
1096
+ "loss": 1.0567,
1097
+ "step": 3725
1098
+ },
1099
+ {
1100
+ "epoch": 4.987358616101131,
1101
+ "grad_norm": 51.376747131347656,
1102
+ "learning_rate": 1.6682919621749408e-05,
1103
+ "loss": 1.052,
1104
+ "step": 3750
1105
+ },
1106
+ {
1107
+ "epoch": 5.0,
1108
+ "eval_accuracy": 0.8637724550898204,
1109
+ "eval_loss": 0.42977529764175415,
1110
+ "eval_macro_f1": 0.6736793543696185,
1111
+ "eval_runtime": 5.5853,
1112
+ "eval_samples_per_second": 478.401,
1113
+ "eval_steps_per_second": 29.9,
1114
+ "eval_weighted_f1": 0.8635217772490592,
1115
+ "step": 3760
1116
+ },
1117
+ {
1118
+ "epoch": 5.0199600798403194,
1119
+ "grad_norm": 37.428375244140625,
1120
+ "learning_rate": 1.664598108747045e-05,
1121
+ "loss": 0.7621,
1122
+ "step": 3775
1123
+ },
1124
+ {
1125
+ "epoch": 5.053226879574185,
1126
+ "grad_norm": 54.303871154785156,
1127
+ "learning_rate": 1.660904255319149e-05,
1128
+ "loss": 0.7412,
1129
+ "step": 3800
1130
+ },
1131
+ {
1132
+ "epoch": 5.086493679308051,
1133
+ "grad_norm": 35.2964973449707,
1134
+ "learning_rate": 1.6572104018912532e-05,
1135
+ "loss": 0.68,
1136
+ "step": 3825
1137
+ },
1138
+ {
1139
+ "epoch": 5.119760479041916,
1140
+ "grad_norm": 60.782440185546875,
1141
+ "learning_rate": 1.653516548463357e-05,
1142
+ "loss": 0.6727,
1143
+ "step": 3850
1144
+ },
1145
+ {
1146
+ "epoch": 5.153027278775782,
1147
+ "grad_norm": 60.67702102661133,
1148
+ "learning_rate": 1.649822695035461e-05,
1149
+ "loss": 0.7813,
1150
+ "step": 3875
1151
+ },
1152
+ {
1153
+ "epoch": 5.186294078509647,
1154
+ "grad_norm": 92.90941619873047,
1155
+ "learning_rate": 1.646128841607565e-05,
1156
+ "loss": 0.6555,
1157
+ "step": 3900
1158
+ },
1159
+ {
1160
+ "epoch": 5.219560878243513,
1161
+ "grad_norm": 43.19343185424805,
1162
+ "learning_rate": 1.642434988179669e-05,
1163
+ "loss": 0.8155,
1164
+ "step": 3925
1165
+ },
1166
+ {
1167
+ "epoch": 5.252827677977379,
1168
+ "grad_norm": 58.514041900634766,
1169
+ "learning_rate": 1.6387411347517732e-05,
1170
+ "loss": 0.9013,
1171
+ "step": 3950
1172
+ },
1173
+ {
1174
+ "epoch": 5.286094477711244,
1175
+ "grad_norm": 23.635662078857422,
1176
+ "learning_rate": 1.635047281323877e-05,
1177
+ "loss": 0.7597,
1178
+ "step": 3975
1179
+ },
1180
+ {
1181
+ "epoch": 5.319361277445109,
1182
+ "grad_norm": 43.861488342285156,
1183
+ "learning_rate": 1.6313534278959813e-05,
1184
+ "loss": 0.9196,
1185
+ "step": 4000
1186
+ },
1187
+ {
1188
+ "epoch": 5.352628077178975,
1189
+ "grad_norm": 48.456356048583984,
1190
+ "learning_rate": 1.6276595744680853e-05,
1191
+ "loss": 0.7473,
1192
+ "step": 4025
1193
+ },
1194
+ {
1195
+ "epoch": 5.385894876912841,
1196
+ "grad_norm": 47.886287689208984,
1197
+ "learning_rate": 1.6239657210401892e-05,
1198
+ "loss": 0.686,
1199
+ "step": 4050
1200
+ },
1201
+ {
1202
+ "epoch": 5.419161676646707,
1203
+ "grad_norm": 33.0030403137207,
1204
+ "learning_rate": 1.620271867612293e-05,
1205
+ "loss": 0.795,
1206
+ "step": 4075
1207
+ },
1208
+ {
1209
+ "epoch": 5.452428476380573,
1210
+ "grad_norm": 40.14111328125,
1211
+ "learning_rate": 1.6165780141843974e-05,
1212
+ "loss": 0.7428,
1213
+ "step": 4100
1214
+ },
1215
+ {
1216
+ "epoch": 5.485695276114438,
1217
+ "grad_norm": 38.346500396728516,
1218
+ "learning_rate": 1.6128841607565013e-05,
1219
+ "loss": 0.9024,
1220
+ "step": 4125
1221
+ },
1222
+ {
1223
+ "epoch": 5.518962075848304,
1224
+ "grad_norm": 40.554931640625,
1225
+ "learning_rate": 1.6091903073286052e-05,
1226
+ "loss": 1.0938,
1227
+ "step": 4150
1228
+ },
1229
+ {
1230
+ "epoch": 5.552228875582169,
1231
+ "grad_norm": 54.49235534667969,
1232
+ "learning_rate": 1.6054964539007095e-05,
1233
+ "loss": 0.6784,
1234
+ "step": 4175
1235
+ },
1236
+ {
1237
+ "epoch": 5.585495675316035,
1238
+ "grad_norm": 20.19028091430664,
1239
+ "learning_rate": 1.6018026004728134e-05,
1240
+ "loss": 0.7816,
1241
+ "step": 4200
1242
+ },
1243
+ {
1244
+ "epoch": 5.6187624750499,
1245
+ "grad_norm": 51.20134735107422,
1246
+ "learning_rate": 1.5981087470449176e-05,
1247
+ "loss": 0.7538,
1248
+ "step": 4225
1249
+ },
1250
+ {
1251
+ "epoch": 5.652029274783766,
1252
+ "grad_norm": 40.16212463378906,
1253
+ "learning_rate": 1.5944148936170216e-05,
1254
+ "loss": 0.798,
1255
+ "step": 4250
1256
+ },
1257
+ {
1258
+ "epoch": 5.685296074517631,
1259
+ "grad_norm": 36.1058464050293,
1260
+ "learning_rate": 1.5907210401891255e-05,
1261
+ "loss": 0.6761,
1262
+ "step": 4275
1263
+ },
1264
+ {
1265
+ "epoch": 5.718562874251497,
1266
+ "grad_norm": 33.37371063232422,
1267
+ "learning_rate": 1.5870271867612294e-05,
1268
+ "loss": 0.7518,
1269
+ "step": 4300
1270
+ },
1271
+ {
1272
+ "epoch": 5.7518296739853625,
1273
+ "grad_norm": 28.633262634277344,
1274
+ "learning_rate": 1.5833333333333333e-05,
1275
+ "loss": 0.8,
1276
+ "step": 4325
1277
+ },
1278
+ {
1279
+ "epoch": 5.7850964737192285,
1280
+ "grad_norm": 45.24076843261719,
1281
+ "learning_rate": 1.5796394799054376e-05,
1282
+ "loss": 0.9114,
1283
+ "step": 4350
1284
+ },
1285
+ {
1286
+ "epoch": 5.818363273453094,
1287
+ "grad_norm": 64.24058532714844,
1288
+ "learning_rate": 1.5759456264775415e-05,
1289
+ "loss": 0.8096,
1290
+ "step": 4375
1291
+ },
1292
+ {
1293
+ "epoch": 5.85163007318696,
1294
+ "grad_norm": 49.7629508972168,
1295
+ "learning_rate": 1.5722517730496457e-05,
1296
+ "loss": 0.9233,
1297
+ "step": 4400
1298
+ },
1299
+ {
1300
+ "epoch": 5.884896872920825,
1301
+ "grad_norm": 19.927675247192383,
1302
+ "learning_rate": 1.5685579196217497e-05,
1303
+ "loss": 0.7982,
1304
+ "step": 4425
1305
+ },
1306
+ {
1307
+ "epoch": 5.918163672654691,
1308
+ "grad_norm": 49.874839782714844,
1309
+ "learning_rate": 1.5648640661938536e-05,
1310
+ "loss": 0.8234,
1311
+ "step": 4450
1312
+ },
1313
+ {
1314
+ "epoch": 5.951430472388556,
1315
+ "grad_norm": 39.49263381958008,
1316
+ "learning_rate": 1.5611702127659575e-05,
1317
+ "loss": 0.8526,
1318
+ "step": 4475
1319
+ },
1320
+ {
1321
+ "epoch": 5.984697272122422,
1322
+ "grad_norm": 30.609498977661133,
1323
+ "learning_rate": 1.5574763593380614e-05,
1324
+ "loss": 0.7993,
1325
+ "step": 4500
1326
+ },
1327
+ {
1328
+ "epoch": 6.0,
1329
+ "eval_accuracy": 0.8671407185628742,
1330
+ "eval_loss": 0.4354550540447235,
1331
+ "eval_macro_f1": 0.6699292274316458,
1332
+ "eval_runtime": 5.1827,
1333
+ "eval_samples_per_second": 515.559,
1334
+ "eval_steps_per_second": 32.222,
1335
+ "eval_weighted_f1": 0.8654256808458902,
1336
+ "step": 4512
1337
+ },
1338
+ {
1339
+ "epoch": 6.01729873586161,
1340
+ "grad_norm": 104.55853271484375,
1341
+ "learning_rate": 1.5537825059101657e-05,
1342
+ "loss": 0.9255,
1343
+ "step": 4525
1344
+ },
1345
+ {
1346
+ "epoch": 6.050565535595475,
1347
+ "grad_norm": 43.833229064941406,
1348
+ "learning_rate": 1.5500886524822696e-05,
1349
+ "loss": 0.6384,
1350
+ "step": 4550
1351
+ },
1352
+ {
1353
+ "epoch": 6.083832335329341,
1354
+ "grad_norm": 46.923118591308594,
1355
+ "learning_rate": 1.546394799054374e-05,
1356
+ "loss": 0.5929,
1357
+ "step": 4575
1358
+ },
1359
+ {
1360
+ "epoch": 6.117099135063207,
1361
+ "grad_norm": 29.392736434936523,
1362
+ "learning_rate": 1.5427009456264778e-05,
1363
+ "loss": 0.5788,
1364
+ "step": 4600
1365
+ },
1366
+ {
1367
+ "epoch": 6.1503659347970725,
1368
+ "grad_norm": 128.59765625,
1369
+ "learning_rate": 1.5390070921985817e-05,
1370
+ "loss": 0.5487,
1371
+ "step": 4625
1372
+ },
1373
+ {
1374
+ "epoch": 6.1836327345309385,
1375
+ "grad_norm": 67.44547271728516,
1376
+ "learning_rate": 1.5353132387706856e-05,
1377
+ "loss": 0.6859,
1378
+ "step": 4650
1379
+ },
1380
+ {
1381
+ "epoch": 6.216899534264804,
1382
+ "grad_norm": 47.75248336791992,
1383
+ "learning_rate": 1.5316193853427895e-05,
1384
+ "loss": 0.6187,
1385
+ "step": 4675
1386
+ },
1387
+ {
1388
+ "epoch": 6.25016633399867,
1389
+ "grad_norm": 26.61716651916504,
1390
+ "learning_rate": 1.5279255319148938e-05,
1391
+ "loss": 0.5434,
1392
+ "step": 4700
1393
+ },
1394
+ {
1395
+ "epoch": 6.283433133732535,
1396
+ "grad_norm": 17.071836471557617,
1397
+ "learning_rate": 1.5242316784869977e-05,
1398
+ "loss": 0.8865,
1399
+ "step": 4725
1400
+ },
1401
+ {
1402
+ "epoch": 6.316699933466401,
1403
+ "grad_norm": 52.72702407836914,
1404
+ "learning_rate": 1.5205378250591018e-05,
1405
+ "loss": 0.8727,
1406
+ "step": 4750
1407
+ },
1408
+ {
1409
+ "epoch": 6.349966733200266,
1410
+ "grad_norm": 63.92859649658203,
1411
+ "learning_rate": 1.5168439716312057e-05,
1412
+ "loss": 0.7256,
1413
+ "step": 4775
1414
+ },
1415
+ {
1416
+ "epoch": 6.383233532934132,
1417
+ "grad_norm": 56.42510223388672,
1418
+ "learning_rate": 1.51315011820331e-05,
1419
+ "loss": 0.6068,
1420
+ "step": 4800
1421
+ },
1422
+ {
1423
+ "epoch": 6.416500332667997,
1424
+ "grad_norm": 76.849853515625,
1425
+ "learning_rate": 1.5094562647754139e-05,
1426
+ "loss": 0.6297,
1427
+ "step": 4825
1428
+ },
1429
+ {
1430
+ "epoch": 6.449767132401863,
1431
+ "grad_norm": 50.346946716308594,
1432
+ "learning_rate": 1.5057624113475178e-05,
1433
+ "loss": 0.5742,
1434
+ "step": 4850
1435
+ },
1436
+ {
1437
+ "epoch": 6.483033932135728,
1438
+ "grad_norm": 22.7507266998291,
1439
+ "learning_rate": 1.5020685579196219e-05,
1440
+ "loss": 0.5278,
1441
+ "step": 4875
1442
+ },
1443
+ {
1444
+ "epoch": 6.5163007318695945,
1445
+ "grad_norm": 36.77494430541992,
1446
+ "learning_rate": 1.4983747044917258e-05,
1447
+ "loss": 0.7488,
1448
+ "step": 4900
1449
+ },
1450
+ {
1451
+ "epoch": 6.54956753160346,
1452
+ "grad_norm": 73.16512298583984,
1453
+ "learning_rate": 1.49468085106383e-05,
1454
+ "loss": 0.8163,
1455
+ "step": 4925
1456
+ },
1457
+ {
1458
+ "epoch": 6.582834331337326,
1459
+ "grad_norm": 52.77824401855469,
1460
+ "learning_rate": 1.490986997635934e-05,
1461
+ "loss": 0.5365,
1462
+ "step": 4950
1463
+ },
1464
+ {
1465
+ "epoch": 6.616101131071191,
1466
+ "grad_norm": 26.721118927001953,
1467
+ "learning_rate": 1.487293144208038e-05,
1468
+ "loss": 0.5866,
1469
+ "step": 4975
1470
+ },
1471
+ {
1472
+ "epoch": 6.649367930805057,
1473
+ "grad_norm": 80.516845703125,
1474
+ "learning_rate": 1.483599290780142e-05,
1475
+ "loss": 0.7006,
1476
+ "step": 5000
1477
+ },
1478
+ {
1479
+ "epoch": 6.682634730538922,
1480
+ "grad_norm": 54.994346618652344,
1481
+ "learning_rate": 1.4799054373522459e-05,
1482
+ "loss": 0.7187,
1483
+ "step": 5025
1484
+ },
1485
+ {
1486
+ "epoch": 6.715901530272788,
1487
+ "grad_norm": 78.4671859741211,
1488
+ "learning_rate": 1.47621158392435e-05,
1489
+ "loss": 0.6033,
1490
+ "step": 5050
1491
+ },
1492
+ {
1493
+ "epoch": 6.749168330006653,
1494
+ "grad_norm": 13.745745658874512,
1495
+ "learning_rate": 1.472517730496454e-05,
1496
+ "loss": 0.6453,
1497
+ "step": 5075
1498
+ },
1499
+ {
1500
+ "epoch": 6.782435129740519,
1501
+ "grad_norm": 13.779309272766113,
1502
+ "learning_rate": 1.4688238770685582e-05,
1503
+ "loss": 0.5734,
1504
+ "step": 5100
1505
+ },
1506
+ {
1507
+ "epoch": 6.815701929474384,
1508
+ "grad_norm": 63.63199234008789,
1509
+ "learning_rate": 1.4651300236406621e-05,
1510
+ "loss": 0.6616,
1511
+ "step": 5125
1512
+ },
1513
+ {
1514
+ "epoch": 6.84896872920825,
1515
+ "grad_norm": 80.15030670166016,
1516
+ "learning_rate": 1.4614361702127662e-05,
1517
+ "loss": 0.7834,
1518
+ "step": 5150
1519
+ },
1520
+ {
1521
+ "epoch": 6.8822355289421155,
1522
+ "grad_norm": 43.81026077270508,
1523
+ "learning_rate": 1.4577423167848701e-05,
1524
+ "loss": 0.7328,
1525
+ "step": 5175
1526
+ },
1527
+ {
1528
+ "epoch": 6.915502328675982,
1529
+ "grad_norm": 15.920381546020508,
1530
+ "learning_rate": 1.454048463356974e-05,
1531
+ "loss": 0.6942,
1532
+ "step": 5200
1533
+ },
1534
+ {
1535
+ "epoch": 6.948769128409847,
1536
+ "grad_norm": 41.77893829345703,
1537
+ "learning_rate": 1.4503546099290781e-05,
1538
+ "loss": 0.6586,
1539
+ "step": 5225
1540
+ },
1541
+ {
1542
+ "epoch": 6.982035928143713,
1543
+ "grad_norm": 91.5302963256836,
1544
+ "learning_rate": 1.446660756501182e-05,
1545
+ "loss": 0.5688,
1546
+ "step": 5250
1547
+ },
1548
+ {
1549
+ "epoch": 7.0,
1550
+ "eval_accuracy": 0.8705089820359282,
1551
+ "eval_loss": 0.45569396018981934,
1552
+ "eval_macro_f1": 0.6622385407773043,
1553
+ "eval_runtime": 5.318,
1554
+ "eval_samples_per_second": 502.444,
1555
+ "eval_steps_per_second": 31.403,
1556
+ "eval_weighted_f1": 0.86534578253653,
1557
+ "step": 5264
1558
+ },
1559
+ {
1560
+ "epoch": 7.014637391882901,
1561
+ "grad_norm": 32.561946868896484,
1562
+ "learning_rate": 1.4429669030732863e-05,
1563
+ "loss": 0.6142,
1564
+ "step": 5275
1565
+ },
1566
+ {
1567
+ "epoch": 7.047904191616767,
1568
+ "grad_norm": 125.41595458984375,
1569
+ "learning_rate": 1.4392730496453902e-05,
1570
+ "loss": 0.4773,
1571
+ "step": 5300
1572
+ },
1573
+ {
1574
+ "epoch": 7.081170991350632,
1575
+ "grad_norm": 47.38752746582031,
1576
+ "learning_rate": 1.4355791962174943e-05,
1577
+ "loss": 0.547,
1578
+ "step": 5325
1579
+ },
1580
+ {
1581
+ "epoch": 7.114437791084498,
1582
+ "grad_norm": 49.509098052978516,
1583
+ "learning_rate": 1.4318853427895982e-05,
1584
+ "loss": 0.6343,
1585
+ "step": 5350
1586
+ },
1587
+ {
1588
+ "epoch": 7.147704590818363,
1589
+ "grad_norm": 43.94279861450195,
1590
+ "learning_rate": 1.4281914893617021e-05,
1591
+ "loss": 0.435,
1592
+ "step": 5375
1593
+ },
1594
+ {
1595
+ "epoch": 7.180971390552229,
1596
+ "grad_norm": 75.12886047363281,
1597
+ "learning_rate": 1.4244976359338062e-05,
1598
+ "loss": 0.6269,
1599
+ "step": 5400
1600
+ },
1601
+ {
1602
+ "epoch": 7.214238190286094,
1603
+ "grad_norm": 164.53038024902344,
1604
+ "learning_rate": 1.4208037825059103e-05,
1605
+ "loss": 0.4869,
1606
+ "step": 5425
1607
+ },
1608
+ {
1609
+ "epoch": 7.24750499001996,
1610
+ "grad_norm": 22.115140914916992,
1611
+ "learning_rate": 1.4171099290780144e-05,
1612
+ "loss": 0.4671,
1613
+ "step": 5450
1614
+ },
1615
+ {
1616
+ "epoch": 7.2807717897538256,
1617
+ "grad_norm": 61.90369415283203,
1618
+ "learning_rate": 1.4134160756501183e-05,
1619
+ "loss": 0.515,
1620
+ "step": 5475
1621
+ },
1622
+ {
1623
+ "epoch": 7.314038589487692,
1624
+ "grad_norm": 56.430233001708984,
1625
+ "learning_rate": 1.4097222222222224e-05,
1626
+ "loss": 0.4557,
1627
+ "step": 5500
1628
+ },
1629
+ {
1630
+ "epoch": 7.347305389221557,
1631
+ "grad_norm": 49.719200134277344,
1632
+ "learning_rate": 1.4060283687943263e-05,
1633
+ "loss": 0.5669,
1634
+ "step": 5525
1635
+ },
1636
+ {
1637
+ "epoch": 7.380572188955423,
1638
+ "grad_norm": 95.81433868408203,
1639
+ "learning_rate": 1.4023345153664302e-05,
1640
+ "loss": 0.5357,
1641
+ "step": 5550
1642
+ },
1643
+ {
1644
+ "epoch": 7.413838988689288,
1645
+ "grad_norm": 39.77113342285156,
1646
+ "learning_rate": 1.3986406619385345e-05,
1647
+ "loss": 0.4544,
1648
+ "step": 5575
1649
+ },
1650
+ {
1651
+ "epoch": 7.447105788423154,
1652
+ "grad_norm": 7.095458984375,
1653
+ "learning_rate": 1.3949468085106384e-05,
1654
+ "loss": 0.5006,
1655
+ "step": 5600
1656
+ },
1657
+ {
1658
+ "epoch": 7.480372588157019,
1659
+ "grad_norm": 55.70723342895508,
1660
+ "learning_rate": 1.3912529550827425e-05,
1661
+ "loss": 0.4092,
1662
+ "step": 5625
1663
+ },
1664
+ {
1665
+ "epoch": 7.513639387890885,
1666
+ "grad_norm": 13.580942153930664,
1667
+ "learning_rate": 1.3875591016548464e-05,
1668
+ "loss": 0.6583,
1669
+ "step": 5650
1670
+ },
1671
+ {
1672
+ "epoch": 7.54690618762475,
1673
+ "grad_norm": 47.141693115234375,
1674
+ "learning_rate": 1.3838652482269505e-05,
1675
+ "loss": 0.6421,
1676
+ "step": 5675
1677
+ },
1678
+ {
1679
+ "epoch": 7.580172987358616,
1680
+ "grad_norm": 91.75892639160156,
1681
+ "learning_rate": 1.3801713947990544e-05,
1682
+ "loss": 0.652,
1683
+ "step": 5700
1684
+ },
1685
+ {
1686
+ "epoch": 7.6134397870924815,
1687
+ "grad_norm": 27.73689842224121,
1688
+ "learning_rate": 1.3764775413711583e-05,
1689
+ "loss": 0.6626,
1690
+ "step": 5725
1691
+ },
1692
+ {
1693
+ "epoch": 7.6467065868263475,
1694
+ "grad_norm": 63.06820297241211,
1695
+ "learning_rate": 1.3727836879432626e-05,
1696
+ "loss": 0.5405,
1697
+ "step": 5750
1698
+ },
1699
+ {
1700
+ "epoch": 7.679973386560213,
1701
+ "grad_norm": 106.68043518066406,
1702
+ "learning_rate": 1.3690898345153665e-05,
1703
+ "loss": 0.6208,
1704
+ "step": 5775
1705
+ },
1706
+ {
1707
+ "epoch": 7.713240186294079,
1708
+ "grad_norm": 58.55744552612305,
1709
+ "learning_rate": 1.3653959810874706e-05,
1710
+ "loss": 0.5539,
1711
+ "step": 5800
1712
+ },
1713
+ {
1714
+ "epoch": 7.746506986027944,
1715
+ "grad_norm": 79.47624206542969,
1716
+ "learning_rate": 1.3617021276595745e-05,
1717
+ "loss": 0.6509,
1718
+ "step": 5825
1719
+ },
1720
+ {
1721
+ "epoch": 7.77977378576181,
1722
+ "grad_norm": 162.5989532470703,
1723
+ "learning_rate": 1.3580082742316786e-05,
1724
+ "loss": 0.6635,
1725
+ "step": 5850
1726
+ },
1727
+ {
1728
+ "epoch": 7.813040585495675,
1729
+ "grad_norm": 40.64459228515625,
1730
+ "learning_rate": 1.3543144208037825e-05,
1731
+ "loss": 0.6684,
1732
+ "step": 5875
1733
+ },
1734
+ {
1735
+ "epoch": 7.846307385229541,
1736
+ "grad_norm": 72.46568298339844,
1737
+ "learning_rate": 1.3506205673758865e-05,
1738
+ "loss": 0.4721,
1739
+ "step": 5900
1740
+ },
1741
+ {
1742
+ "epoch": 7.879574184963406,
1743
+ "grad_norm": 85.36431884765625,
1744
+ "learning_rate": 1.3469267139479907e-05,
1745
+ "loss": 0.5053,
1746
+ "step": 5925
1747
+ },
1748
+ {
1749
+ "epoch": 7.912840984697272,
1750
+ "grad_norm": 58.24833297729492,
1751
+ "learning_rate": 1.3432328605200946e-05,
1752
+ "loss": 0.6059,
1753
+ "step": 5950
1754
+ },
1755
+ {
1756
+ "epoch": 7.946107784431137,
1757
+ "grad_norm": 97.8469467163086,
1758
+ "learning_rate": 1.3395390070921987e-05,
1759
+ "loss": 0.5501,
1760
+ "step": 5975
1761
+ },
1762
+ {
1763
+ "epoch": 7.9793745841650034,
1764
+ "grad_norm": 14.494295120239258,
1765
+ "learning_rate": 1.3358451536643026e-05,
1766
+ "loss": 0.5258,
1767
+ "step": 6000
1768
+ },
1769
+ {
1770
+ "epoch": 8.0,
1771
+ "eval_accuracy": 0.8529191616766467,
1772
+ "eval_loss": 0.6539286375045776,
1773
+ "eval_macro_f1": 0.6717605279246234,
1774
+ "eval_runtime": 4.9433,
1775
+ "eval_samples_per_second": 540.534,
1776
+ "eval_steps_per_second": 33.783,
1777
+ "eval_weighted_f1": 0.8585622031909856,
1778
+ "step": 6016
1779
+ }
1780
+ ],
1781
+ "logging_steps": 25,
1782
+ "max_steps": 15040,
1783
+ "num_input_tokens_seen": 0,
1784
+ "num_train_epochs": 20,
1785
+ "save_steps": 500,
1786
+ "stateful_callbacks": {
1787
+ "EarlyStoppingCallback": {
1788
+ "args": {
1789
+ "early_stopping_patience": 3,
1790
+ "early_stopping_threshold": 0.0
1791
+ },
1792
+ "attributes": {
1793
+ "early_stopping_patience_counter": 3
1794
+ }
1795
+ },
1796
+ "TrainerControl": {
1797
+ "args": {
1798
+ "should_epoch_stop": false,
1799
+ "should_evaluate": false,
1800
+ "should_log": false,
1801
+ "should_save": true,
1802
+ "should_training_stop": true
1803
+ },
1804
+ "attributes": {}
1805
+ }
1806
+ },
1807
+ "total_flos": 0.0,
1808
+ "train_batch_size": 8,
1809
+ "trial_name": null,
1810
+ "trial_params": null
1811
+ }
vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-11280/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-11280/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-11280/trainer_state.json ADDED
@@ -0,0 +1,3365 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 9024,
3
+ "best_metric": 0.688652109205021,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-9024",
5
+ "epoch": 15.0,
6
+ "eval_steps": 500,
7
+ "global_step": 11280,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0332667997338656,
14
+ "grad_norm": 77.25393676757812,
15
+ "learning_rate": 3.1914893617021275e-07,
16
+ "loss": 5.0499,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.0665335994677312,
21
+ "grad_norm": 55.699241638183594,
22
+ "learning_rate": 6.515957446808512e-07,
23
+ "loss": 5.0159,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.0998003992015968,
28
+ "grad_norm": 48.47918701171875,
29
+ "learning_rate": 9.840425531914895e-07,
30
+ "loss": 4.7144,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.1330671989354624,
35
+ "grad_norm": 1004.390380859375,
36
+ "learning_rate": 1.3164893617021277e-06,
37
+ "loss": 4.3619,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.16633399866932802,
42
+ "grad_norm": 92.48372650146484,
43
+ "learning_rate": 1.648936170212766e-06,
44
+ "loss": 3.5089,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.1996007984031936,
49
+ "grad_norm": 68.93904113769531,
50
+ "learning_rate": 1.9813829787234043e-06,
51
+ "loss": 3.0397,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.2328675981370592,
56
+ "grad_norm": 105.48822784423828,
57
+ "learning_rate": 2.3138297872340428e-06,
58
+ "loss": 2.541,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.2661343978709248,
63
+ "grad_norm": 37.558528900146484,
64
+ "learning_rate": 2.646276595744681e-06,
65
+ "loss": 2.534,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.2994011976047904,
70
+ "grad_norm": 30.373016357421875,
71
+ "learning_rate": 2.978723404255319e-06,
72
+ "loss": 2.3172,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.33266799733865604,
77
+ "grad_norm": 164.48806762695312,
78
+ "learning_rate": 3.311170212765958e-06,
79
+ "loss": 2.5443,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.36593479707252163,
84
+ "grad_norm": 34.15306854248047,
85
+ "learning_rate": 3.643617021276596e-06,
86
+ "loss": 2.3645,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.3992015968063872,
91
+ "grad_norm": 27.58818817138672,
92
+ "learning_rate": 3.976063829787235e-06,
93
+ "loss": 2.4394,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.4324683965402528,
98
+ "grad_norm": 27.899133682250977,
99
+ "learning_rate": 4.308510638297873e-06,
100
+ "loss": 2.4111,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.4657351962741184,
105
+ "grad_norm": 23.524911880493164,
106
+ "learning_rate": 4.640957446808511e-06,
107
+ "loss": 2.3066,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.499001996007984,
112
+ "grad_norm": 41.30659103393555,
113
+ "learning_rate": 4.973404255319149e-06,
114
+ "loss": 2.1581,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.5322687957418496,
119
+ "grad_norm": 35.42403793334961,
120
+ "learning_rate": 5.305851063829788e-06,
121
+ "loss": 2.3704,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.5655355954757152,
126
+ "grad_norm": 40.235267639160156,
127
+ "learning_rate": 5.638297872340426e-06,
128
+ "loss": 2.2257,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 0.5988023952095808,
133
+ "grad_norm": 27.909988403320312,
134
+ "learning_rate": 5.970744680851064e-06,
135
+ "loss": 2.2489,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 0.6320691949434465,
140
+ "grad_norm": 18.57331657409668,
141
+ "learning_rate": 6.303191489361703e-06,
142
+ "loss": 2.1896,
143
+ "step": 475
144
+ },
145
+ {
146
+ "epoch": 0.6653359946773121,
147
+ "grad_norm": 22.716522216796875,
148
+ "learning_rate": 6.635638297872341e-06,
149
+ "loss": 2.1674,
150
+ "step": 500
151
+ },
152
+ {
153
+ "epoch": 0.6986027944111777,
154
+ "grad_norm": 29.076169967651367,
155
+ "learning_rate": 6.968085106382979e-06,
156
+ "loss": 1.9467,
157
+ "step": 525
158
+ },
159
+ {
160
+ "epoch": 0.7318695941450433,
161
+ "grad_norm": 42.081565856933594,
162
+ "learning_rate": 7.300531914893617e-06,
163
+ "loss": 1.8748,
164
+ "step": 550
165
+ },
166
+ {
167
+ "epoch": 0.7651363938789089,
168
+ "grad_norm": 74.33717346191406,
169
+ "learning_rate": 7.632978723404256e-06,
170
+ "loss": 2.0184,
171
+ "step": 575
172
+ },
173
+ {
174
+ "epoch": 0.7984031936127745,
175
+ "grad_norm": 37.93362808227539,
176
+ "learning_rate": 7.965425531914895e-06,
177
+ "loss": 1.7556,
178
+ "step": 600
179
+ },
180
+ {
181
+ "epoch": 0.83166999334664,
182
+ "grad_norm": 31.61080551147461,
183
+ "learning_rate": 8.297872340425532e-06,
184
+ "loss": 1.7915,
185
+ "step": 625
186
+ },
187
+ {
188
+ "epoch": 0.8649367930805056,
189
+ "grad_norm": 32.1422233581543,
190
+ "learning_rate": 8.630319148936171e-06,
191
+ "loss": 1.8487,
192
+ "step": 650
193
+ },
194
+ {
195
+ "epoch": 0.8982035928143712,
196
+ "grad_norm": 25.30343246459961,
197
+ "learning_rate": 8.96276595744681e-06,
198
+ "loss": 1.9103,
199
+ "step": 675
200
+ },
201
+ {
202
+ "epoch": 0.9314703925482368,
203
+ "grad_norm": 32.481895446777344,
204
+ "learning_rate": 9.295212765957447e-06,
205
+ "loss": 1.9925,
206
+ "step": 700
207
+ },
208
+ {
209
+ "epoch": 0.9647371922821024,
210
+ "grad_norm": 55.91435623168945,
211
+ "learning_rate": 9.627659574468086e-06,
212
+ "loss": 1.8916,
213
+ "step": 725
214
+ },
215
+ {
216
+ "epoch": 0.998003992015968,
217
+ "grad_norm": 25.405855178833008,
218
+ "learning_rate": 9.960106382978723e-06,
219
+ "loss": 1.9384,
220
+ "step": 750
221
+ },
222
+ {
223
+ "epoch": 1.0,
224
+ "eval_accuracy": 0.8357035928143712,
225
+ "eval_loss": 0.45817017555236816,
226
+ "eval_macro_f1": 0.47197024422281136,
227
+ "eval_runtime": 4.7701,
228
+ "eval_samples_per_second": 560.154,
229
+ "eval_steps_per_second": 35.01,
230
+ "eval_weighted_f1": 0.8005669067418193,
231
+ "step": 752
232
+ },
233
+ {
234
+ "epoch": 1.0306054557551563,
235
+ "grad_norm": 25.00509262084961,
236
+ "learning_rate": 1.0292553191489364e-05,
237
+ "loss": 1.7618,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.0638722554890219,
242
+ "grad_norm": 35.456642150878906,
243
+ "learning_rate": 1.0625e-05,
244
+ "loss": 1.5291,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.0971390552228875,
249
+ "grad_norm": 37.85432052612305,
250
+ "learning_rate": 1.095744680851064e-05,
251
+ "loss": 1.6544,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.130405854956753,
256
+ "grad_norm": 40.53202819824219,
257
+ "learning_rate": 1.1289893617021277e-05,
258
+ "loss": 1.8453,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 1.1636726546906186,
263
+ "grad_norm": 38.384395599365234,
264
+ "learning_rate": 1.1622340425531916e-05,
265
+ "loss": 1.8704,
266
+ "step": 875
267
+ },
268
+ {
269
+ "epoch": 1.1969394544244845,
270
+ "grad_norm": 44.77216720581055,
271
+ "learning_rate": 1.1954787234042554e-05,
272
+ "loss": 1.7613,
273
+ "step": 900
274
+ },
275
+ {
276
+ "epoch": 1.23020625415835,
277
+ "grad_norm": 86.62640380859375,
278
+ "learning_rate": 1.2287234042553193e-05,
279
+ "loss": 1.7048,
280
+ "step": 925
281
+ },
282
+ {
283
+ "epoch": 1.2634730538922156,
284
+ "grad_norm": 34.028011322021484,
285
+ "learning_rate": 1.2619680851063832e-05,
286
+ "loss": 1.7509,
287
+ "step": 950
288
+ },
289
+ {
290
+ "epoch": 1.2967398536260812,
291
+ "grad_norm": 35.779502868652344,
292
+ "learning_rate": 1.295212765957447e-05,
293
+ "loss": 1.6394,
294
+ "step": 975
295
+ },
296
+ {
297
+ "epoch": 1.3300066533599468,
298
+ "grad_norm": 38.672882080078125,
299
+ "learning_rate": 1.3284574468085108e-05,
300
+ "loss": 1.5984,
301
+ "step": 1000
302
+ },
303
+ {
304
+ "epoch": 1.3632734530938124,
305
+ "grad_norm": 28.403919219970703,
306
+ "learning_rate": 1.3617021276595745e-05,
307
+ "loss": 1.5805,
308
+ "step": 1025
309
+ },
310
+ {
311
+ "epoch": 1.396540252827678,
312
+ "grad_norm": 27.119707107543945,
313
+ "learning_rate": 1.3949468085106384e-05,
314
+ "loss": 1.6148,
315
+ "step": 1050
316
+ },
317
+ {
318
+ "epoch": 1.4298070525615436,
319
+ "grad_norm": 52.6495475769043,
320
+ "learning_rate": 1.4281914893617021e-05,
321
+ "loss": 1.7036,
322
+ "step": 1075
323
+ },
324
+ {
325
+ "epoch": 1.4630738522954092,
326
+ "grad_norm": 26.784147262573242,
327
+ "learning_rate": 1.4614361702127662e-05,
328
+ "loss": 1.5961,
329
+ "step": 1100
330
+ },
331
+ {
332
+ "epoch": 1.4963406520292748,
333
+ "grad_norm": 27.80448341369629,
334
+ "learning_rate": 1.49468085106383e-05,
335
+ "loss": 1.8768,
336
+ "step": 1125
337
+ },
338
+ {
339
+ "epoch": 1.5296074517631404,
340
+ "grad_norm": 28.046640396118164,
341
+ "learning_rate": 1.5279255319148938e-05,
342
+ "loss": 1.6493,
343
+ "step": 1150
344
+ },
345
+ {
346
+ "epoch": 1.562874251497006,
347
+ "grad_norm": 29.590089797973633,
348
+ "learning_rate": 1.5611702127659575e-05,
349
+ "loss": 1.6708,
350
+ "step": 1175
351
+ },
352
+ {
353
+ "epoch": 1.5961410512308716,
354
+ "grad_norm": 80.25641632080078,
355
+ "learning_rate": 1.5944148936170216e-05,
356
+ "loss": 1.8082,
357
+ "step": 1200
358
+ },
359
+ {
360
+ "epoch": 1.6294078509647372,
361
+ "grad_norm": 46.08369064331055,
362
+ "learning_rate": 1.6276595744680853e-05,
363
+ "loss": 1.5466,
364
+ "step": 1225
365
+ },
366
+ {
367
+ "epoch": 1.6626746506986028,
368
+ "grad_norm": 37.7667350769043,
369
+ "learning_rate": 1.660904255319149e-05,
370
+ "loss": 1.5777,
371
+ "step": 1250
372
+ },
373
+ {
374
+ "epoch": 1.6959414504324684,
375
+ "grad_norm": 39.03173065185547,
376
+ "learning_rate": 1.6941489361702127e-05,
377
+ "loss": 1.7472,
378
+ "step": 1275
379
+ },
380
+ {
381
+ "epoch": 1.729208250166334,
382
+ "grad_norm": 893.9868774414062,
383
+ "learning_rate": 1.7273936170212768e-05,
384
+ "loss": 1.3124,
385
+ "step": 1300
386
+ },
387
+ {
388
+ "epoch": 1.7624750499001998,
389
+ "grad_norm": 1666.095947265625,
390
+ "learning_rate": 1.7606382978723408e-05,
391
+ "loss": 1.7328,
392
+ "step": 1325
393
+ },
394
+ {
395
+ "epoch": 1.7957418496340654,
396
+ "grad_norm": 54.2812614440918,
397
+ "learning_rate": 1.7938829787234045e-05,
398
+ "loss": 1.4894,
399
+ "step": 1350
400
+ },
401
+ {
402
+ "epoch": 1.829008649367931,
403
+ "grad_norm": 47.431732177734375,
404
+ "learning_rate": 1.8271276595744682e-05,
405
+ "loss": 1.6314,
406
+ "step": 1375
407
+ },
408
+ {
409
+ "epoch": 1.8622754491017965,
410
+ "grad_norm": 52.433467864990234,
411
+ "learning_rate": 1.860372340425532e-05,
412
+ "loss": 1.7039,
413
+ "step": 1400
414
+ },
415
+ {
416
+ "epoch": 1.8955422488356621,
417
+ "grad_norm": 28.149696350097656,
418
+ "learning_rate": 1.893617021276596e-05,
419
+ "loss": 1.3629,
420
+ "step": 1425
421
+ },
422
+ {
423
+ "epoch": 1.9288090485695277,
424
+ "grad_norm": 24.85681915283203,
425
+ "learning_rate": 1.9268617021276597e-05,
426
+ "loss": 1.7708,
427
+ "step": 1450
428
+ },
429
+ {
430
+ "epoch": 1.9620758483033933,
431
+ "grad_norm": 50.46144104003906,
432
+ "learning_rate": 1.9601063829787234e-05,
433
+ "loss": 1.3982,
434
+ "step": 1475
435
+ },
436
+ {
437
+ "epoch": 1.995342648037259,
438
+ "grad_norm": 31.293418884277344,
439
+ "learning_rate": 1.9933510638297875e-05,
440
+ "loss": 1.4737,
441
+ "step": 1500
442
+ },
443
+ {
444
+ "epoch": 2.0,
445
+ "eval_accuracy": 0.8619011976047904,
446
+ "eval_loss": 0.3923298716545105,
447
+ "eval_macro_f1": 0.6225251628978338,
448
+ "eval_runtime": 5.1699,
449
+ "eval_samples_per_second": 516.833,
450
+ "eval_steps_per_second": 32.302,
451
+ "eval_weighted_f1": 0.8490515138151543,
452
+ "step": 1504
453
+ },
454
+ {
455
+ "epoch": 2.027944111776447,
456
+ "grad_norm": 44.69906234741211,
457
+ "learning_rate": 1.9970449172576832e-05,
458
+ "loss": 1.4129,
459
+ "step": 1525
460
+ },
461
+ {
462
+ "epoch": 2.0612109115103125,
463
+ "grad_norm": 51.44957733154297,
464
+ "learning_rate": 1.9933510638297875e-05,
465
+ "loss": 1.4819,
466
+ "step": 1550
467
+ },
468
+ {
469
+ "epoch": 2.094477711244178,
470
+ "grad_norm": 36.428157806396484,
471
+ "learning_rate": 1.9896572104018914e-05,
472
+ "loss": 1.3841,
473
+ "step": 1575
474
+ },
475
+ {
476
+ "epoch": 2.1277445109780437,
477
+ "grad_norm": 40.78555679321289,
478
+ "learning_rate": 1.9859633569739953e-05,
479
+ "loss": 1.4971,
480
+ "step": 1600
481
+ },
482
+ {
483
+ "epoch": 2.1610113107119093,
484
+ "grad_norm": 26.133787155151367,
485
+ "learning_rate": 1.9822695035460996e-05,
486
+ "loss": 1.4874,
487
+ "step": 1625
488
+ },
489
+ {
490
+ "epoch": 2.194278110445775,
491
+ "grad_norm": 25.600631713867188,
492
+ "learning_rate": 1.9785756501182035e-05,
493
+ "loss": 1.3253,
494
+ "step": 1650
495
+ },
496
+ {
497
+ "epoch": 2.2275449101796405,
498
+ "grad_norm": 27.494115829467773,
499
+ "learning_rate": 1.9748817966903074e-05,
500
+ "loss": 1.2587,
501
+ "step": 1675
502
+ },
503
+ {
504
+ "epoch": 2.260811709913506,
505
+ "grad_norm": 24.558095932006836,
506
+ "learning_rate": 1.9711879432624113e-05,
507
+ "loss": 1.4398,
508
+ "step": 1700
509
+ },
510
+ {
511
+ "epoch": 2.294078509647372,
512
+ "grad_norm": 17.575199127197266,
513
+ "learning_rate": 1.9674940898345156e-05,
514
+ "loss": 1.3119,
515
+ "step": 1725
516
+ },
517
+ {
518
+ "epoch": 2.3273453093812373,
519
+ "grad_norm": 39.02457046508789,
520
+ "learning_rate": 1.9638002364066195e-05,
521
+ "loss": 1.327,
522
+ "step": 1750
523
+ },
524
+ {
525
+ "epoch": 2.3606121091151033,
526
+ "grad_norm": 28.750268936157227,
527
+ "learning_rate": 1.9601063829787234e-05,
528
+ "loss": 1.4945,
529
+ "step": 1775
530
+ },
531
+ {
532
+ "epoch": 2.393878908848969,
533
+ "grad_norm": 39.19293975830078,
534
+ "learning_rate": 1.9564125295508277e-05,
535
+ "loss": 1.2711,
536
+ "step": 1800
537
+ },
538
+ {
539
+ "epoch": 2.4271457085828345,
540
+ "grad_norm": 21.629344940185547,
541
+ "learning_rate": 1.9527186761229316e-05,
542
+ "loss": 1.3785,
543
+ "step": 1825
544
+ },
545
+ {
546
+ "epoch": 2.4604125083167,
547
+ "grad_norm": 24.913639068603516,
548
+ "learning_rate": 1.9490248226950355e-05,
549
+ "loss": 1.2407,
550
+ "step": 1850
551
+ },
552
+ {
553
+ "epoch": 2.4936793080505657,
554
+ "grad_norm": 18.432519912719727,
555
+ "learning_rate": 1.9453309692671394e-05,
556
+ "loss": 1.4497,
557
+ "step": 1875
558
+ },
559
+ {
560
+ "epoch": 2.5269461077844313,
561
+ "grad_norm": 28.137832641601562,
562
+ "learning_rate": 1.9416371158392437e-05,
563
+ "loss": 1.526,
564
+ "step": 1900
565
+ },
566
+ {
567
+ "epoch": 2.560212907518297,
568
+ "grad_norm": 34.145355224609375,
569
+ "learning_rate": 1.9379432624113476e-05,
570
+ "loss": 1.4492,
571
+ "step": 1925
572
+ },
573
+ {
574
+ "epoch": 2.5934797072521625,
575
+ "grad_norm": 42.640560150146484,
576
+ "learning_rate": 1.9342494089834515e-05,
577
+ "loss": 1.3371,
578
+ "step": 1950
579
+ },
580
+ {
581
+ "epoch": 2.626746506986028,
582
+ "grad_norm": 32.98865509033203,
583
+ "learning_rate": 1.9305555555555558e-05,
584
+ "loss": 1.318,
585
+ "step": 1975
586
+ },
587
+ {
588
+ "epoch": 2.6600133067198937,
589
+ "grad_norm": 60.01799774169922,
590
+ "learning_rate": 1.9268617021276597e-05,
591
+ "loss": 1.503,
592
+ "step": 2000
593
+ },
594
+ {
595
+ "epoch": 2.6932801064537593,
596
+ "grad_norm": 44.69308090209961,
597
+ "learning_rate": 1.9231678486997636e-05,
598
+ "loss": 1.4305,
599
+ "step": 2025
600
+ },
601
+ {
602
+ "epoch": 2.726546906187625,
603
+ "grad_norm": 29.905494689941406,
604
+ "learning_rate": 1.919473995271868e-05,
605
+ "loss": 1.2123,
606
+ "step": 2050
607
+ },
608
+ {
609
+ "epoch": 2.7598137059214904,
610
+ "grad_norm": 82.76580047607422,
611
+ "learning_rate": 1.9157801418439718e-05,
612
+ "loss": 1.0636,
613
+ "step": 2075
614
+ },
615
+ {
616
+ "epoch": 2.793080505655356,
617
+ "grad_norm": 22.607540130615234,
618
+ "learning_rate": 1.9120862884160757e-05,
619
+ "loss": 1.4546,
620
+ "step": 2100
621
+ },
622
+ {
623
+ "epoch": 2.8263473053892216,
624
+ "grad_norm": 25.41073226928711,
625
+ "learning_rate": 1.9083924349881797e-05,
626
+ "loss": 1.4066,
627
+ "step": 2125
628
+ },
629
+ {
630
+ "epoch": 2.8596141051230872,
631
+ "grad_norm": 26.064517974853516,
632
+ "learning_rate": 1.904698581560284e-05,
633
+ "loss": 1.6403,
634
+ "step": 2150
635
+ },
636
+ {
637
+ "epoch": 2.892880904856953,
638
+ "grad_norm": 33.778343200683594,
639
+ "learning_rate": 1.9010047281323878e-05,
640
+ "loss": 1.2581,
641
+ "step": 2175
642
+ },
643
+ {
644
+ "epoch": 2.9261477045908184,
645
+ "grad_norm": 44.57156753540039,
646
+ "learning_rate": 1.897310874704492e-05,
647
+ "loss": 1.1102,
648
+ "step": 2200
649
+ },
650
+ {
651
+ "epoch": 2.959414504324684,
652
+ "grad_norm": 20.03866195678711,
653
+ "learning_rate": 1.893617021276596e-05,
654
+ "loss": 1.116,
655
+ "step": 2225
656
+ },
657
+ {
658
+ "epoch": 2.9926813040585496,
659
+ "grad_norm": 48.55445861816406,
660
+ "learning_rate": 1.8899231678487e-05,
661
+ "loss": 1.7128,
662
+ "step": 2250
663
+ },
664
+ {
665
+ "epoch": 3.0,
666
+ "eval_accuracy": 0.8660179640718563,
667
+ "eval_loss": 0.3610914349555969,
668
+ "eval_macro_f1": 0.6277213144992349,
669
+ "eval_runtime": 4.8112,
670
+ "eval_samples_per_second": 555.367,
671
+ "eval_steps_per_second": 34.71,
672
+ "eval_weighted_f1": 0.8514292718362116,
673
+ "step": 2256
674
+ },
675
+ {
676
+ "epoch": 3.0252827677977376,
677
+ "grad_norm": 31.331836700439453,
678
+ "learning_rate": 1.886229314420804e-05,
679
+ "loss": 1.1005,
680
+ "step": 2275
681
+ },
682
+ {
683
+ "epoch": 3.0585495675316037,
684
+ "grad_norm": 29.9766845703125,
685
+ "learning_rate": 1.8825354609929078e-05,
686
+ "loss": 1.1849,
687
+ "step": 2300
688
+ },
689
+ {
690
+ "epoch": 3.0918163672654693,
691
+ "grad_norm": 37.35943603515625,
692
+ "learning_rate": 1.878841607565012e-05,
693
+ "loss": 1.034,
694
+ "step": 2325
695
+ },
696
+ {
697
+ "epoch": 3.125083166999335,
698
+ "grad_norm": 31.18269920349121,
699
+ "learning_rate": 1.875147754137116e-05,
700
+ "loss": 1.0706,
701
+ "step": 2350
702
+ },
703
+ {
704
+ "epoch": 3.1583499667332005,
705
+ "grad_norm": 36.634971618652344,
706
+ "learning_rate": 1.8714539007092202e-05,
707
+ "loss": 1.4119,
708
+ "step": 2375
709
+ },
710
+ {
711
+ "epoch": 3.191616766467066,
712
+ "grad_norm": 21.464509963989258,
713
+ "learning_rate": 1.867760047281324e-05,
714
+ "loss": 1.3077,
715
+ "step": 2400
716
+ },
717
+ {
718
+ "epoch": 3.2248835662009316,
719
+ "grad_norm": 36.85530471801758,
720
+ "learning_rate": 1.864066193853428e-05,
721
+ "loss": 1.1172,
722
+ "step": 2425
723
+ },
724
+ {
725
+ "epoch": 3.2581503659347972,
726
+ "grad_norm": 24.764158248901367,
727
+ "learning_rate": 1.860372340425532e-05,
728
+ "loss": 1.1573,
729
+ "step": 2450
730
+ },
731
+ {
732
+ "epoch": 3.291417165668663,
733
+ "grad_norm": 54.950538635253906,
734
+ "learning_rate": 1.856678486997636e-05,
735
+ "loss": 1.1661,
736
+ "step": 2475
737
+ },
738
+ {
739
+ "epoch": 3.3246839654025284,
740
+ "grad_norm": 26.59490203857422,
741
+ "learning_rate": 1.85298463356974e-05,
742
+ "loss": 0.9901,
743
+ "step": 2500
744
+ },
745
+ {
746
+ "epoch": 3.357950765136394,
747
+ "grad_norm": 59.7412223815918,
748
+ "learning_rate": 1.849290780141844e-05,
749
+ "loss": 0.981,
750
+ "step": 2525
751
+ },
752
+ {
753
+ "epoch": 3.3912175648702596,
754
+ "grad_norm": 39.42194366455078,
755
+ "learning_rate": 1.8455969267139483e-05,
756
+ "loss": 0.9643,
757
+ "step": 2550
758
+ },
759
+ {
760
+ "epoch": 3.424484364604125,
761
+ "grad_norm": 22.320655822753906,
762
+ "learning_rate": 1.8419030732860522e-05,
763
+ "loss": 1.2612,
764
+ "step": 2575
765
+ },
766
+ {
767
+ "epoch": 3.457751164337991,
768
+ "grad_norm": 31.587982177734375,
769
+ "learning_rate": 1.838209219858156e-05,
770
+ "loss": 1.0554,
771
+ "step": 2600
772
+ },
773
+ {
774
+ "epoch": 3.4910179640718564,
775
+ "grad_norm": 29.946670532226562,
776
+ "learning_rate": 1.83451536643026e-05,
777
+ "loss": 1.0534,
778
+ "step": 2625
779
+ },
780
+ {
781
+ "epoch": 3.524284763805722,
782
+ "grad_norm": 29.927913665771484,
783
+ "learning_rate": 1.8308215130023643e-05,
784
+ "loss": 1.2655,
785
+ "step": 2650
786
+ },
787
+ {
788
+ "epoch": 3.5575515635395876,
789
+ "grad_norm": 28.907363891601562,
790
+ "learning_rate": 1.8271276595744682e-05,
791
+ "loss": 1.1527,
792
+ "step": 2675
793
+ },
794
+ {
795
+ "epoch": 3.590818363273453,
796
+ "grad_norm": 52.762229919433594,
797
+ "learning_rate": 1.823433806146572e-05,
798
+ "loss": 1.2159,
799
+ "step": 2700
800
+ },
801
+ {
802
+ "epoch": 3.6240851630073188,
803
+ "grad_norm": 29.06300163269043,
804
+ "learning_rate": 1.8197399527186764e-05,
805
+ "loss": 1.1238,
806
+ "step": 2725
807
+ },
808
+ {
809
+ "epoch": 3.6573519627411843,
810
+ "grad_norm": 27.67621612548828,
811
+ "learning_rate": 1.8160460992907803e-05,
812
+ "loss": 0.9882,
813
+ "step": 2750
814
+ },
815
+ {
816
+ "epoch": 3.69061876247505,
817
+ "grad_norm": 20.869047164916992,
818
+ "learning_rate": 1.8123522458628842e-05,
819
+ "loss": 1.0597,
820
+ "step": 2775
821
+ },
822
+ {
823
+ "epoch": 3.7238855622089155,
824
+ "grad_norm": 35.552974700927734,
825
+ "learning_rate": 1.808658392434988e-05,
826
+ "loss": 1.0818,
827
+ "step": 2800
828
+ },
829
+ {
830
+ "epoch": 3.757152361942781,
831
+ "grad_norm": 60.55497360229492,
832
+ "learning_rate": 1.8049645390070924e-05,
833
+ "loss": 1.2735,
834
+ "step": 2825
835
+ },
836
+ {
837
+ "epoch": 3.7904191616766467,
838
+ "grad_norm": 37.16079330444336,
839
+ "learning_rate": 1.8012706855791963e-05,
840
+ "loss": 1.1155,
841
+ "step": 2850
842
+ },
843
+ {
844
+ "epoch": 3.8236859614105123,
845
+ "grad_norm": 46.30068588256836,
846
+ "learning_rate": 1.7975768321513003e-05,
847
+ "loss": 1.1588,
848
+ "step": 2875
849
+ },
850
+ {
851
+ "epoch": 3.856952761144378,
852
+ "grad_norm": 36.44614791870117,
853
+ "learning_rate": 1.7938829787234045e-05,
854
+ "loss": 1.1196,
855
+ "step": 2900
856
+ },
857
+ {
858
+ "epoch": 3.8902195608782435,
859
+ "grad_norm": 38.086185455322266,
860
+ "learning_rate": 1.7901891252955084e-05,
861
+ "loss": 1.193,
862
+ "step": 2925
863
+ },
864
+ {
865
+ "epoch": 3.923486360612109,
866
+ "grad_norm": 23.940282821655273,
867
+ "learning_rate": 1.7864952718676124e-05,
868
+ "loss": 1.2485,
869
+ "step": 2950
870
+ },
871
+ {
872
+ "epoch": 3.9567531603459747,
873
+ "grad_norm": 26.73720932006836,
874
+ "learning_rate": 1.7828014184397163e-05,
875
+ "loss": 1.2046,
876
+ "step": 2975
877
+ },
878
+ {
879
+ "epoch": 3.9900199600798403,
880
+ "grad_norm": 35.84699630737305,
881
+ "learning_rate": 1.7791075650118205e-05,
882
+ "loss": 1.1218,
883
+ "step": 3000
884
+ },
885
+ {
886
+ "epoch": 4.0,
887
+ "eval_accuracy": 0.8720059880239521,
888
+ "eval_loss": 0.4070838987827301,
889
+ "eval_macro_f1": 0.660343554659463,
890
+ "eval_runtime": 4.8858,
891
+ "eval_samples_per_second": 546.887,
892
+ "eval_steps_per_second": 34.18,
893
+ "eval_weighted_f1": 0.8645425273977355,
894
+ "step": 3008
895
+ },
896
+ {
897
+ "epoch": 4.022621423819029,
898
+ "grad_norm": 58.67304992675781,
899
+ "learning_rate": 1.7754137115839245e-05,
900
+ "loss": 1.0681,
901
+ "step": 3025
902
+ },
903
+ {
904
+ "epoch": 4.055888223552894,
905
+ "grad_norm": 65.08613586425781,
906
+ "learning_rate": 1.7717198581560284e-05,
907
+ "loss": 0.8293,
908
+ "step": 3050
909
+ },
910
+ {
911
+ "epoch": 4.08915502328676,
912
+ "grad_norm": 57.51863098144531,
913
+ "learning_rate": 1.7680260047281326e-05,
914
+ "loss": 0.8983,
915
+ "step": 3075
916
+ },
917
+ {
918
+ "epoch": 4.122421823020625,
919
+ "grad_norm": 30.355182647705078,
920
+ "learning_rate": 1.7643321513002365e-05,
921
+ "loss": 0.861,
922
+ "step": 3100
923
+ },
924
+ {
925
+ "epoch": 4.155688622754491,
926
+ "grad_norm": 8.609901428222656,
927
+ "learning_rate": 1.7606382978723408e-05,
928
+ "loss": 0.9633,
929
+ "step": 3125
930
+ },
931
+ {
932
+ "epoch": 4.188955422488356,
933
+ "grad_norm": 55.683189392089844,
934
+ "learning_rate": 1.7569444444444447e-05,
935
+ "loss": 0.8912,
936
+ "step": 3150
937
+ },
938
+ {
939
+ "epoch": 4.222222222222222,
940
+ "grad_norm": 22.331880569458008,
941
+ "learning_rate": 1.7532505910165486e-05,
942
+ "loss": 1.0408,
943
+ "step": 3175
944
+ },
945
+ {
946
+ "epoch": 4.2554890219560875,
947
+ "grad_norm": 44.34836196899414,
948
+ "learning_rate": 1.7495567375886526e-05,
949
+ "loss": 1.0617,
950
+ "step": 3200
951
+ },
952
+ {
953
+ "epoch": 4.2887558216899535,
954
+ "grad_norm": 46.40973663330078,
955
+ "learning_rate": 1.7458628841607565e-05,
956
+ "loss": 0.8953,
957
+ "step": 3225
958
+ },
959
+ {
960
+ "epoch": 4.322022621423819,
961
+ "grad_norm": 26.200674057006836,
962
+ "learning_rate": 1.7421690307328607e-05,
963
+ "loss": 0.9387,
964
+ "step": 3250
965
+ },
966
+ {
967
+ "epoch": 4.355289421157685,
968
+ "grad_norm": 64.38853454589844,
969
+ "learning_rate": 1.7384751773049647e-05,
970
+ "loss": 0.8602,
971
+ "step": 3275
972
+ },
973
+ {
974
+ "epoch": 4.38855622089155,
975
+ "grad_norm": 83.9397201538086,
976
+ "learning_rate": 1.734781323877069e-05,
977
+ "loss": 0.8478,
978
+ "step": 3300
979
+ },
980
+ {
981
+ "epoch": 4.421823020625416,
982
+ "grad_norm": 86.39453887939453,
983
+ "learning_rate": 1.731087470449173e-05,
984
+ "loss": 0.7755,
985
+ "step": 3325
986
+ },
987
+ {
988
+ "epoch": 4.455089820359281,
989
+ "grad_norm": 37.614261627197266,
990
+ "learning_rate": 1.7273936170212768e-05,
991
+ "loss": 0.8721,
992
+ "step": 3350
993
+ },
994
+ {
995
+ "epoch": 4.488356620093147,
996
+ "grad_norm": 30.411670684814453,
997
+ "learning_rate": 1.7236997635933807e-05,
998
+ "loss": 1.1509,
999
+ "step": 3375
1000
+ },
1001
+ {
1002
+ "epoch": 4.521623419827012,
1003
+ "grad_norm": 57.340126037597656,
1004
+ "learning_rate": 1.7200059101654846e-05,
1005
+ "loss": 1.2087,
1006
+ "step": 3400
1007
+ },
1008
+ {
1009
+ "epoch": 4.554890219560878,
1010
+ "grad_norm": 35.71548080444336,
1011
+ "learning_rate": 1.716312056737589e-05,
1012
+ "loss": 0.8258,
1013
+ "step": 3425
1014
+ },
1015
+ {
1016
+ "epoch": 4.588157019294744,
1017
+ "grad_norm": 62.932472229003906,
1018
+ "learning_rate": 1.7126182033096928e-05,
1019
+ "loss": 0.9696,
1020
+ "step": 3450
1021
+ },
1022
+ {
1023
+ "epoch": 4.621423819028609,
1024
+ "grad_norm": 23.822717666625977,
1025
+ "learning_rate": 1.708924349881797e-05,
1026
+ "loss": 0.8822,
1027
+ "step": 3475
1028
+ },
1029
+ {
1030
+ "epoch": 4.654690618762475,
1031
+ "grad_norm": 36.381378173828125,
1032
+ "learning_rate": 1.705230496453901e-05,
1033
+ "loss": 0.9667,
1034
+ "step": 3500
1035
+ },
1036
+ {
1037
+ "epoch": 4.687957418496341,
1038
+ "grad_norm": 65.76124572753906,
1039
+ "learning_rate": 1.701536643026005e-05,
1040
+ "loss": 0.8718,
1041
+ "step": 3525
1042
+ },
1043
+ {
1044
+ "epoch": 4.721224218230207,
1045
+ "grad_norm": 117.48234558105469,
1046
+ "learning_rate": 1.6978427895981088e-05,
1047
+ "loss": 0.8049,
1048
+ "step": 3550
1049
+ },
1050
+ {
1051
+ "epoch": 4.754491017964072,
1052
+ "grad_norm": 62.79164505004883,
1053
+ "learning_rate": 1.6941489361702127e-05,
1054
+ "loss": 1.0388,
1055
+ "step": 3575
1056
+ },
1057
+ {
1058
+ "epoch": 4.787757817697938,
1059
+ "grad_norm": 60.557701110839844,
1060
+ "learning_rate": 1.690455082742317e-05,
1061
+ "loss": 0.991,
1062
+ "step": 3600
1063
+ },
1064
+ {
1065
+ "epoch": 4.821024617431803,
1066
+ "grad_norm": 19.70600128173828,
1067
+ "learning_rate": 1.686761229314421e-05,
1068
+ "loss": 1.0307,
1069
+ "step": 3625
1070
+ },
1071
+ {
1072
+ "epoch": 4.854291417165669,
1073
+ "grad_norm": 49.54433822631836,
1074
+ "learning_rate": 1.683067375886525e-05,
1075
+ "loss": 1.0321,
1076
+ "step": 3650
1077
+ },
1078
+ {
1079
+ "epoch": 4.887558216899534,
1080
+ "grad_norm": 30.537160873413086,
1081
+ "learning_rate": 1.679373522458629e-05,
1082
+ "loss": 0.949,
1083
+ "step": 3675
1084
+ },
1085
+ {
1086
+ "epoch": 4.9208250166334,
1087
+ "grad_norm": 40.274375915527344,
1088
+ "learning_rate": 1.675679669030733e-05,
1089
+ "loss": 0.9755,
1090
+ "step": 3700
1091
+ },
1092
+ {
1093
+ "epoch": 4.954091816367265,
1094
+ "grad_norm": 42.4749870300293,
1095
+ "learning_rate": 1.671985815602837e-05,
1096
+ "loss": 1.1139,
1097
+ "step": 3725
1098
+ },
1099
+ {
1100
+ "epoch": 4.987358616101131,
1101
+ "grad_norm": 67.3310546875,
1102
+ "learning_rate": 1.6682919621749408e-05,
1103
+ "loss": 0.9081,
1104
+ "step": 3750
1105
+ },
1106
+ {
1107
+ "epoch": 5.0,
1108
+ "eval_accuracy": 0.8735029940119761,
1109
+ "eval_loss": 0.4219766855239868,
1110
+ "eval_macro_f1": 0.6602958477295121,
1111
+ "eval_runtime": 4.8973,
1112
+ "eval_samples_per_second": 545.607,
1113
+ "eval_steps_per_second": 34.1,
1114
+ "eval_weighted_f1": 0.8654641407355069,
1115
+ "step": 3760
1116
+ },
1117
+ {
1118
+ "epoch": 5.0199600798403194,
1119
+ "grad_norm": 75.9346923828125,
1120
+ "learning_rate": 1.664598108747045e-05,
1121
+ "loss": 0.8544,
1122
+ "step": 3775
1123
+ },
1124
+ {
1125
+ "epoch": 5.053226879574185,
1126
+ "grad_norm": 29.18402099609375,
1127
+ "learning_rate": 1.660904255319149e-05,
1128
+ "loss": 1.0162,
1129
+ "step": 3800
1130
+ },
1131
+ {
1132
+ "epoch": 5.086493679308051,
1133
+ "grad_norm": 53.11439514160156,
1134
+ "learning_rate": 1.6572104018912532e-05,
1135
+ "loss": 0.726,
1136
+ "step": 3825
1137
+ },
1138
+ {
1139
+ "epoch": 5.119760479041916,
1140
+ "grad_norm": 64.24620819091797,
1141
+ "learning_rate": 1.653516548463357e-05,
1142
+ "loss": 0.6964,
1143
+ "step": 3850
1144
+ },
1145
+ {
1146
+ "epoch": 5.153027278775782,
1147
+ "grad_norm": 49.40623092651367,
1148
+ "learning_rate": 1.649822695035461e-05,
1149
+ "loss": 0.7083,
1150
+ "step": 3875
1151
+ },
1152
+ {
1153
+ "epoch": 5.186294078509647,
1154
+ "grad_norm": 35.774208068847656,
1155
+ "learning_rate": 1.646128841607565e-05,
1156
+ "loss": 0.8698,
1157
+ "step": 3900
1158
+ },
1159
+ {
1160
+ "epoch": 5.219560878243513,
1161
+ "grad_norm": 61.07633590698242,
1162
+ "learning_rate": 1.642434988179669e-05,
1163
+ "loss": 0.7707,
1164
+ "step": 3925
1165
+ },
1166
+ {
1167
+ "epoch": 5.252827677977379,
1168
+ "grad_norm": 28.187170028686523,
1169
+ "learning_rate": 1.6387411347517732e-05,
1170
+ "loss": 0.5955,
1171
+ "step": 3950
1172
+ },
1173
+ {
1174
+ "epoch": 5.286094477711244,
1175
+ "grad_norm": 28.983924865722656,
1176
+ "learning_rate": 1.635047281323877e-05,
1177
+ "loss": 1.0736,
1178
+ "step": 3975
1179
+ },
1180
+ {
1181
+ "epoch": 5.319361277445109,
1182
+ "grad_norm": 55.7494010925293,
1183
+ "learning_rate": 1.6313534278959813e-05,
1184
+ "loss": 0.8225,
1185
+ "step": 4000
1186
+ },
1187
+ {
1188
+ "epoch": 5.352628077178975,
1189
+ "grad_norm": 34.37993240356445,
1190
+ "learning_rate": 1.6276595744680853e-05,
1191
+ "loss": 0.9471,
1192
+ "step": 4025
1193
+ },
1194
+ {
1195
+ "epoch": 5.385894876912841,
1196
+ "grad_norm": 18.55417823791504,
1197
+ "learning_rate": 1.6239657210401892e-05,
1198
+ "loss": 0.6312,
1199
+ "step": 4050
1200
+ },
1201
+ {
1202
+ "epoch": 5.419161676646707,
1203
+ "grad_norm": 70.23536682128906,
1204
+ "learning_rate": 1.620271867612293e-05,
1205
+ "loss": 0.8352,
1206
+ "step": 4075
1207
+ },
1208
+ {
1209
+ "epoch": 5.452428476380573,
1210
+ "grad_norm": 48.090824127197266,
1211
+ "learning_rate": 1.6165780141843974e-05,
1212
+ "loss": 0.6725,
1213
+ "step": 4100
1214
+ },
1215
+ {
1216
+ "epoch": 5.485695276114438,
1217
+ "grad_norm": 25.1795654296875,
1218
+ "learning_rate": 1.6128841607565013e-05,
1219
+ "loss": 0.7541,
1220
+ "step": 4125
1221
+ },
1222
+ {
1223
+ "epoch": 5.518962075848304,
1224
+ "grad_norm": 57.991172790527344,
1225
+ "learning_rate": 1.6091903073286052e-05,
1226
+ "loss": 0.7863,
1227
+ "step": 4150
1228
+ },
1229
+ {
1230
+ "epoch": 5.552228875582169,
1231
+ "grad_norm": 20.071147918701172,
1232
+ "learning_rate": 1.6054964539007095e-05,
1233
+ "loss": 0.7883,
1234
+ "step": 4175
1235
+ },
1236
+ {
1237
+ "epoch": 5.585495675316035,
1238
+ "grad_norm": 45.27484893798828,
1239
+ "learning_rate": 1.6018026004728134e-05,
1240
+ "loss": 0.8243,
1241
+ "step": 4200
1242
+ },
1243
+ {
1244
+ "epoch": 5.6187624750499,
1245
+ "grad_norm": 48.988338470458984,
1246
+ "learning_rate": 1.5981087470449176e-05,
1247
+ "loss": 0.7711,
1248
+ "step": 4225
1249
+ },
1250
+ {
1251
+ "epoch": 5.652029274783766,
1252
+ "grad_norm": 27.715656280517578,
1253
+ "learning_rate": 1.5944148936170216e-05,
1254
+ "loss": 0.804,
1255
+ "step": 4250
1256
+ },
1257
+ {
1258
+ "epoch": 5.685296074517631,
1259
+ "grad_norm": 39.75810623168945,
1260
+ "learning_rate": 1.5907210401891255e-05,
1261
+ "loss": 0.9199,
1262
+ "step": 4275
1263
+ },
1264
+ {
1265
+ "epoch": 5.718562874251497,
1266
+ "grad_norm": 45.152565002441406,
1267
+ "learning_rate": 1.5870271867612294e-05,
1268
+ "loss": 0.7229,
1269
+ "step": 4300
1270
+ },
1271
+ {
1272
+ "epoch": 5.7518296739853625,
1273
+ "grad_norm": 89.29285430908203,
1274
+ "learning_rate": 1.5833333333333333e-05,
1275
+ "loss": 0.8096,
1276
+ "step": 4325
1277
+ },
1278
+ {
1279
+ "epoch": 5.7850964737192285,
1280
+ "grad_norm": 55.787879943847656,
1281
+ "learning_rate": 1.5796394799054376e-05,
1282
+ "loss": 0.6657,
1283
+ "step": 4350
1284
+ },
1285
+ {
1286
+ "epoch": 5.818363273453094,
1287
+ "grad_norm": 47.44944763183594,
1288
+ "learning_rate": 1.5759456264775415e-05,
1289
+ "loss": 0.6784,
1290
+ "step": 4375
1291
+ },
1292
+ {
1293
+ "epoch": 5.85163007318696,
1294
+ "grad_norm": 14.776910781860352,
1295
+ "learning_rate": 1.5722517730496457e-05,
1296
+ "loss": 0.9241,
1297
+ "step": 4400
1298
+ },
1299
+ {
1300
+ "epoch": 5.884896872920825,
1301
+ "grad_norm": 8.225830078125,
1302
+ "learning_rate": 1.5685579196217497e-05,
1303
+ "loss": 0.8492,
1304
+ "step": 4425
1305
+ },
1306
+ {
1307
+ "epoch": 5.918163672654691,
1308
+ "grad_norm": 54.05399703979492,
1309
+ "learning_rate": 1.5648640661938536e-05,
1310
+ "loss": 0.7936,
1311
+ "step": 4450
1312
+ },
1313
+ {
1314
+ "epoch": 5.951430472388556,
1315
+ "grad_norm": 5.55372428894043,
1316
+ "learning_rate": 1.5611702127659575e-05,
1317
+ "loss": 0.6218,
1318
+ "step": 4475
1319
+ },
1320
+ {
1321
+ "epoch": 5.984697272122422,
1322
+ "grad_norm": 48.29039764404297,
1323
+ "learning_rate": 1.5574763593380614e-05,
1324
+ "loss": 0.8296,
1325
+ "step": 4500
1326
+ },
1327
+ {
1328
+ "epoch": 6.0,
1329
+ "eval_accuracy": 0.873877245508982,
1330
+ "eval_loss": 0.45527511835098267,
1331
+ "eval_macro_f1": 0.6565885984954941,
1332
+ "eval_runtime": 5.0991,
1333
+ "eval_samples_per_second": 524.016,
1334
+ "eval_steps_per_second": 32.751,
1335
+ "eval_weighted_f1": 0.8663978472866702,
1336
+ "step": 4512
1337
+ },
1338
+ {
1339
+ "epoch": 6.01729873586161,
1340
+ "grad_norm": 44.198974609375,
1341
+ "learning_rate": 1.5537825059101657e-05,
1342
+ "loss": 0.7303,
1343
+ "step": 4525
1344
+ },
1345
+ {
1346
+ "epoch": 6.050565535595475,
1347
+ "grad_norm": 15.070984840393066,
1348
+ "learning_rate": 1.5500886524822696e-05,
1349
+ "loss": 0.607,
1350
+ "step": 4550
1351
+ },
1352
+ {
1353
+ "epoch": 6.083832335329341,
1354
+ "grad_norm": 34.908721923828125,
1355
+ "learning_rate": 1.546394799054374e-05,
1356
+ "loss": 0.6407,
1357
+ "step": 4575
1358
+ },
1359
+ {
1360
+ "epoch": 6.117099135063207,
1361
+ "grad_norm": 46.94350814819336,
1362
+ "learning_rate": 1.5427009456264778e-05,
1363
+ "loss": 0.5709,
1364
+ "step": 4600
1365
+ },
1366
+ {
1367
+ "epoch": 6.1503659347970725,
1368
+ "grad_norm": 48.398616790771484,
1369
+ "learning_rate": 1.5390070921985817e-05,
1370
+ "loss": 0.6305,
1371
+ "step": 4625
1372
+ },
1373
+ {
1374
+ "epoch": 6.1836327345309385,
1375
+ "grad_norm": 49.02544403076172,
1376
+ "learning_rate": 1.5353132387706856e-05,
1377
+ "loss": 0.6495,
1378
+ "step": 4650
1379
+ },
1380
+ {
1381
+ "epoch": 6.216899534264804,
1382
+ "grad_norm": 57.906742095947266,
1383
+ "learning_rate": 1.5316193853427895e-05,
1384
+ "loss": 0.6876,
1385
+ "step": 4675
1386
+ },
1387
+ {
1388
+ "epoch": 6.25016633399867,
1389
+ "grad_norm": 72.42127227783203,
1390
+ "learning_rate": 1.5279255319148938e-05,
1391
+ "loss": 0.4787,
1392
+ "step": 4700
1393
+ },
1394
+ {
1395
+ "epoch": 6.283433133732535,
1396
+ "grad_norm": 52.79450607299805,
1397
+ "learning_rate": 1.5242316784869977e-05,
1398
+ "loss": 0.5429,
1399
+ "step": 4725
1400
+ },
1401
+ {
1402
+ "epoch": 6.316699933466401,
1403
+ "grad_norm": 52.69932556152344,
1404
+ "learning_rate": 1.5205378250591018e-05,
1405
+ "loss": 0.5072,
1406
+ "step": 4750
1407
+ },
1408
+ {
1409
+ "epoch": 6.349966733200266,
1410
+ "grad_norm": 62.406585693359375,
1411
+ "learning_rate": 1.5168439716312057e-05,
1412
+ "loss": 0.734,
1413
+ "step": 4775
1414
+ },
1415
+ {
1416
+ "epoch": 6.383233532934132,
1417
+ "grad_norm": 50.96080780029297,
1418
+ "learning_rate": 1.51315011820331e-05,
1419
+ "loss": 0.56,
1420
+ "step": 4800
1421
+ },
1422
+ {
1423
+ "epoch": 6.416500332667997,
1424
+ "grad_norm": 53.84807586669922,
1425
+ "learning_rate": 1.5094562647754139e-05,
1426
+ "loss": 0.483,
1427
+ "step": 4825
1428
+ },
1429
+ {
1430
+ "epoch": 6.449767132401863,
1431
+ "grad_norm": 49.77550506591797,
1432
+ "learning_rate": 1.5057624113475178e-05,
1433
+ "loss": 0.5383,
1434
+ "step": 4850
1435
+ },
1436
+ {
1437
+ "epoch": 6.483033932135728,
1438
+ "grad_norm": 59.84157943725586,
1439
+ "learning_rate": 1.5020685579196219e-05,
1440
+ "loss": 0.628,
1441
+ "step": 4875
1442
+ },
1443
+ {
1444
+ "epoch": 6.5163007318695945,
1445
+ "grad_norm": 27.514461517333984,
1446
+ "learning_rate": 1.4983747044917258e-05,
1447
+ "loss": 0.6905,
1448
+ "step": 4900
1449
+ },
1450
+ {
1451
+ "epoch": 6.54956753160346,
1452
+ "grad_norm": 55.66908264160156,
1453
+ "learning_rate": 1.49468085106383e-05,
1454
+ "loss": 0.6138,
1455
+ "step": 4925
1456
+ },
1457
+ {
1458
+ "epoch": 6.582834331337326,
1459
+ "grad_norm": 48.395782470703125,
1460
+ "learning_rate": 1.490986997635934e-05,
1461
+ "loss": 0.5539,
1462
+ "step": 4950
1463
+ },
1464
+ {
1465
+ "epoch": 6.616101131071191,
1466
+ "grad_norm": 92.23932647705078,
1467
+ "learning_rate": 1.487293144208038e-05,
1468
+ "loss": 0.8237,
1469
+ "step": 4975
1470
+ },
1471
+ {
1472
+ "epoch": 6.649367930805057,
1473
+ "grad_norm": 107.12472534179688,
1474
+ "learning_rate": 1.483599290780142e-05,
1475
+ "loss": 0.7834,
1476
+ "step": 5000
1477
+ },
1478
+ {
1479
+ "epoch": 6.682634730538922,
1480
+ "grad_norm": 37.8351936340332,
1481
+ "learning_rate": 1.4799054373522459e-05,
1482
+ "loss": 0.5459,
1483
+ "step": 5025
1484
+ },
1485
+ {
1486
+ "epoch": 6.715901530272788,
1487
+ "grad_norm": 7.94844388961792,
1488
+ "learning_rate": 1.47621158392435e-05,
1489
+ "loss": 0.7502,
1490
+ "step": 5050
1491
+ },
1492
+ {
1493
+ "epoch": 6.749168330006653,
1494
+ "grad_norm": 47.60363006591797,
1495
+ "learning_rate": 1.472517730496454e-05,
1496
+ "loss": 0.811,
1497
+ "step": 5075
1498
+ },
1499
+ {
1500
+ "epoch": 6.782435129740519,
1501
+ "grad_norm": 53.00639343261719,
1502
+ "learning_rate": 1.4688238770685582e-05,
1503
+ "loss": 0.7122,
1504
+ "step": 5100
1505
+ },
1506
+ {
1507
+ "epoch": 6.815701929474384,
1508
+ "grad_norm": 53.41514587402344,
1509
+ "learning_rate": 1.4651300236406621e-05,
1510
+ "loss": 0.6682,
1511
+ "step": 5125
1512
+ },
1513
+ {
1514
+ "epoch": 6.84896872920825,
1515
+ "grad_norm": 65.28089904785156,
1516
+ "learning_rate": 1.4614361702127662e-05,
1517
+ "loss": 0.7138,
1518
+ "step": 5150
1519
+ },
1520
+ {
1521
+ "epoch": 6.8822355289421155,
1522
+ "grad_norm": 43.93553161621094,
1523
+ "learning_rate": 1.4577423167848701e-05,
1524
+ "loss": 0.6116,
1525
+ "step": 5175
1526
+ },
1527
+ {
1528
+ "epoch": 6.915502328675982,
1529
+ "grad_norm": 39.30377197265625,
1530
+ "learning_rate": 1.454048463356974e-05,
1531
+ "loss": 0.6607,
1532
+ "step": 5200
1533
+ },
1534
+ {
1535
+ "epoch": 6.948769128409847,
1536
+ "grad_norm": 74.43134307861328,
1537
+ "learning_rate": 1.4503546099290781e-05,
1538
+ "loss": 0.658,
1539
+ "step": 5225
1540
+ },
1541
+ {
1542
+ "epoch": 6.982035928143713,
1543
+ "grad_norm": 79.9866714477539,
1544
+ "learning_rate": 1.446660756501182e-05,
1545
+ "loss": 0.631,
1546
+ "step": 5250
1547
+ },
1548
+ {
1549
+ "epoch": 7.0,
1550
+ "eval_accuracy": 0.8645209580838323,
1551
+ "eval_loss": 0.49340981245040894,
1552
+ "eval_macro_f1": 0.6712256127745468,
1553
+ "eval_runtime": 5.1493,
1554
+ "eval_samples_per_second": 518.908,
1555
+ "eval_steps_per_second": 32.432,
1556
+ "eval_weighted_f1": 0.8645793836600245,
1557
+ "step": 5264
1558
+ },
1559
+ {
1560
+ "epoch": 7.014637391882901,
1561
+ "grad_norm": 67.51939392089844,
1562
+ "learning_rate": 1.4429669030732863e-05,
1563
+ "loss": 0.5356,
1564
+ "step": 5275
1565
+ },
1566
+ {
1567
+ "epoch": 7.047904191616767,
1568
+ "grad_norm": 38.586666107177734,
1569
+ "learning_rate": 1.4392730496453902e-05,
1570
+ "loss": 0.4965,
1571
+ "step": 5300
1572
+ },
1573
+ {
1574
+ "epoch": 7.081170991350632,
1575
+ "grad_norm": 71.36872863769531,
1576
+ "learning_rate": 1.4355791962174943e-05,
1577
+ "loss": 0.4168,
1578
+ "step": 5325
1579
+ },
1580
+ {
1581
+ "epoch": 7.114437791084498,
1582
+ "grad_norm": 37.27564239501953,
1583
+ "learning_rate": 1.4318853427895982e-05,
1584
+ "loss": 0.488,
1585
+ "step": 5350
1586
+ },
1587
+ {
1588
+ "epoch": 7.147704590818363,
1589
+ "grad_norm": 50.13539505004883,
1590
+ "learning_rate": 1.4281914893617021e-05,
1591
+ "loss": 0.561,
1592
+ "step": 5375
1593
+ },
1594
+ {
1595
+ "epoch": 7.180971390552229,
1596
+ "grad_norm": 163.9149627685547,
1597
+ "learning_rate": 1.4244976359338062e-05,
1598
+ "loss": 0.4141,
1599
+ "step": 5400
1600
+ },
1601
+ {
1602
+ "epoch": 7.214238190286094,
1603
+ "grad_norm": 99.96155548095703,
1604
+ "learning_rate": 1.4208037825059103e-05,
1605
+ "loss": 0.5146,
1606
+ "step": 5425
1607
+ },
1608
+ {
1609
+ "epoch": 7.24750499001996,
1610
+ "grad_norm": 43.8009033203125,
1611
+ "learning_rate": 1.4171099290780144e-05,
1612
+ "loss": 0.5508,
1613
+ "step": 5450
1614
+ },
1615
+ {
1616
+ "epoch": 7.2807717897538256,
1617
+ "grad_norm": 60.41126251220703,
1618
+ "learning_rate": 1.4134160756501183e-05,
1619
+ "loss": 0.5181,
1620
+ "step": 5475
1621
+ },
1622
+ {
1623
+ "epoch": 7.314038589487692,
1624
+ "grad_norm": 17.511503219604492,
1625
+ "learning_rate": 1.4097222222222224e-05,
1626
+ "loss": 0.5233,
1627
+ "step": 5500
1628
+ },
1629
+ {
1630
+ "epoch": 7.347305389221557,
1631
+ "grad_norm": 83.1619644165039,
1632
+ "learning_rate": 1.4060283687943263e-05,
1633
+ "loss": 0.3829,
1634
+ "step": 5525
1635
+ },
1636
+ {
1637
+ "epoch": 7.380572188955423,
1638
+ "grad_norm": 51.49971008300781,
1639
+ "learning_rate": 1.4023345153664302e-05,
1640
+ "loss": 0.6616,
1641
+ "step": 5550
1642
+ },
1643
+ {
1644
+ "epoch": 7.413838988689288,
1645
+ "grad_norm": 173.27862548828125,
1646
+ "learning_rate": 1.3986406619385345e-05,
1647
+ "loss": 0.5136,
1648
+ "step": 5575
1649
+ },
1650
+ {
1651
+ "epoch": 7.447105788423154,
1652
+ "grad_norm": 61.906761169433594,
1653
+ "learning_rate": 1.3949468085106384e-05,
1654
+ "loss": 0.5644,
1655
+ "step": 5600
1656
+ },
1657
+ {
1658
+ "epoch": 7.480372588157019,
1659
+ "grad_norm": 61.75961685180664,
1660
+ "learning_rate": 1.3912529550827425e-05,
1661
+ "loss": 0.5616,
1662
+ "step": 5625
1663
+ },
1664
+ {
1665
+ "epoch": 7.513639387890885,
1666
+ "grad_norm": 96.28238677978516,
1667
+ "learning_rate": 1.3875591016548464e-05,
1668
+ "loss": 0.3991,
1669
+ "step": 5650
1670
+ },
1671
+ {
1672
+ "epoch": 7.54690618762475,
1673
+ "grad_norm": 41.26216506958008,
1674
+ "learning_rate": 1.3838652482269505e-05,
1675
+ "loss": 0.5918,
1676
+ "step": 5675
1677
+ },
1678
+ {
1679
+ "epoch": 7.580172987358616,
1680
+ "grad_norm": 123.16735076904297,
1681
+ "learning_rate": 1.3801713947990544e-05,
1682
+ "loss": 0.4571,
1683
+ "step": 5700
1684
+ },
1685
+ {
1686
+ "epoch": 7.6134397870924815,
1687
+ "grad_norm": 33.84270477294922,
1688
+ "learning_rate": 1.3764775413711583e-05,
1689
+ "loss": 0.3739,
1690
+ "step": 5725
1691
+ },
1692
+ {
1693
+ "epoch": 7.6467065868263475,
1694
+ "grad_norm": 138.20370483398438,
1695
+ "learning_rate": 1.3727836879432626e-05,
1696
+ "loss": 0.7187,
1697
+ "step": 5750
1698
+ },
1699
+ {
1700
+ "epoch": 7.679973386560213,
1701
+ "grad_norm": 57.75898742675781,
1702
+ "learning_rate": 1.3690898345153665e-05,
1703
+ "loss": 0.5429,
1704
+ "step": 5775
1705
+ },
1706
+ {
1707
+ "epoch": 7.713240186294079,
1708
+ "grad_norm": 137.57618713378906,
1709
+ "learning_rate": 1.3653959810874706e-05,
1710
+ "loss": 0.6346,
1711
+ "step": 5800
1712
+ },
1713
+ {
1714
+ "epoch": 7.746506986027944,
1715
+ "grad_norm": 52.64277648925781,
1716
+ "learning_rate": 1.3617021276595745e-05,
1717
+ "loss": 0.6806,
1718
+ "step": 5825
1719
+ },
1720
+ {
1721
+ "epoch": 7.77977378576181,
1722
+ "grad_norm": 90.93256378173828,
1723
+ "learning_rate": 1.3580082742316786e-05,
1724
+ "loss": 0.4052,
1725
+ "step": 5850
1726
+ },
1727
+ {
1728
+ "epoch": 7.813040585495675,
1729
+ "grad_norm": 36.91998291015625,
1730
+ "learning_rate": 1.3543144208037825e-05,
1731
+ "loss": 0.4814,
1732
+ "step": 5875
1733
+ },
1734
+ {
1735
+ "epoch": 7.846307385229541,
1736
+ "grad_norm": 123.77490234375,
1737
+ "learning_rate": 1.3506205673758865e-05,
1738
+ "loss": 0.3695,
1739
+ "step": 5900
1740
+ },
1741
+ {
1742
+ "epoch": 7.879574184963406,
1743
+ "grad_norm": 71.27392578125,
1744
+ "learning_rate": 1.3469267139479907e-05,
1745
+ "loss": 0.5502,
1746
+ "step": 5925
1747
+ },
1748
+ {
1749
+ "epoch": 7.912840984697272,
1750
+ "grad_norm": 48.98058319091797,
1751
+ "learning_rate": 1.3432328605200946e-05,
1752
+ "loss": 0.5402,
1753
+ "step": 5950
1754
+ },
1755
+ {
1756
+ "epoch": 7.946107784431137,
1757
+ "grad_norm": 8.854557991027832,
1758
+ "learning_rate": 1.3395390070921987e-05,
1759
+ "loss": 0.3877,
1760
+ "step": 5975
1761
+ },
1762
+ {
1763
+ "epoch": 7.9793745841650034,
1764
+ "grad_norm": 50.891300201416016,
1765
+ "learning_rate": 1.3358451536643026e-05,
1766
+ "loss": 0.6583,
1767
+ "step": 6000
1768
+ },
1769
+ {
1770
+ "epoch": 8.0,
1771
+ "eval_accuracy": 0.8488023952095808,
1772
+ "eval_loss": 0.552740752696991,
1773
+ "eval_macro_f1": 0.6490213681810212,
1774
+ "eval_runtime": 4.9057,
1775
+ "eval_samples_per_second": 544.678,
1776
+ "eval_steps_per_second": 34.042,
1777
+ "eval_weighted_f1": 0.853789088103385,
1778
+ "step": 6016
1779
+ },
1780
+ {
1781
+ "epoch": 8.011976047904191,
1782
+ "grad_norm": 50.22834396362305,
1783
+ "learning_rate": 1.3321513002364069e-05,
1784
+ "loss": 0.6175,
1785
+ "step": 6025
1786
+ },
1787
+ {
1788
+ "epoch": 8.045242847638058,
1789
+ "grad_norm": 129.93026733398438,
1790
+ "learning_rate": 1.3284574468085108e-05,
1791
+ "loss": 0.3595,
1792
+ "step": 6050
1793
+ },
1794
+ {
1795
+ "epoch": 8.078509647371924,
1796
+ "grad_norm": 44.153724670410156,
1797
+ "learning_rate": 1.3247635933806147e-05,
1798
+ "loss": 0.4915,
1799
+ "step": 6075
1800
+ },
1801
+ {
1802
+ "epoch": 8.111776447105788,
1803
+ "grad_norm": 50.6900520324707,
1804
+ "learning_rate": 1.3210697399527188e-05,
1805
+ "loss": 0.3644,
1806
+ "step": 6100
1807
+ },
1808
+ {
1809
+ "epoch": 8.145043246839654,
1810
+ "grad_norm": 111.16980743408203,
1811
+ "learning_rate": 1.3173758865248227e-05,
1812
+ "loss": 0.4362,
1813
+ "step": 6125
1814
+ },
1815
+ {
1816
+ "epoch": 8.17831004657352,
1817
+ "grad_norm": 3.8904495239257812,
1818
+ "learning_rate": 1.3136820330969268e-05,
1819
+ "loss": 0.5183,
1820
+ "step": 6150
1821
+ },
1822
+ {
1823
+ "epoch": 8.211576846307386,
1824
+ "grad_norm": 53.98445510864258,
1825
+ "learning_rate": 1.3099881796690307e-05,
1826
+ "loss": 0.478,
1827
+ "step": 6175
1828
+ },
1829
+ {
1830
+ "epoch": 8.24484364604125,
1831
+ "grad_norm": 51.462440490722656,
1832
+ "learning_rate": 1.306294326241135e-05,
1833
+ "loss": 0.4896,
1834
+ "step": 6200
1835
+ },
1836
+ {
1837
+ "epoch": 8.278110445775116,
1838
+ "grad_norm": 10.473731994628906,
1839
+ "learning_rate": 1.302600472813239e-05,
1840
+ "loss": 0.382,
1841
+ "step": 6225
1842
+ },
1843
+ {
1844
+ "epoch": 8.311377245508982,
1845
+ "grad_norm": 30.889976501464844,
1846
+ "learning_rate": 1.2989066193853428e-05,
1847
+ "loss": 0.47,
1848
+ "step": 6250
1849
+ },
1850
+ {
1851
+ "epoch": 8.344644045242848,
1852
+ "grad_norm": 23.246580123901367,
1853
+ "learning_rate": 1.295212765957447e-05,
1854
+ "loss": 0.3949,
1855
+ "step": 6275
1856
+ },
1857
+ {
1858
+ "epoch": 8.377910844976713,
1859
+ "grad_norm": 12.868432998657227,
1860
+ "learning_rate": 1.2915189125295508e-05,
1861
+ "loss": 0.4957,
1862
+ "step": 6300
1863
+ },
1864
+ {
1865
+ "epoch": 8.411177644710579,
1866
+ "grad_norm": 138.133056640625,
1867
+ "learning_rate": 1.287825059101655e-05,
1868
+ "loss": 0.3496,
1869
+ "step": 6325
1870
+ },
1871
+ {
1872
+ "epoch": 8.444444444444445,
1873
+ "grad_norm": 117.22947692871094,
1874
+ "learning_rate": 1.2841312056737589e-05,
1875
+ "loss": 0.5041,
1876
+ "step": 6350
1877
+ },
1878
+ {
1879
+ "epoch": 8.47771124417831,
1880
+ "grad_norm": 233.4966583251953,
1881
+ "learning_rate": 1.2804373522458631e-05,
1882
+ "loss": 0.5209,
1883
+ "step": 6375
1884
+ },
1885
+ {
1886
+ "epoch": 8.510978043912175,
1887
+ "grad_norm": 49.767578125,
1888
+ "learning_rate": 1.276743498817967e-05,
1889
+ "loss": 0.5986,
1890
+ "step": 6400
1891
+ },
1892
+ {
1893
+ "epoch": 8.544244843646041,
1894
+ "grad_norm": 104.48527526855469,
1895
+ "learning_rate": 1.273049645390071e-05,
1896
+ "loss": 0.4654,
1897
+ "step": 6425
1898
+ },
1899
+ {
1900
+ "epoch": 8.577511643379907,
1901
+ "grad_norm": 11.973702430725098,
1902
+ "learning_rate": 1.269355791962175e-05,
1903
+ "loss": 0.449,
1904
+ "step": 6450
1905
+ },
1906
+ {
1907
+ "epoch": 8.610778443113773,
1908
+ "grad_norm": 43.9163818359375,
1909
+ "learning_rate": 1.265661938534279e-05,
1910
+ "loss": 0.7029,
1911
+ "step": 6475
1912
+ },
1913
+ {
1914
+ "epoch": 8.644045242847637,
1915
+ "grad_norm": 35.278343200683594,
1916
+ "learning_rate": 1.2619680851063832e-05,
1917
+ "loss": 0.5354,
1918
+ "step": 6500
1919
+ },
1920
+ {
1921
+ "epoch": 8.677312042581503,
1922
+ "grad_norm": 12.317283630371094,
1923
+ "learning_rate": 1.2582742316784871e-05,
1924
+ "loss": 0.4734,
1925
+ "step": 6525
1926
+ },
1927
+ {
1928
+ "epoch": 8.71057884231537,
1929
+ "grad_norm": 12.840983390808105,
1930
+ "learning_rate": 1.2545803782505912e-05,
1931
+ "loss": 0.441,
1932
+ "step": 6550
1933
+ },
1934
+ {
1935
+ "epoch": 8.743845642049235,
1936
+ "grad_norm": 78.96651458740234,
1937
+ "learning_rate": 1.2508865248226951e-05,
1938
+ "loss": 0.4608,
1939
+ "step": 6575
1940
+ },
1941
+ {
1942
+ "epoch": 8.7771124417831,
1943
+ "grad_norm": 84.44933319091797,
1944
+ "learning_rate": 1.247192671394799e-05,
1945
+ "loss": 0.5275,
1946
+ "step": 6600
1947
+ },
1948
+ {
1949
+ "epoch": 8.810379241516966,
1950
+ "grad_norm": 70.8785171508789,
1951
+ "learning_rate": 1.2434988179669031e-05,
1952
+ "loss": 0.5293,
1953
+ "step": 6625
1954
+ },
1955
+ {
1956
+ "epoch": 8.843646041250832,
1957
+ "grad_norm": 184.6240234375,
1958
+ "learning_rate": 1.239804964539007e-05,
1959
+ "loss": 0.4154,
1960
+ "step": 6650
1961
+ },
1962
+ {
1963
+ "epoch": 8.876912840984698,
1964
+ "grad_norm": 5.227367877960205,
1965
+ "learning_rate": 1.2361111111111113e-05,
1966
+ "loss": 0.3332,
1967
+ "step": 6675
1968
+ },
1969
+ {
1970
+ "epoch": 8.910179640718562,
1971
+ "grad_norm": 12.240099906921387,
1972
+ "learning_rate": 1.2324172576832152e-05,
1973
+ "loss": 0.4864,
1974
+ "step": 6700
1975
+ },
1976
+ {
1977
+ "epoch": 8.943446440452428,
1978
+ "grad_norm": 43.18598937988281,
1979
+ "learning_rate": 1.2287234042553193e-05,
1980
+ "loss": 0.4224,
1981
+ "step": 6725
1982
+ },
1983
+ {
1984
+ "epoch": 8.976713240186294,
1985
+ "grad_norm": 65.2289810180664,
1986
+ "learning_rate": 1.2250295508274232e-05,
1987
+ "loss": 0.6456,
1988
+ "step": 6750
1989
+ },
1990
+ {
1991
+ "epoch": 9.0,
1992
+ "eval_accuracy": 0.875,
1993
+ "eval_loss": 0.612424373626709,
1994
+ "eval_macro_f1": 0.6737981844020272,
1995
+ "eval_runtime": 4.9589,
1996
+ "eval_samples_per_second": 538.834,
1997
+ "eval_steps_per_second": 33.677,
1998
+ "eval_weighted_f1": 0.8705819538219418,
1999
+ "step": 6768
2000
+ },
2001
+ {
2002
+ "epoch": 9.009314703925483,
2003
+ "grad_norm": 11.278035163879395,
2004
+ "learning_rate": 1.2213356973995272e-05,
2005
+ "loss": 0.3709,
2006
+ "step": 6775
2007
+ },
2008
+ {
2009
+ "epoch": 9.042581503659347,
2010
+ "grad_norm": 0.8149779438972473,
2011
+ "learning_rate": 1.2176418439716313e-05,
2012
+ "loss": 0.4902,
2013
+ "step": 6800
2014
+ },
2015
+ {
2016
+ "epoch": 9.075848303393213,
2017
+ "grad_norm": 37.30036544799805,
2018
+ "learning_rate": 1.2139479905437352e-05,
2019
+ "loss": 0.3415,
2020
+ "step": 6825
2021
+ },
2022
+ {
2023
+ "epoch": 9.10911510312708,
2024
+ "grad_norm": 42.868831634521484,
2025
+ "learning_rate": 1.2102541371158394e-05,
2026
+ "loss": 0.3187,
2027
+ "step": 6850
2028
+ },
2029
+ {
2030
+ "epoch": 9.142381902860945,
2031
+ "grad_norm": 94.64480590820312,
2032
+ "learning_rate": 1.2065602836879434e-05,
2033
+ "loss": 0.3338,
2034
+ "step": 6875
2035
+ },
2036
+ {
2037
+ "epoch": 9.17564870259481,
2038
+ "grad_norm": 50.855220794677734,
2039
+ "learning_rate": 1.2028664302600474e-05,
2040
+ "loss": 0.2395,
2041
+ "step": 6900
2042
+ },
2043
+ {
2044
+ "epoch": 9.208915502328676,
2045
+ "grad_norm": 56.38665771484375,
2046
+ "learning_rate": 1.1991725768321514e-05,
2047
+ "loss": 0.6127,
2048
+ "step": 6925
2049
+ },
2050
+ {
2051
+ "epoch": 9.242182302062542,
2052
+ "grad_norm": 71.44122314453125,
2053
+ "learning_rate": 1.1954787234042554e-05,
2054
+ "loss": 0.4507,
2055
+ "step": 6950
2056
+ },
2057
+ {
2058
+ "epoch": 9.275449101796408,
2059
+ "grad_norm": 139.63198852539062,
2060
+ "learning_rate": 1.1917848699763595e-05,
2061
+ "loss": 0.4734,
2062
+ "step": 6975
2063
+ },
2064
+ {
2065
+ "epoch": 9.308715901530272,
2066
+ "grad_norm": 68.60955810546875,
2067
+ "learning_rate": 1.1880910165484635e-05,
2068
+ "loss": 0.508,
2069
+ "step": 7000
2070
+ },
2071
+ {
2072
+ "epoch": 9.341982701264138,
2073
+ "grad_norm": 195.9664306640625,
2074
+ "learning_rate": 1.1843971631205675e-05,
2075
+ "loss": 0.3567,
2076
+ "step": 7025
2077
+ },
2078
+ {
2079
+ "epoch": 9.375249500998004,
2080
+ "grad_norm": 3.9564409255981445,
2081
+ "learning_rate": 1.1807033096926715e-05,
2082
+ "loss": 0.3299,
2083
+ "step": 7050
2084
+ },
2085
+ {
2086
+ "epoch": 9.40851630073187,
2087
+ "grad_norm": 138.1326141357422,
2088
+ "learning_rate": 1.1770094562647755e-05,
2089
+ "loss": 0.4666,
2090
+ "step": 7075
2091
+ },
2092
+ {
2093
+ "epoch": 9.441783100465734,
2094
+ "grad_norm": 46.93519592285156,
2095
+ "learning_rate": 1.1733156028368795e-05,
2096
+ "loss": 0.426,
2097
+ "step": 7100
2098
+ },
2099
+ {
2100
+ "epoch": 9.4750499001996,
2101
+ "grad_norm": 2.6514739990234375,
2102
+ "learning_rate": 1.1696217494089837e-05,
2103
+ "loss": 0.5063,
2104
+ "step": 7125
2105
+ },
2106
+ {
2107
+ "epoch": 9.508316699933467,
2108
+ "grad_norm": 64.56378936767578,
2109
+ "learning_rate": 1.1659278959810876e-05,
2110
+ "loss": 0.3179,
2111
+ "step": 7150
2112
+ },
2113
+ {
2114
+ "epoch": 9.541583499667333,
2115
+ "grad_norm": 55.0404167175293,
2116
+ "learning_rate": 1.1622340425531916e-05,
2117
+ "loss": 0.4373,
2118
+ "step": 7175
2119
+ },
2120
+ {
2121
+ "epoch": 9.574850299401197,
2122
+ "grad_norm": 7.765622615814209,
2123
+ "learning_rate": 1.1585401891252956e-05,
2124
+ "loss": 0.303,
2125
+ "step": 7200
2126
+ },
2127
+ {
2128
+ "epoch": 9.608117099135063,
2129
+ "grad_norm": 18.848297119140625,
2130
+ "learning_rate": 1.1548463356973996e-05,
2131
+ "loss": 0.4492,
2132
+ "step": 7225
2133
+ },
2134
+ {
2135
+ "epoch": 9.641383898868929,
2136
+ "grad_norm": 262.19842529296875,
2137
+ "learning_rate": 1.1511524822695037e-05,
2138
+ "loss": 0.4514,
2139
+ "step": 7250
2140
+ },
2141
+ {
2142
+ "epoch": 9.674650698602795,
2143
+ "grad_norm": 181.69119262695312,
2144
+ "learning_rate": 1.1474586288416076e-05,
2145
+ "loss": 0.3267,
2146
+ "step": 7275
2147
+ },
2148
+ {
2149
+ "epoch": 9.70791749833666,
2150
+ "grad_norm": 195.1144256591797,
2151
+ "learning_rate": 1.1437647754137118e-05,
2152
+ "loss": 0.5117,
2153
+ "step": 7300
2154
+ },
2155
+ {
2156
+ "epoch": 9.741184298070525,
2157
+ "grad_norm": 19.344404220581055,
2158
+ "learning_rate": 1.1400709219858158e-05,
2159
+ "loss": 0.369,
2160
+ "step": 7325
2161
+ },
2162
+ {
2163
+ "epoch": 9.774451097804391,
2164
+ "grad_norm": 94.47791290283203,
2165
+ "learning_rate": 1.1363770685579197e-05,
2166
+ "loss": 0.4978,
2167
+ "step": 7350
2168
+ },
2169
+ {
2170
+ "epoch": 9.807717897538257,
2171
+ "grad_norm": 131.7777099609375,
2172
+ "learning_rate": 1.1326832151300238e-05,
2173
+ "loss": 0.315,
2174
+ "step": 7375
2175
+ },
2176
+ {
2177
+ "epoch": 9.840984697272123,
2178
+ "grad_norm": 146.18838500976562,
2179
+ "learning_rate": 1.1289893617021277e-05,
2180
+ "loss": 0.454,
2181
+ "step": 7400
2182
+ },
2183
+ {
2184
+ "epoch": 9.874251497005988,
2185
+ "grad_norm": 28.97772979736328,
2186
+ "learning_rate": 1.1252955082742318e-05,
2187
+ "loss": 0.5419,
2188
+ "step": 7425
2189
+ },
2190
+ {
2191
+ "epoch": 9.907518296739854,
2192
+ "grad_norm": 52.84548568725586,
2193
+ "learning_rate": 1.1216016548463357e-05,
2194
+ "loss": 0.3849,
2195
+ "step": 7450
2196
+ },
2197
+ {
2198
+ "epoch": 9.94078509647372,
2199
+ "grad_norm": 32.59284591674805,
2200
+ "learning_rate": 1.11790780141844e-05,
2201
+ "loss": 0.5302,
2202
+ "step": 7475
2203
+ },
2204
+ {
2205
+ "epoch": 9.974051896207584,
2206
+ "grad_norm": 112.50459289550781,
2207
+ "learning_rate": 1.1142139479905439e-05,
2208
+ "loss": 0.4261,
2209
+ "step": 7500
2210
+ },
2211
+ {
2212
+ "epoch": 10.0,
2213
+ "eval_accuracy": 0.8712574850299402,
2214
+ "eval_loss": 0.6363743543624878,
2215
+ "eval_macro_f1": 0.6830009889426251,
2216
+ "eval_runtime": 4.6527,
2217
+ "eval_samples_per_second": 574.293,
2218
+ "eval_steps_per_second": 35.893,
2219
+ "eval_weighted_f1": 0.8712214563606286,
2220
+ "step": 7520
2221
+ },
2222
+ {
2223
+ "epoch": 10.006653359946773,
2224
+ "grad_norm": 146.90472412109375,
2225
+ "learning_rate": 1.1105200945626478e-05,
2226
+ "loss": 0.447,
2227
+ "step": 7525
2228
+ },
2229
+ {
2230
+ "epoch": 10.039920159680639,
2231
+ "grad_norm": 53.61845397949219,
2232
+ "learning_rate": 1.1068262411347519e-05,
2233
+ "loss": 0.3145,
2234
+ "step": 7550
2235
+ },
2236
+ {
2237
+ "epoch": 10.073186959414505,
2238
+ "grad_norm": 96.29273223876953,
2239
+ "learning_rate": 1.1031323877068558e-05,
2240
+ "loss": 0.2888,
2241
+ "step": 7575
2242
+ },
2243
+ {
2244
+ "epoch": 10.10645375914837,
2245
+ "grad_norm": 45.66432571411133,
2246
+ "learning_rate": 1.09943853427896e-05,
2247
+ "loss": 0.3253,
2248
+ "step": 7600
2249
+ },
2250
+ {
2251
+ "epoch": 10.139720558882235,
2252
+ "grad_norm": 100.30284881591797,
2253
+ "learning_rate": 1.095744680851064e-05,
2254
+ "loss": 0.3018,
2255
+ "step": 7625
2256
+ },
2257
+ {
2258
+ "epoch": 10.172987358616101,
2259
+ "grad_norm": 12.076370239257812,
2260
+ "learning_rate": 1.092050827423168e-05,
2261
+ "loss": 0.2337,
2262
+ "step": 7650
2263
+ },
2264
+ {
2265
+ "epoch": 10.206254158349967,
2266
+ "grad_norm": 112.977294921875,
2267
+ "learning_rate": 1.088356973995272e-05,
2268
+ "loss": 0.6186,
2269
+ "step": 7675
2270
+ },
2271
+ {
2272
+ "epoch": 10.239520958083832,
2273
+ "grad_norm": 71.6809310913086,
2274
+ "learning_rate": 1.0846631205673759e-05,
2275
+ "loss": 0.3596,
2276
+ "step": 7700
2277
+ },
2278
+ {
2279
+ "epoch": 10.272787757817698,
2280
+ "grad_norm": 59.19803237915039,
2281
+ "learning_rate": 1.08096926713948e-05,
2282
+ "loss": 0.4265,
2283
+ "step": 7725
2284
+ },
2285
+ {
2286
+ "epoch": 10.306054557551564,
2287
+ "grad_norm": 39.408939361572266,
2288
+ "learning_rate": 1.0772754137115839e-05,
2289
+ "loss": 0.5025,
2290
+ "step": 7750
2291
+ },
2292
+ {
2293
+ "epoch": 10.33932135728543,
2294
+ "grad_norm": 4.5459208488464355,
2295
+ "learning_rate": 1.0735815602836882e-05,
2296
+ "loss": 0.4587,
2297
+ "step": 7775
2298
+ },
2299
+ {
2300
+ "epoch": 10.372588157019294,
2301
+ "grad_norm": 85.29998779296875,
2302
+ "learning_rate": 1.069887706855792e-05,
2303
+ "loss": 0.3325,
2304
+ "step": 7800
2305
+ },
2306
+ {
2307
+ "epoch": 10.40585495675316,
2308
+ "grad_norm": 4.750024318695068,
2309
+ "learning_rate": 1.0661938534278962e-05,
2310
+ "loss": 0.2386,
2311
+ "step": 7825
2312
+ },
2313
+ {
2314
+ "epoch": 10.439121756487026,
2315
+ "grad_norm": 34.515071868896484,
2316
+ "learning_rate": 1.0625e-05,
2317
+ "loss": 0.4523,
2318
+ "step": 7850
2319
+ },
2320
+ {
2321
+ "epoch": 10.472388556220892,
2322
+ "grad_norm": 2.448835849761963,
2323
+ "learning_rate": 1.058806146572104e-05,
2324
+ "loss": 0.3871,
2325
+ "step": 7875
2326
+ },
2327
+ {
2328
+ "epoch": 10.505655355954758,
2329
+ "grad_norm": 98.859375,
2330
+ "learning_rate": 1.055112293144208e-05,
2331
+ "loss": 0.4361,
2332
+ "step": 7900
2333
+ },
2334
+ {
2335
+ "epoch": 10.538922155688622,
2336
+ "grad_norm": 162.70277404785156,
2337
+ "learning_rate": 1.051418439716312e-05,
2338
+ "loss": 0.3253,
2339
+ "step": 7925
2340
+ },
2341
+ {
2342
+ "epoch": 10.572188955422488,
2343
+ "grad_norm": 19.962324142456055,
2344
+ "learning_rate": 1.0477245862884163e-05,
2345
+ "loss": 0.402,
2346
+ "step": 7950
2347
+ },
2348
+ {
2349
+ "epoch": 10.605455755156354,
2350
+ "grad_norm": 10.693754196166992,
2351
+ "learning_rate": 1.0440307328605202e-05,
2352
+ "loss": 0.4327,
2353
+ "step": 7975
2354
+ },
2355
+ {
2356
+ "epoch": 10.638722554890219,
2357
+ "grad_norm": 159.30935668945312,
2358
+ "learning_rate": 1.0403368794326243e-05,
2359
+ "loss": 0.4039,
2360
+ "step": 8000
2361
+ },
2362
+ {
2363
+ "epoch": 10.671989354624085,
2364
+ "grad_norm": 31.413610458374023,
2365
+ "learning_rate": 1.0366430260047282e-05,
2366
+ "loss": 0.3767,
2367
+ "step": 8025
2368
+ },
2369
+ {
2370
+ "epoch": 10.70525615435795,
2371
+ "grad_norm": 81.35327911376953,
2372
+ "learning_rate": 1.0329491725768321e-05,
2373
+ "loss": 0.3967,
2374
+ "step": 8050
2375
+ },
2376
+ {
2377
+ "epoch": 10.738522954091817,
2378
+ "grad_norm": 0.5500437617301941,
2379
+ "learning_rate": 1.0292553191489364e-05,
2380
+ "loss": 0.486,
2381
+ "step": 8075
2382
+ },
2383
+ {
2384
+ "epoch": 10.771789753825683,
2385
+ "grad_norm": 19.54410743713379,
2386
+ "learning_rate": 1.0255614657210403e-05,
2387
+ "loss": 0.2892,
2388
+ "step": 8100
2389
+ },
2390
+ {
2391
+ "epoch": 10.805056553559547,
2392
+ "grad_norm": 0.4680987000465393,
2393
+ "learning_rate": 1.0218676122931444e-05,
2394
+ "loss": 0.4031,
2395
+ "step": 8125
2396
+ },
2397
+ {
2398
+ "epoch": 10.838323353293413,
2399
+ "grad_norm": 7.604605197906494,
2400
+ "learning_rate": 1.0181737588652483e-05,
2401
+ "loss": 0.3348,
2402
+ "step": 8150
2403
+ },
2404
+ {
2405
+ "epoch": 10.87159015302728,
2406
+ "grad_norm": 85.0234146118164,
2407
+ "learning_rate": 1.0144799054373524e-05,
2408
+ "loss": 0.4595,
2409
+ "step": 8175
2410
+ },
2411
+ {
2412
+ "epoch": 10.904856952761145,
2413
+ "grad_norm": 142.15426635742188,
2414
+ "learning_rate": 1.0107860520094563e-05,
2415
+ "loss": 0.28,
2416
+ "step": 8200
2417
+ },
2418
+ {
2419
+ "epoch": 10.93812375249501,
2420
+ "grad_norm": 123.78627014160156,
2421
+ "learning_rate": 1.0070921985815602e-05,
2422
+ "loss": 0.2889,
2423
+ "step": 8225
2424
+ },
2425
+ {
2426
+ "epoch": 10.971390552228875,
2427
+ "grad_norm": 94.64741516113281,
2428
+ "learning_rate": 1.0033983451536645e-05,
2429
+ "loss": 0.3714,
2430
+ "step": 8250
2431
+ },
2432
+ {
2433
+ "epoch": 11.0,
2434
+ "eval_accuracy": 0.8532934131736527,
2435
+ "eval_loss": 0.894757091999054,
2436
+ "eval_macro_f1": 0.674934990833731,
2437
+ "eval_runtime": 5.0022,
2438
+ "eval_samples_per_second": 534.16,
2439
+ "eval_steps_per_second": 33.385,
2440
+ "eval_weighted_f1": 0.8614173057537522,
2441
+ "step": 8272
2442
+ },
2443
+ {
2444
+ "epoch": 11.003992015968064,
2445
+ "grad_norm": 111.74949645996094,
2446
+ "learning_rate": 9.997044917257684e-06,
2447
+ "loss": 0.5586,
2448
+ "step": 8275
2449
+ },
2450
+ {
2451
+ "epoch": 11.037258815701929,
2452
+ "grad_norm": 189.83901977539062,
2453
+ "learning_rate": 9.960106382978723e-06,
2454
+ "loss": 0.2896,
2455
+ "step": 8300
2456
+ },
2457
+ {
2458
+ "epoch": 11.070525615435795,
2459
+ "grad_norm": 7.084700584411621,
2460
+ "learning_rate": 9.923167848699764e-06,
2461
+ "loss": 0.2221,
2462
+ "step": 8325
2463
+ },
2464
+ {
2465
+ "epoch": 11.10379241516966,
2466
+ "grad_norm": 103.59099578857422,
2467
+ "learning_rate": 9.886229314420805e-06,
2468
+ "loss": 0.4709,
2469
+ "step": 8350
2470
+ },
2471
+ {
2472
+ "epoch": 11.137059214903527,
2473
+ "grad_norm": 0.2679242491722107,
2474
+ "learning_rate": 9.849290780141844e-06,
2475
+ "loss": 0.2899,
2476
+ "step": 8375
2477
+ },
2478
+ {
2479
+ "epoch": 11.170326014637391,
2480
+ "grad_norm": 6.770369529724121,
2481
+ "learning_rate": 9.812352245862885e-06,
2482
+ "loss": 0.341,
2483
+ "step": 8400
2484
+ },
2485
+ {
2486
+ "epoch": 11.203592814371257,
2487
+ "grad_norm": 27.116470336914062,
2488
+ "learning_rate": 9.775413711583926e-06,
2489
+ "loss": 0.3034,
2490
+ "step": 8425
2491
+ },
2492
+ {
2493
+ "epoch": 11.236859614105123,
2494
+ "grad_norm": 25.655982971191406,
2495
+ "learning_rate": 9.738475177304965e-06,
2496
+ "loss": 0.3067,
2497
+ "step": 8450
2498
+ },
2499
+ {
2500
+ "epoch": 11.27012641383899,
2501
+ "grad_norm": 0.49838224053382874,
2502
+ "learning_rate": 9.701536643026006e-06,
2503
+ "loss": 0.2938,
2504
+ "step": 8475
2505
+ },
2506
+ {
2507
+ "epoch": 11.303393213572853,
2508
+ "grad_norm": 0.04968804493546486,
2509
+ "learning_rate": 9.664598108747045e-06,
2510
+ "loss": 0.369,
2511
+ "step": 8500
2512
+ },
2513
+ {
2514
+ "epoch": 11.33666001330672,
2515
+ "grad_norm": 0.8868095874786377,
2516
+ "learning_rate": 9.627659574468086e-06,
2517
+ "loss": 0.2701,
2518
+ "step": 8525
2519
+ },
2520
+ {
2521
+ "epoch": 11.369926813040586,
2522
+ "grad_norm": 157.68955993652344,
2523
+ "learning_rate": 9.590721040189127e-06,
2524
+ "loss": 0.4613,
2525
+ "step": 8550
2526
+ },
2527
+ {
2528
+ "epoch": 11.403193612774452,
2529
+ "grad_norm": 15.680246353149414,
2530
+ "learning_rate": 9.553782505910166e-06,
2531
+ "loss": 0.5104,
2532
+ "step": 8575
2533
+ },
2534
+ {
2535
+ "epoch": 11.436460412508318,
2536
+ "grad_norm": 3.860753297805786,
2537
+ "learning_rate": 9.516843971631207e-06,
2538
+ "loss": 0.319,
2539
+ "step": 8600
2540
+ },
2541
+ {
2542
+ "epoch": 11.469727212242182,
2543
+ "grad_norm": 0.05179605633020401,
2544
+ "learning_rate": 9.479905437352248e-06,
2545
+ "loss": 0.2497,
2546
+ "step": 8625
2547
+ },
2548
+ {
2549
+ "epoch": 11.502994011976048,
2550
+ "grad_norm": 19.539119720458984,
2551
+ "learning_rate": 9.442966903073287e-06,
2552
+ "loss": 0.3076,
2553
+ "step": 8650
2554
+ },
2555
+ {
2556
+ "epoch": 11.536260811709914,
2557
+ "grad_norm": 171.96554565429688,
2558
+ "learning_rate": 9.406028368794326e-06,
2559
+ "loss": 0.2451,
2560
+ "step": 8675
2561
+ },
2562
+ {
2563
+ "epoch": 11.569527611443778,
2564
+ "grad_norm": 104.6055908203125,
2565
+ "learning_rate": 9.369089834515367e-06,
2566
+ "loss": 0.4882,
2567
+ "step": 8700
2568
+ },
2569
+ {
2570
+ "epoch": 11.602794411177644,
2571
+ "grad_norm": 192.49107360839844,
2572
+ "learning_rate": 9.332151300236408e-06,
2573
+ "loss": 0.1927,
2574
+ "step": 8725
2575
+ },
2576
+ {
2577
+ "epoch": 11.63606121091151,
2578
+ "grad_norm": 113.66520690917969,
2579
+ "learning_rate": 9.295212765957447e-06,
2580
+ "loss": 0.5132,
2581
+ "step": 8750
2582
+ },
2583
+ {
2584
+ "epoch": 11.669328010645376,
2585
+ "grad_norm": 1.5357458591461182,
2586
+ "learning_rate": 9.258274231678488e-06,
2587
+ "loss": 0.3299,
2588
+ "step": 8775
2589
+ },
2590
+ {
2591
+ "epoch": 11.702594810379242,
2592
+ "grad_norm": 7.425477981567383,
2593
+ "learning_rate": 9.221335697399529e-06,
2594
+ "loss": 0.3152,
2595
+ "step": 8800
2596
+ },
2597
+ {
2598
+ "epoch": 11.735861610113107,
2599
+ "grad_norm": 88.83858489990234,
2600
+ "learning_rate": 9.184397163120568e-06,
2601
+ "loss": 0.4287,
2602
+ "step": 8825
2603
+ },
2604
+ {
2605
+ "epoch": 11.769128409846973,
2606
+ "grad_norm": 116.88427734375,
2607
+ "learning_rate": 9.147458628841607e-06,
2608
+ "loss": 0.2827,
2609
+ "step": 8850
2610
+ },
2611
+ {
2612
+ "epoch": 11.802395209580839,
2613
+ "grad_norm": 0.2855460047721863,
2614
+ "learning_rate": 9.110520094562648e-06,
2615
+ "loss": 0.3539,
2616
+ "step": 8875
2617
+ },
2618
+ {
2619
+ "epoch": 11.835662009314705,
2620
+ "grad_norm": 0.2470688670873642,
2621
+ "learning_rate": 9.073581560283689e-06,
2622
+ "loss": 0.2994,
2623
+ "step": 8900
2624
+ },
2625
+ {
2626
+ "epoch": 11.868928809048569,
2627
+ "grad_norm": 0.7920336723327637,
2628
+ "learning_rate": 9.036643026004728e-06,
2629
+ "loss": 0.4487,
2630
+ "step": 8925
2631
+ },
2632
+ {
2633
+ "epoch": 11.902195608782435,
2634
+ "grad_norm": 22.19344711303711,
2635
+ "learning_rate": 8.999704491725769e-06,
2636
+ "loss": 0.6164,
2637
+ "step": 8950
2638
+ },
2639
+ {
2640
+ "epoch": 11.935462408516301,
2641
+ "grad_norm": 0.01289329957216978,
2642
+ "learning_rate": 8.96276595744681e-06,
2643
+ "loss": 0.2209,
2644
+ "step": 8975
2645
+ },
2646
+ {
2647
+ "epoch": 11.968729208250167,
2648
+ "grad_norm": 13.674651145935059,
2649
+ "learning_rate": 8.925827423167849e-06,
2650
+ "loss": 0.3971,
2651
+ "step": 9000
2652
+ },
2653
+ {
2654
+ "epoch": 12.0,
2655
+ "eval_accuracy": 0.873877245508982,
2656
+ "eval_loss": 0.8464699983596802,
2657
+ "eval_macro_f1": 0.688652109205021,
2658
+ "eval_runtime": 4.8222,
2659
+ "eval_samples_per_second": 554.099,
2660
+ "eval_steps_per_second": 34.631,
2661
+ "eval_weighted_f1": 0.8739574547555415,
2662
+ "step": 9024
2663
+ },
2664
+ {
2665
+ "epoch": 12.001330671989354,
2666
+ "grad_norm": 94.50264739990234,
2667
+ "learning_rate": 8.888888888888888e-06,
2668
+ "loss": 0.2994,
2669
+ "step": 9025
2670
+ },
2671
+ {
2672
+ "epoch": 12.03459747172322,
2673
+ "grad_norm": 132.3795928955078,
2674
+ "learning_rate": 8.85195035460993e-06,
2675
+ "loss": 0.3759,
2676
+ "step": 9050
2677
+ },
2678
+ {
2679
+ "epoch": 12.067864271457086,
2680
+ "grad_norm": 0.5276262164115906,
2681
+ "learning_rate": 8.81501182033097e-06,
2682
+ "loss": 0.2113,
2683
+ "step": 9075
2684
+ },
2685
+ {
2686
+ "epoch": 12.10113107119095,
2687
+ "grad_norm": 0.39876148104667664,
2688
+ "learning_rate": 8.778073286052011e-06,
2689
+ "loss": 0.2499,
2690
+ "step": 9100
2691
+ },
2692
+ {
2693
+ "epoch": 12.134397870924817,
2694
+ "grad_norm": 0.1091281920671463,
2695
+ "learning_rate": 8.74113475177305e-06,
2696
+ "loss": 0.1929,
2697
+ "step": 9125
2698
+ },
2699
+ {
2700
+ "epoch": 12.167664670658683,
2701
+ "grad_norm": 0.3010193705558777,
2702
+ "learning_rate": 8.704196217494091e-06,
2703
+ "loss": 0.1096,
2704
+ "step": 9150
2705
+ },
2706
+ {
2707
+ "epoch": 12.200931470392549,
2708
+ "grad_norm": 14.241483688354492,
2709
+ "learning_rate": 8.667257683215132e-06,
2710
+ "loss": 0.2066,
2711
+ "step": 9175
2712
+ },
2713
+ {
2714
+ "epoch": 12.234198270126415,
2715
+ "grad_norm": 158.33261108398438,
2716
+ "learning_rate": 8.630319148936171e-06,
2717
+ "loss": 0.294,
2718
+ "step": 9200
2719
+ },
2720
+ {
2721
+ "epoch": 12.267465069860279,
2722
+ "grad_norm": 43.383750915527344,
2723
+ "learning_rate": 8.59338061465721e-06,
2724
+ "loss": 0.4419,
2725
+ "step": 9225
2726
+ },
2727
+ {
2728
+ "epoch": 12.300731869594145,
2729
+ "grad_norm": 1.629690170288086,
2730
+ "learning_rate": 8.556442080378251e-06,
2731
+ "loss": 0.2159,
2732
+ "step": 9250
2733
+ },
2734
+ {
2735
+ "epoch": 12.333998669328011,
2736
+ "grad_norm": 27.754947662353516,
2737
+ "learning_rate": 8.519503546099292e-06,
2738
+ "loss": 0.3468,
2739
+ "step": 9275
2740
+ },
2741
+ {
2742
+ "epoch": 12.367265469061877,
2743
+ "grad_norm": 61.30251693725586,
2744
+ "learning_rate": 8.482565011820331e-06,
2745
+ "loss": 0.2199,
2746
+ "step": 9300
2747
+ },
2748
+ {
2749
+ "epoch": 12.400532268795741,
2750
+ "grad_norm": 67.17245483398438,
2751
+ "learning_rate": 8.445626477541372e-06,
2752
+ "loss": 0.2149,
2753
+ "step": 9325
2754
+ },
2755
+ {
2756
+ "epoch": 12.433799068529607,
2757
+ "grad_norm": 0.1391163319349289,
2758
+ "learning_rate": 8.408687943262413e-06,
2759
+ "loss": 0.2199,
2760
+ "step": 9350
2761
+ },
2762
+ {
2763
+ "epoch": 12.467065868263473,
2764
+ "grad_norm": 1.3071701526641846,
2765
+ "learning_rate": 8.371749408983452e-06,
2766
+ "loss": 0.1502,
2767
+ "step": 9375
2768
+ },
2769
+ {
2770
+ "epoch": 12.50033266799734,
2771
+ "grad_norm": 208.03858947753906,
2772
+ "learning_rate": 8.334810874704491e-06,
2773
+ "loss": 0.3548,
2774
+ "step": 9400
2775
+ },
2776
+ {
2777
+ "epoch": 12.533599467731204,
2778
+ "grad_norm": 0.40199917554855347,
2779
+ "learning_rate": 8.297872340425532e-06,
2780
+ "loss": 0.1339,
2781
+ "step": 9425
2782
+ },
2783
+ {
2784
+ "epoch": 12.56686626746507,
2785
+ "grad_norm": 199.3809814453125,
2786
+ "learning_rate": 8.260933806146573e-06,
2787
+ "loss": 0.4818,
2788
+ "step": 9450
2789
+ },
2790
+ {
2791
+ "epoch": 12.600133067198936,
2792
+ "grad_norm": 76.31633758544922,
2793
+ "learning_rate": 8.223995271867612e-06,
2794
+ "loss": 0.5075,
2795
+ "step": 9475
2796
+ },
2797
+ {
2798
+ "epoch": 12.633399866932802,
2799
+ "grad_norm": 3.417811632156372,
2800
+ "learning_rate": 8.187056737588653e-06,
2801
+ "loss": 0.1825,
2802
+ "step": 9500
2803
+ },
2804
+ {
2805
+ "epoch": 12.666666666666666,
2806
+ "grad_norm": 1.0967154502868652,
2807
+ "learning_rate": 8.150118203309694e-06,
2808
+ "loss": 0.3884,
2809
+ "step": 9525
2810
+ },
2811
+ {
2812
+ "epoch": 12.699933466400532,
2813
+ "grad_norm": 145.25604248046875,
2814
+ "learning_rate": 8.113179669030733e-06,
2815
+ "loss": 0.3077,
2816
+ "step": 9550
2817
+ },
2818
+ {
2819
+ "epoch": 12.733200266134398,
2820
+ "grad_norm": 12.048643112182617,
2821
+ "learning_rate": 8.076241134751774e-06,
2822
+ "loss": 0.4511,
2823
+ "step": 9575
2824
+ },
2825
+ {
2826
+ "epoch": 12.766467065868264,
2827
+ "grad_norm": 1.932469367980957,
2828
+ "learning_rate": 8.039302600472813e-06,
2829
+ "loss": 0.4052,
2830
+ "step": 9600
2831
+ },
2832
+ {
2833
+ "epoch": 12.799733865602128,
2834
+ "grad_norm": 127.71119689941406,
2835
+ "learning_rate": 8.002364066193854e-06,
2836
+ "loss": 0.2669,
2837
+ "step": 9625
2838
+ },
2839
+ {
2840
+ "epoch": 12.833000665335994,
2841
+ "grad_norm": 4.873566150665283,
2842
+ "learning_rate": 7.965425531914895e-06,
2843
+ "loss": 0.2462,
2844
+ "step": 9650
2845
+ },
2846
+ {
2847
+ "epoch": 12.86626746506986,
2848
+ "grad_norm": 207.60479736328125,
2849
+ "learning_rate": 7.928486997635934e-06,
2850
+ "loss": 0.4386,
2851
+ "step": 9675
2852
+ },
2853
+ {
2854
+ "epoch": 12.899534264803727,
2855
+ "grad_norm": 31.28510093688965,
2856
+ "learning_rate": 7.891548463356975e-06,
2857
+ "loss": 0.2766,
2858
+ "step": 9700
2859
+ },
2860
+ {
2861
+ "epoch": 12.93280106453759,
2862
+ "grad_norm": 0.05417432263493538,
2863
+ "learning_rate": 7.854609929078016e-06,
2864
+ "loss": 0.3713,
2865
+ "step": 9725
2866
+ },
2867
+ {
2868
+ "epoch": 12.966067864271457,
2869
+ "grad_norm": 181.41073608398438,
2870
+ "learning_rate": 7.817671394799055e-06,
2871
+ "loss": 0.3493,
2872
+ "step": 9750
2873
+ },
2874
+ {
2875
+ "epoch": 12.999334664005323,
2876
+ "grad_norm": 0.09855780005455017,
2877
+ "learning_rate": 7.780732860520094e-06,
2878
+ "loss": 0.3339,
2879
+ "step": 9775
2880
+ },
2881
+ {
2882
+ "epoch": 13.0,
2883
+ "eval_accuracy": 0.8720059880239521,
2884
+ "eval_loss": 0.8830263018608093,
2885
+ "eval_macro_f1": 0.6761176535925223,
2886
+ "eval_runtime": 5.0807,
2887
+ "eval_samples_per_second": 525.914,
2888
+ "eval_steps_per_second": 32.87,
2889
+ "eval_weighted_f1": 0.8705759560292073,
2890
+ "step": 9776
2891
+ },
2892
+ {
2893
+ "epoch": 13.031936127744512,
2894
+ "grad_norm": 9.132990837097168,
2895
+ "learning_rate": 7.743794326241135e-06,
2896
+ "loss": 0.1623,
2897
+ "step": 9800
2898
+ },
2899
+ {
2900
+ "epoch": 13.065202927478376,
2901
+ "grad_norm": 0.39902299642562866,
2902
+ "learning_rate": 7.706855791962176e-06,
2903
+ "loss": 0.2254,
2904
+ "step": 9825
2905
+ },
2906
+ {
2907
+ "epoch": 13.098469727212242,
2908
+ "grad_norm": 0.3398890495300293,
2909
+ "learning_rate": 7.669917257683215e-06,
2910
+ "loss": 0.2903,
2911
+ "step": 9850
2912
+ },
2913
+ {
2914
+ "epoch": 13.131736526946108,
2915
+ "grad_norm": 10.759797096252441,
2916
+ "learning_rate": 7.632978723404256e-06,
2917
+ "loss": 0.1899,
2918
+ "step": 9875
2919
+ },
2920
+ {
2921
+ "epoch": 13.165003326679974,
2922
+ "grad_norm": 0.2281106412410736,
2923
+ "learning_rate": 7.596040189125296e-06,
2924
+ "loss": 0.3482,
2925
+ "step": 9900
2926
+ },
2927
+ {
2928
+ "epoch": 13.198270126413838,
2929
+ "grad_norm": 154.83773803710938,
2930
+ "learning_rate": 7.5591016548463355e-06,
2931
+ "loss": 0.2208,
2932
+ "step": 9925
2933
+ },
2934
+ {
2935
+ "epoch": 13.231536926147704,
2936
+ "grad_norm": 208.1733856201172,
2937
+ "learning_rate": 7.522163120567376e-06,
2938
+ "loss": 0.2808,
2939
+ "step": 9950
2940
+ },
2941
+ {
2942
+ "epoch": 13.26480372588157,
2943
+ "grad_norm": 0.02294939011335373,
2944
+ "learning_rate": 7.485224586288416e-06,
2945
+ "loss": 0.198,
2946
+ "step": 9975
2947
+ },
2948
+ {
2949
+ "epoch": 13.298070525615437,
2950
+ "grad_norm": 4.699358940124512,
2951
+ "learning_rate": 7.448286052009457e-06,
2952
+ "loss": 0.2724,
2953
+ "step": 10000
2954
+ },
2955
+ {
2956
+ "epoch": 13.3313373253493,
2957
+ "grad_norm": 286.2029724121094,
2958
+ "learning_rate": 7.411347517730497e-06,
2959
+ "loss": 0.3958,
2960
+ "step": 10025
2961
+ },
2962
+ {
2963
+ "epoch": 13.364604125083167,
2964
+ "grad_norm": 0.040269482880830765,
2965
+ "learning_rate": 7.374408983451537e-06,
2966
+ "loss": 0.2616,
2967
+ "step": 10050
2968
+ },
2969
+ {
2970
+ "epoch": 13.397870924817033,
2971
+ "grad_norm": 80.30011749267578,
2972
+ "learning_rate": 7.337470449172578e-06,
2973
+ "loss": 0.1876,
2974
+ "step": 10075
2975
+ },
2976
+ {
2977
+ "epoch": 13.431137724550899,
2978
+ "grad_norm": 0.14492785930633545,
2979
+ "learning_rate": 7.300531914893617e-06,
2980
+ "loss": 0.1523,
2981
+ "step": 10100
2982
+ },
2983
+ {
2984
+ "epoch": 13.464404524284763,
2985
+ "grad_norm": 205.2319793701172,
2986
+ "learning_rate": 7.2635933806146574e-06,
2987
+ "loss": 0.2568,
2988
+ "step": 10125
2989
+ },
2990
+ {
2991
+ "epoch": 13.49767132401863,
2992
+ "grad_norm": 57.98427200317383,
2993
+ "learning_rate": 7.2266548463356975e-06,
2994
+ "loss": 0.2447,
2995
+ "step": 10150
2996
+ },
2997
+ {
2998
+ "epoch": 13.530938123752495,
2999
+ "grad_norm": 0.46857577562332153,
3000
+ "learning_rate": 7.189716312056738e-06,
3001
+ "loss": 0.2544,
3002
+ "step": 10175
3003
+ },
3004
+ {
3005
+ "epoch": 13.564204923486361,
3006
+ "grad_norm": 0.3101455271244049,
3007
+ "learning_rate": 7.152777777777778e-06,
3008
+ "loss": 0.3411,
3009
+ "step": 10200
3010
+ },
3011
+ {
3012
+ "epoch": 13.597471723220226,
3013
+ "grad_norm": 1.8731670379638672,
3014
+ "learning_rate": 7.115839243498818e-06,
3015
+ "loss": 0.2948,
3016
+ "step": 10225
3017
+ },
3018
+ {
3019
+ "epoch": 13.630738522954092,
3020
+ "grad_norm": 49.75128173828125,
3021
+ "learning_rate": 7.078900709219859e-06,
3022
+ "loss": 0.2835,
3023
+ "step": 10250
3024
+ },
3025
+ {
3026
+ "epoch": 13.664005322687958,
3027
+ "grad_norm": 294.7785339355469,
3028
+ "learning_rate": 7.0419621749408985e-06,
3029
+ "loss": 0.2672,
3030
+ "step": 10275
3031
+ },
3032
+ {
3033
+ "epoch": 13.697272122421824,
3034
+ "grad_norm": 8.841163635253906,
3035
+ "learning_rate": 7.0050236406619385e-06,
3036
+ "loss": 0.1091,
3037
+ "step": 10300
3038
+ },
3039
+ {
3040
+ "epoch": 13.730538922155688,
3041
+ "grad_norm": 283.8895568847656,
3042
+ "learning_rate": 6.968085106382979e-06,
3043
+ "loss": 0.4387,
3044
+ "step": 10325
3045
+ },
3046
+ {
3047
+ "epoch": 13.763805721889554,
3048
+ "grad_norm": 64.1697998046875,
3049
+ "learning_rate": 6.9311465721040194e-06,
3050
+ "loss": 0.3994,
3051
+ "step": 10350
3052
+ },
3053
+ {
3054
+ "epoch": 13.79707252162342,
3055
+ "grad_norm": 0.9689582586288452,
3056
+ "learning_rate": 6.8942080378250595e-06,
3057
+ "loss": 0.2608,
3058
+ "step": 10375
3059
+ },
3060
+ {
3061
+ "epoch": 13.830339321357286,
3062
+ "grad_norm": 46.18682861328125,
3063
+ "learning_rate": 6.8572695035461e-06,
3064
+ "loss": 0.2746,
3065
+ "step": 10400
3066
+ },
3067
+ {
3068
+ "epoch": 13.86360612109115,
3069
+ "grad_norm": 13.900273323059082,
3070
+ "learning_rate": 6.82033096926714e-06,
3071
+ "loss": 0.3766,
3072
+ "step": 10425
3073
+ },
3074
+ {
3075
+ "epoch": 13.896872920825016,
3076
+ "grad_norm": 0.7976098656654358,
3077
+ "learning_rate": 6.7833924349881796e-06,
3078
+ "loss": 0.2144,
3079
+ "step": 10450
3080
+ },
3081
+ {
3082
+ "epoch": 13.930139720558882,
3083
+ "grad_norm": 0.17734453082084656,
3084
+ "learning_rate": 6.74645390070922e-06,
3085
+ "loss": 0.2077,
3086
+ "step": 10475
3087
+ },
3088
+ {
3089
+ "epoch": 13.963406520292748,
3090
+ "grad_norm": 0.054287154227495193,
3091
+ "learning_rate": 6.7095153664302605e-06,
3092
+ "loss": 0.3689,
3093
+ "step": 10500
3094
+ },
3095
+ {
3096
+ "epoch": 13.996673320026613,
3097
+ "grad_norm": 1.1545761823654175,
3098
+ "learning_rate": 6.6725768321513005e-06,
3099
+ "loss": 0.5748,
3100
+ "step": 10525
3101
+ },
3102
+ {
3103
+ "epoch": 14.0,
3104
+ "eval_accuracy": 0.8596556886227545,
3105
+ "eval_loss": 1.0570117235183716,
3106
+ "eval_macro_f1": 0.6673702822270461,
3107
+ "eval_runtime": 4.9633,
3108
+ "eval_samples_per_second": 538.349,
3109
+ "eval_steps_per_second": 33.647,
3110
+ "eval_weighted_f1": 0.8632578649903355,
3111
+ "step": 10528
3112
+ },
3113
+ {
3114
+ "epoch": 14.029274783765802,
3115
+ "grad_norm": 13.72189712524414,
3116
+ "learning_rate": 6.635638297872341e-06,
3117
+ "loss": 0.3068,
3118
+ "step": 10550
3119
+ },
3120
+ {
3121
+ "epoch": 14.062541583499668,
3122
+ "grad_norm": 0.2594093680381775,
3123
+ "learning_rate": 6.5986997635933814e-06,
3124
+ "loss": 0.2987,
3125
+ "step": 10575
3126
+ },
3127
+ {
3128
+ "epoch": 14.095808383233534,
3129
+ "grad_norm": 0.0053437030874192715,
3130
+ "learning_rate": 6.5617612293144215e-06,
3131
+ "loss": 0.2683,
3132
+ "step": 10600
3133
+ },
3134
+ {
3135
+ "epoch": 14.129075182967398,
3136
+ "grad_norm": 0.05037463456392288,
3137
+ "learning_rate": 6.524822695035462e-06,
3138
+ "loss": 0.1037,
3139
+ "step": 10625
3140
+ },
3141
+ {
3142
+ "epoch": 14.162341982701264,
3143
+ "grad_norm": 145.23831176757812,
3144
+ "learning_rate": 6.4878841607565015e-06,
3145
+ "loss": 0.2741,
3146
+ "step": 10650
3147
+ },
3148
+ {
3149
+ "epoch": 14.19560878243513,
3150
+ "grad_norm": 42.90032196044922,
3151
+ "learning_rate": 6.4509456264775416e-06,
3152
+ "loss": 0.3019,
3153
+ "step": 10675
3154
+ },
3155
+ {
3156
+ "epoch": 14.228875582168996,
3157
+ "grad_norm": 0.07226505875587463,
3158
+ "learning_rate": 6.414007092198582e-06,
3159
+ "loss": 0.3852,
3160
+ "step": 10700
3161
+ },
3162
+ {
3163
+ "epoch": 14.26214238190286,
3164
+ "grad_norm": 0.09823520481586456,
3165
+ "learning_rate": 6.3770685579196225e-06,
3166
+ "loss": 0.327,
3167
+ "step": 10725
3168
+ },
3169
+ {
3170
+ "epoch": 14.295409181636726,
3171
+ "grad_norm": 0.0839691087603569,
3172
+ "learning_rate": 6.3401300236406625e-06,
3173
+ "loss": 0.1897,
3174
+ "step": 10750
3175
+ },
3176
+ {
3177
+ "epoch": 14.328675981370592,
3178
+ "grad_norm": 187.62701416015625,
3179
+ "learning_rate": 6.303191489361703e-06,
3180
+ "loss": 0.1744,
3181
+ "step": 10775
3182
+ },
3183
+ {
3184
+ "epoch": 14.361942781104458,
3185
+ "grad_norm": 0.7214371562004089,
3186
+ "learning_rate": 6.2662529550827434e-06,
3187
+ "loss": 0.1975,
3188
+ "step": 10800
3189
+ },
3190
+ {
3191
+ "epoch": 14.395209580838323,
3192
+ "grad_norm": 212.11563110351562,
3193
+ "learning_rate": 6.229314420803783e-06,
3194
+ "loss": 0.3068,
3195
+ "step": 10825
3196
+ },
3197
+ {
3198
+ "epoch": 14.428476380572189,
3199
+ "grad_norm": 187.68255615234375,
3200
+ "learning_rate": 6.192375886524823e-06,
3201
+ "loss": 0.377,
3202
+ "step": 10850
3203
+ },
3204
+ {
3205
+ "epoch": 14.461743180306055,
3206
+ "grad_norm": 0.020287690684199333,
3207
+ "learning_rate": 6.1554373522458635e-06,
3208
+ "loss": 0.2936,
3209
+ "step": 10875
3210
+ },
3211
+ {
3212
+ "epoch": 14.49500998003992,
3213
+ "grad_norm": 44.54591751098633,
3214
+ "learning_rate": 6.1184988179669036e-06,
3215
+ "loss": 0.1677,
3216
+ "step": 10900
3217
+ },
3218
+ {
3219
+ "epoch": 14.528276779773785,
3220
+ "grad_norm": 20.483366012573242,
3221
+ "learning_rate": 6.081560283687944e-06,
3222
+ "loss": 0.16,
3223
+ "step": 10925
3224
+ },
3225
+ {
3226
+ "epoch": 14.561543579507651,
3227
+ "grad_norm": 0.048777781426906586,
3228
+ "learning_rate": 6.0446217494089845e-06,
3229
+ "loss": 0.2275,
3230
+ "step": 10950
3231
+ },
3232
+ {
3233
+ "epoch": 14.594810379241517,
3234
+ "grad_norm": 9.049830436706543,
3235
+ "learning_rate": 6.0076832151300245e-06,
3236
+ "loss": 0.5532,
3237
+ "step": 10975
3238
+ },
3239
+ {
3240
+ "epoch": 14.628077178975383,
3241
+ "grad_norm": 7.2376861572265625,
3242
+ "learning_rate": 5.970744680851064e-06,
3243
+ "loss": 0.3448,
3244
+ "step": 11000
3245
+ },
3246
+ {
3247
+ "epoch": 14.661343978709247,
3248
+ "grad_norm": 42.35115432739258,
3249
+ "learning_rate": 5.933806146572105e-06,
3250
+ "loss": 0.1682,
3251
+ "step": 11025
3252
+ },
3253
+ {
3254
+ "epoch": 14.694610778443113,
3255
+ "grad_norm": 2.795699119567871,
3256
+ "learning_rate": 5.896867612293145e-06,
3257
+ "loss": 0.2262,
3258
+ "step": 11050
3259
+ },
3260
+ {
3261
+ "epoch": 14.72787757817698,
3262
+ "grad_norm": 0.034270789474248886,
3263
+ "learning_rate": 5.859929078014185e-06,
3264
+ "loss": 0.0871,
3265
+ "step": 11075
3266
+ },
3267
+ {
3268
+ "epoch": 14.761144377910846,
3269
+ "grad_norm": 179.5379638671875,
3270
+ "learning_rate": 5.8229905437352255e-06,
3271
+ "loss": 0.3595,
3272
+ "step": 11100
3273
+ },
3274
+ {
3275
+ "epoch": 14.79441117764471,
3276
+ "grad_norm": 103.36890411376953,
3277
+ "learning_rate": 5.7860520094562656e-06,
3278
+ "loss": 0.2332,
3279
+ "step": 11125
3280
+ },
3281
+ {
3282
+ "epoch": 14.827677977378576,
3283
+ "grad_norm": 0.034065838903188705,
3284
+ "learning_rate": 5.749113475177306e-06,
3285
+ "loss": 0.2181,
3286
+ "step": 11150
3287
+ },
3288
+ {
3289
+ "epoch": 14.860944777112442,
3290
+ "grad_norm": 2.734468698501587,
3291
+ "learning_rate": 5.712174940898345e-06,
3292
+ "loss": 0.348,
3293
+ "step": 11175
3294
+ },
3295
+ {
3296
+ "epoch": 14.894211576846308,
3297
+ "grad_norm": 20.550567626953125,
3298
+ "learning_rate": 5.675236406619386e-06,
3299
+ "loss": 0.4081,
3300
+ "step": 11200
3301
+ },
3302
+ {
3303
+ "epoch": 14.927478376580172,
3304
+ "grad_norm": 152.60438537597656,
3305
+ "learning_rate": 5.638297872340426e-06,
3306
+ "loss": 0.4059,
3307
+ "step": 11225
3308
+ },
3309
+ {
3310
+ "epoch": 14.960745176314038,
3311
+ "grad_norm": 185.79763793945312,
3312
+ "learning_rate": 5.601359338061466e-06,
3313
+ "loss": 0.3268,
3314
+ "step": 11250
3315
+ },
3316
+ {
3317
+ "epoch": 14.994011976047904,
3318
+ "grad_norm": 46.076942443847656,
3319
+ "learning_rate": 5.564420803782507e-06,
3320
+ "loss": 0.2368,
3321
+ "step": 11275
3322
+ },
3323
+ {
3324
+ "epoch": 15.0,
3325
+ "eval_accuracy": 0.8693862275449101,
3326
+ "eval_loss": 0.9616418480873108,
3327
+ "eval_macro_f1": 0.6798450348471863,
3328
+ "eval_runtime": 4.9767,
3329
+ "eval_samples_per_second": 536.902,
3330
+ "eval_steps_per_second": 33.556,
3331
+ "eval_weighted_f1": 0.8707247856212744,
3332
+ "step": 11280
3333
+ }
3334
+ ],
3335
+ "logging_steps": 25,
3336
+ "max_steps": 15040,
3337
+ "num_input_tokens_seen": 0,
3338
+ "num_train_epochs": 20,
3339
+ "save_steps": 500,
3340
+ "stateful_callbacks": {
3341
+ "EarlyStoppingCallback": {
3342
+ "args": {
3343
+ "early_stopping_patience": 3,
3344
+ "early_stopping_threshold": 0.0
3345
+ },
3346
+ "attributes": {
3347
+ "early_stopping_patience_counter": 3
3348
+ }
3349
+ },
3350
+ "TrainerControl": {
3351
+ "args": {
3352
+ "should_epoch_stop": false,
3353
+ "should_evaluate": false,
3354
+ "should_log": false,
3355
+ "should_save": true,
3356
+ "should_training_stop": true
3357
+ },
3358
+ "attributes": {}
3359
+ }
3360
+ },
3361
+ "total_flos": 0.0,
3362
+ "train_batch_size": 8,
3363
+ "trial_name": null,
3364
+ "trial_params": null
3365
+ }
vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-9024/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-9024/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-9024/trainer_state.json ADDED
@@ -0,0 +1,2695 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 9024,
3
+ "best_metric": 0.688652109205021,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vihsd-xlmr-s44-20260831T091912Z-38f451c2/trainer/checkpoint-9024",
5
+ "epoch": 12.0,
6
+ "eval_steps": 500,
7
+ "global_step": 9024,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0332667997338656,
14
+ "grad_norm": 77.25393676757812,
15
+ "learning_rate": 3.1914893617021275e-07,
16
+ "loss": 5.0499,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.0665335994677312,
21
+ "grad_norm": 55.699241638183594,
22
+ "learning_rate": 6.515957446808512e-07,
23
+ "loss": 5.0159,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.0998003992015968,
28
+ "grad_norm": 48.47918701171875,
29
+ "learning_rate": 9.840425531914895e-07,
30
+ "loss": 4.7144,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.1330671989354624,
35
+ "grad_norm": 1004.390380859375,
36
+ "learning_rate": 1.3164893617021277e-06,
37
+ "loss": 4.3619,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.16633399866932802,
42
+ "grad_norm": 92.48372650146484,
43
+ "learning_rate": 1.648936170212766e-06,
44
+ "loss": 3.5089,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.1996007984031936,
49
+ "grad_norm": 68.93904113769531,
50
+ "learning_rate": 1.9813829787234043e-06,
51
+ "loss": 3.0397,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.2328675981370592,
56
+ "grad_norm": 105.48822784423828,
57
+ "learning_rate": 2.3138297872340428e-06,
58
+ "loss": 2.541,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.2661343978709248,
63
+ "grad_norm": 37.558528900146484,
64
+ "learning_rate": 2.646276595744681e-06,
65
+ "loss": 2.534,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.2994011976047904,
70
+ "grad_norm": 30.373016357421875,
71
+ "learning_rate": 2.978723404255319e-06,
72
+ "loss": 2.3172,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.33266799733865604,
77
+ "grad_norm": 164.48806762695312,
78
+ "learning_rate": 3.311170212765958e-06,
79
+ "loss": 2.5443,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.36593479707252163,
84
+ "grad_norm": 34.15306854248047,
85
+ "learning_rate": 3.643617021276596e-06,
86
+ "loss": 2.3645,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.3992015968063872,
91
+ "grad_norm": 27.58818817138672,
92
+ "learning_rate": 3.976063829787235e-06,
93
+ "loss": 2.4394,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.4324683965402528,
98
+ "grad_norm": 27.899133682250977,
99
+ "learning_rate": 4.308510638297873e-06,
100
+ "loss": 2.4111,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.4657351962741184,
105
+ "grad_norm": 23.524911880493164,
106
+ "learning_rate": 4.640957446808511e-06,
107
+ "loss": 2.3066,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.499001996007984,
112
+ "grad_norm": 41.30659103393555,
113
+ "learning_rate": 4.973404255319149e-06,
114
+ "loss": 2.1581,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.5322687957418496,
119
+ "grad_norm": 35.42403793334961,
120
+ "learning_rate": 5.305851063829788e-06,
121
+ "loss": 2.3704,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.5655355954757152,
126
+ "grad_norm": 40.235267639160156,
127
+ "learning_rate": 5.638297872340426e-06,
128
+ "loss": 2.2257,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 0.5988023952095808,
133
+ "grad_norm": 27.909988403320312,
134
+ "learning_rate": 5.970744680851064e-06,
135
+ "loss": 2.2489,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 0.6320691949434465,
140
+ "grad_norm": 18.57331657409668,
141
+ "learning_rate": 6.303191489361703e-06,
142
+ "loss": 2.1896,
143
+ "step": 475
144
+ },
145
+ {
146
+ "epoch": 0.6653359946773121,
147
+ "grad_norm": 22.716522216796875,
148
+ "learning_rate": 6.635638297872341e-06,
149
+ "loss": 2.1674,
150
+ "step": 500
151
+ },
152
+ {
153
+ "epoch": 0.6986027944111777,
154
+ "grad_norm": 29.076169967651367,
155
+ "learning_rate": 6.968085106382979e-06,
156
+ "loss": 1.9467,
157
+ "step": 525
158
+ },
159
+ {
160
+ "epoch": 0.7318695941450433,
161
+ "grad_norm": 42.081565856933594,
162
+ "learning_rate": 7.300531914893617e-06,
163
+ "loss": 1.8748,
164
+ "step": 550
165
+ },
166
+ {
167
+ "epoch": 0.7651363938789089,
168
+ "grad_norm": 74.33717346191406,
169
+ "learning_rate": 7.632978723404256e-06,
170
+ "loss": 2.0184,
171
+ "step": 575
172
+ },
173
+ {
174
+ "epoch": 0.7984031936127745,
175
+ "grad_norm": 37.93362808227539,
176
+ "learning_rate": 7.965425531914895e-06,
177
+ "loss": 1.7556,
178
+ "step": 600
179
+ },
180
+ {
181
+ "epoch": 0.83166999334664,
182
+ "grad_norm": 31.61080551147461,
183
+ "learning_rate": 8.297872340425532e-06,
184
+ "loss": 1.7915,
185
+ "step": 625
186
+ },
187
+ {
188
+ "epoch": 0.8649367930805056,
189
+ "grad_norm": 32.1422233581543,
190
+ "learning_rate": 8.630319148936171e-06,
191
+ "loss": 1.8487,
192
+ "step": 650
193
+ },
194
+ {
195
+ "epoch": 0.8982035928143712,
196
+ "grad_norm": 25.30343246459961,
197
+ "learning_rate": 8.96276595744681e-06,
198
+ "loss": 1.9103,
199
+ "step": 675
200
+ },
201
+ {
202
+ "epoch": 0.9314703925482368,
203
+ "grad_norm": 32.481895446777344,
204
+ "learning_rate": 9.295212765957447e-06,
205
+ "loss": 1.9925,
206
+ "step": 700
207
+ },
208
+ {
209
+ "epoch": 0.9647371922821024,
210
+ "grad_norm": 55.91435623168945,
211
+ "learning_rate": 9.627659574468086e-06,
212
+ "loss": 1.8916,
213
+ "step": 725
214
+ },
215
+ {
216
+ "epoch": 0.998003992015968,
217
+ "grad_norm": 25.405855178833008,
218
+ "learning_rate": 9.960106382978723e-06,
219
+ "loss": 1.9384,
220
+ "step": 750
221
+ },
222
+ {
223
+ "epoch": 1.0,
224
+ "eval_accuracy": 0.8357035928143712,
225
+ "eval_loss": 0.45817017555236816,
226
+ "eval_macro_f1": 0.47197024422281136,
227
+ "eval_runtime": 4.7701,
228
+ "eval_samples_per_second": 560.154,
229
+ "eval_steps_per_second": 35.01,
230
+ "eval_weighted_f1": 0.8005669067418193,
231
+ "step": 752
232
+ },
233
+ {
234
+ "epoch": 1.0306054557551563,
235
+ "grad_norm": 25.00509262084961,
236
+ "learning_rate": 1.0292553191489364e-05,
237
+ "loss": 1.7618,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.0638722554890219,
242
+ "grad_norm": 35.456642150878906,
243
+ "learning_rate": 1.0625e-05,
244
+ "loss": 1.5291,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.0971390552228875,
249
+ "grad_norm": 37.85432052612305,
250
+ "learning_rate": 1.095744680851064e-05,
251
+ "loss": 1.6544,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.130405854956753,
256
+ "grad_norm": 40.53202819824219,
257
+ "learning_rate": 1.1289893617021277e-05,
258
+ "loss": 1.8453,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 1.1636726546906186,
263
+ "grad_norm": 38.384395599365234,
264
+ "learning_rate": 1.1622340425531916e-05,
265
+ "loss": 1.8704,
266
+ "step": 875
267
+ },
268
+ {
269
+ "epoch": 1.1969394544244845,
270
+ "grad_norm": 44.77216720581055,
271
+ "learning_rate": 1.1954787234042554e-05,
272
+ "loss": 1.7613,
273
+ "step": 900
274
+ },
275
+ {
276
+ "epoch": 1.23020625415835,
277
+ "grad_norm": 86.62640380859375,
278
+ "learning_rate": 1.2287234042553193e-05,
279
+ "loss": 1.7048,
280
+ "step": 925
281
+ },
282
+ {
283
+ "epoch": 1.2634730538922156,
284
+ "grad_norm": 34.028011322021484,
285
+ "learning_rate": 1.2619680851063832e-05,
286
+ "loss": 1.7509,
287
+ "step": 950
288
+ },
289
+ {
290
+ "epoch": 1.2967398536260812,
291
+ "grad_norm": 35.779502868652344,
292
+ "learning_rate": 1.295212765957447e-05,
293
+ "loss": 1.6394,
294
+ "step": 975
295
+ },
296
+ {
297
+ "epoch": 1.3300066533599468,
298
+ "grad_norm": 38.672882080078125,
299
+ "learning_rate": 1.3284574468085108e-05,
300
+ "loss": 1.5984,
301
+ "step": 1000
302
+ },
303
+ {
304
+ "epoch": 1.3632734530938124,
305
+ "grad_norm": 28.403919219970703,
306
+ "learning_rate": 1.3617021276595745e-05,
307
+ "loss": 1.5805,
308
+ "step": 1025
309
+ },
310
+ {
311
+ "epoch": 1.396540252827678,
312
+ "grad_norm": 27.119707107543945,
313
+ "learning_rate": 1.3949468085106384e-05,
314
+ "loss": 1.6148,
315
+ "step": 1050
316
+ },
317
+ {
318
+ "epoch": 1.4298070525615436,
319
+ "grad_norm": 52.6495475769043,
320
+ "learning_rate": 1.4281914893617021e-05,
321
+ "loss": 1.7036,
322
+ "step": 1075
323
+ },
324
+ {
325
+ "epoch": 1.4630738522954092,
326
+ "grad_norm": 26.784147262573242,
327
+ "learning_rate": 1.4614361702127662e-05,
328
+ "loss": 1.5961,
329
+ "step": 1100
330
+ },
331
+ {
332
+ "epoch": 1.4963406520292748,
333
+ "grad_norm": 27.80448341369629,
334
+ "learning_rate": 1.49468085106383e-05,
335
+ "loss": 1.8768,
336
+ "step": 1125
337
+ },
338
+ {
339
+ "epoch": 1.5296074517631404,
340
+ "grad_norm": 28.046640396118164,
341
+ "learning_rate": 1.5279255319148938e-05,
342
+ "loss": 1.6493,
343
+ "step": 1150
344
+ },
345
+ {
346
+ "epoch": 1.562874251497006,
347
+ "grad_norm": 29.590089797973633,
348
+ "learning_rate": 1.5611702127659575e-05,
349
+ "loss": 1.6708,
350
+ "step": 1175
351
+ },
352
+ {
353
+ "epoch": 1.5961410512308716,
354
+ "grad_norm": 80.25641632080078,
355
+ "learning_rate": 1.5944148936170216e-05,
356
+ "loss": 1.8082,
357
+ "step": 1200
358
+ },
359
+ {
360
+ "epoch": 1.6294078509647372,
361
+ "grad_norm": 46.08369064331055,
362
+ "learning_rate": 1.6276595744680853e-05,
363
+ "loss": 1.5466,
364
+ "step": 1225
365
+ },
366
+ {
367
+ "epoch": 1.6626746506986028,
368
+ "grad_norm": 37.7667350769043,
369
+ "learning_rate": 1.660904255319149e-05,
370
+ "loss": 1.5777,
371
+ "step": 1250
372
+ },
373
+ {
374
+ "epoch": 1.6959414504324684,
375
+ "grad_norm": 39.03173065185547,
376
+ "learning_rate": 1.6941489361702127e-05,
377
+ "loss": 1.7472,
378
+ "step": 1275
379
+ },
380
+ {
381
+ "epoch": 1.729208250166334,
382
+ "grad_norm": 893.9868774414062,
383
+ "learning_rate": 1.7273936170212768e-05,
384
+ "loss": 1.3124,
385
+ "step": 1300
386
+ },
387
+ {
388
+ "epoch": 1.7624750499001998,
389
+ "grad_norm": 1666.095947265625,
390
+ "learning_rate": 1.7606382978723408e-05,
391
+ "loss": 1.7328,
392
+ "step": 1325
393
+ },
394
+ {
395
+ "epoch": 1.7957418496340654,
396
+ "grad_norm": 54.2812614440918,
397
+ "learning_rate": 1.7938829787234045e-05,
398
+ "loss": 1.4894,
399
+ "step": 1350
400
+ },
401
+ {
402
+ "epoch": 1.829008649367931,
403
+ "grad_norm": 47.431732177734375,
404
+ "learning_rate": 1.8271276595744682e-05,
405
+ "loss": 1.6314,
406
+ "step": 1375
407
+ },
408
+ {
409
+ "epoch": 1.8622754491017965,
410
+ "grad_norm": 52.433467864990234,
411
+ "learning_rate": 1.860372340425532e-05,
412
+ "loss": 1.7039,
413
+ "step": 1400
414
+ },
415
+ {
416
+ "epoch": 1.8955422488356621,
417
+ "grad_norm": 28.149696350097656,
418
+ "learning_rate": 1.893617021276596e-05,
419
+ "loss": 1.3629,
420
+ "step": 1425
421
+ },
422
+ {
423
+ "epoch": 1.9288090485695277,
424
+ "grad_norm": 24.85681915283203,
425
+ "learning_rate": 1.9268617021276597e-05,
426
+ "loss": 1.7708,
427
+ "step": 1450
428
+ },
429
+ {
430
+ "epoch": 1.9620758483033933,
431
+ "grad_norm": 50.46144104003906,
432
+ "learning_rate": 1.9601063829787234e-05,
433
+ "loss": 1.3982,
434
+ "step": 1475
435
+ },
436
+ {
437
+ "epoch": 1.995342648037259,
438
+ "grad_norm": 31.293418884277344,
439
+ "learning_rate": 1.9933510638297875e-05,
440
+ "loss": 1.4737,
441
+ "step": 1500
442
+ },
443
+ {
444
+ "epoch": 2.0,
445
+ "eval_accuracy": 0.8619011976047904,
446
+ "eval_loss": 0.3923298716545105,
447
+ "eval_macro_f1": 0.6225251628978338,
448
+ "eval_runtime": 5.1699,
449
+ "eval_samples_per_second": 516.833,
450
+ "eval_steps_per_second": 32.302,
451
+ "eval_weighted_f1": 0.8490515138151543,
452
+ "step": 1504
453
+ },
454
+ {
455
+ "epoch": 2.027944111776447,
456
+ "grad_norm": 44.69906234741211,
457
+ "learning_rate": 1.9970449172576832e-05,
458
+ "loss": 1.4129,
459
+ "step": 1525
460
+ },
461
+ {
462
+ "epoch": 2.0612109115103125,
463
+ "grad_norm": 51.44957733154297,
464
+ "learning_rate": 1.9933510638297875e-05,
465
+ "loss": 1.4819,
466
+ "step": 1550
467
+ },
468
+ {
469
+ "epoch": 2.094477711244178,
470
+ "grad_norm": 36.428157806396484,
471
+ "learning_rate": 1.9896572104018914e-05,
472
+ "loss": 1.3841,
473
+ "step": 1575
474
+ },
475
+ {
476
+ "epoch": 2.1277445109780437,
477
+ "grad_norm": 40.78555679321289,
478
+ "learning_rate": 1.9859633569739953e-05,
479
+ "loss": 1.4971,
480
+ "step": 1600
481
+ },
482
+ {
483
+ "epoch": 2.1610113107119093,
484
+ "grad_norm": 26.133787155151367,
485
+ "learning_rate": 1.9822695035460996e-05,
486
+ "loss": 1.4874,
487
+ "step": 1625
488
+ },
489
+ {
490
+ "epoch": 2.194278110445775,
491
+ "grad_norm": 25.600631713867188,
492
+ "learning_rate": 1.9785756501182035e-05,
493
+ "loss": 1.3253,
494
+ "step": 1650
495
+ },
496
+ {
497
+ "epoch": 2.2275449101796405,
498
+ "grad_norm": 27.494115829467773,
499
+ "learning_rate": 1.9748817966903074e-05,
500
+ "loss": 1.2587,
501
+ "step": 1675
502
+ },
503
+ {
504
+ "epoch": 2.260811709913506,
505
+ "grad_norm": 24.558095932006836,
506
+ "learning_rate": 1.9711879432624113e-05,
507
+ "loss": 1.4398,
508
+ "step": 1700
509
+ },
510
+ {
511
+ "epoch": 2.294078509647372,
512
+ "grad_norm": 17.575199127197266,
513
+ "learning_rate": 1.9674940898345156e-05,
514
+ "loss": 1.3119,
515
+ "step": 1725
516
+ },
517
+ {
518
+ "epoch": 2.3273453093812373,
519
+ "grad_norm": 39.02457046508789,
520
+ "learning_rate": 1.9638002364066195e-05,
521
+ "loss": 1.327,
522
+ "step": 1750
523
+ },
524
+ {
525
+ "epoch": 2.3606121091151033,
526
+ "grad_norm": 28.750268936157227,
527
+ "learning_rate": 1.9601063829787234e-05,
528
+ "loss": 1.4945,
529
+ "step": 1775
530
+ },
531
+ {
532
+ "epoch": 2.393878908848969,
533
+ "grad_norm": 39.19293975830078,
534
+ "learning_rate": 1.9564125295508277e-05,
535
+ "loss": 1.2711,
536
+ "step": 1800
537
+ },
538
+ {
539
+ "epoch": 2.4271457085828345,
540
+ "grad_norm": 21.629344940185547,
541
+ "learning_rate": 1.9527186761229316e-05,
542
+ "loss": 1.3785,
543
+ "step": 1825
544
+ },
545
+ {
546
+ "epoch": 2.4604125083167,
547
+ "grad_norm": 24.913639068603516,
548
+ "learning_rate": 1.9490248226950355e-05,
549
+ "loss": 1.2407,
550
+ "step": 1850
551
+ },
552
+ {
553
+ "epoch": 2.4936793080505657,
554
+ "grad_norm": 18.432519912719727,
555
+ "learning_rate": 1.9453309692671394e-05,
556
+ "loss": 1.4497,
557
+ "step": 1875
558
+ },
559
+ {
560
+ "epoch": 2.5269461077844313,
561
+ "grad_norm": 28.137832641601562,
562
+ "learning_rate": 1.9416371158392437e-05,
563
+ "loss": 1.526,
564
+ "step": 1900
565
+ },
566
+ {
567
+ "epoch": 2.560212907518297,
568
+ "grad_norm": 34.145355224609375,
569
+ "learning_rate": 1.9379432624113476e-05,
570
+ "loss": 1.4492,
571
+ "step": 1925
572
+ },
573
+ {
574
+ "epoch": 2.5934797072521625,
575
+ "grad_norm": 42.640560150146484,
576
+ "learning_rate": 1.9342494089834515e-05,
577
+ "loss": 1.3371,
578
+ "step": 1950
579
+ },
580
+ {
581
+ "epoch": 2.626746506986028,
582
+ "grad_norm": 32.98865509033203,
583
+ "learning_rate": 1.9305555555555558e-05,
584
+ "loss": 1.318,
585
+ "step": 1975
586
+ },
587
+ {
588
+ "epoch": 2.6600133067198937,
589
+ "grad_norm": 60.01799774169922,
590
+ "learning_rate": 1.9268617021276597e-05,
591
+ "loss": 1.503,
592
+ "step": 2000
593
+ },
594
+ {
595
+ "epoch": 2.6932801064537593,
596
+ "grad_norm": 44.69308090209961,
597
+ "learning_rate": 1.9231678486997636e-05,
598
+ "loss": 1.4305,
599
+ "step": 2025
600
+ },
601
+ {
602
+ "epoch": 2.726546906187625,
603
+ "grad_norm": 29.905494689941406,
604
+ "learning_rate": 1.919473995271868e-05,
605
+ "loss": 1.2123,
606
+ "step": 2050
607
+ },
608
+ {
609
+ "epoch": 2.7598137059214904,
610
+ "grad_norm": 82.76580047607422,
611
+ "learning_rate": 1.9157801418439718e-05,
612
+ "loss": 1.0636,
613
+ "step": 2075
614
+ },
615
+ {
616
+ "epoch": 2.793080505655356,
617
+ "grad_norm": 22.607540130615234,
618
+ "learning_rate": 1.9120862884160757e-05,
619
+ "loss": 1.4546,
620
+ "step": 2100
621
+ },
622
+ {
623
+ "epoch": 2.8263473053892216,
624
+ "grad_norm": 25.41073226928711,
625
+ "learning_rate": 1.9083924349881797e-05,
626
+ "loss": 1.4066,
627
+ "step": 2125
628
+ },
629
+ {
630
+ "epoch": 2.8596141051230872,
631
+ "grad_norm": 26.064517974853516,
632
+ "learning_rate": 1.904698581560284e-05,
633
+ "loss": 1.6403,
634
+ "step": 2150
635
+ },
636
+ {
637
+ "epoch": 2.892880904856953,
638
+ "grad_norm": 33.778343200683594,
639
+ "learning_rate": 1.9010047281323878e-05,
640
+ "loss": 1.2581,
641
+ "step": 2175
642
+ },
643
+ {
644
+ "epoch": 2.9261477045908184,
645
+ "grad_norm": 44.57156753540039,
646
+ "learning_rate": 1.897310874704492e-05,
647
+ "loss": 1.1102,
648
+ "step": 2200
649
+ },
650
+ {
651
+ "epoch": 2.959414504324684,
652
+ "grad_norm": 20.03866195678711,
653
+ "learning_rate": 1.893617021276596e-05,
654
+ "loss": 1.116,
655
+ "step": 2225
656
+ },
657
+ {
658
+ "epoch": 2.9926813040585496,
659
+ "grad_norm": 48.55445861816406,
660
+ "learning_rate": 1.8899231678487e-05,
661
+ "loss": 1.7128,
662
+ "step": 2250
663
+ },
664
+ {
665
+ "epoch": 3.0,
666
+ "eval_accuracy": 0.8660179640718563,
667
+ "eval_loss": 0.3610914349555969,
668
+ "eval_macro_f1": 0.6277213144992349,
669
+ "eval_runtime": 4.8112,
670
+ "eval_samples_per_second": 555.367,
671
+ "eval_steps_per_second": 34.71,
672
+ "eval_weighted_f1": 0.8514292718362116,
673
+ "step": 2256
674
+ },
675
+ {
676
+ "epoch": 3.0252827677977376,
677
+ "grad_norm": 31.331836700439453,
678
+ "learning_rate": 1.886229314420804e-05,
679
+ "loss": 1.1005,
680
+ "step": 2275
681
+ },
682
+ {
683
+ "epoch": 3.0585495675316037,
684
+ "grad_norm": 29.9766845703125,
685
+ "learning_rate": 1.8825354609929078e-05,
686
+ "loss": 1.1849,
687
+ "step": 2300
688
+ },
689
+ {
690
+ "epoch": 3.0918163672654693,
691
+ "grad_norm": 37.35943603515625,
692
+ "learning_rate": 1.878841607565012e-05,
693
+ "loss": 1.034,
694
+ "step": 2325
695
+ },
696
+ {
697
+ "epoch": 3.125083166999335,
698
+ "grad_norm": 31.18269920349121,
699
+ "learning_rate": 1.875147754137116e-05,
700
+ "loss": 1.0706,
701
+ "step": 2350
702
+ },
703
+ {
704
+ "epoch": 3.1583499667332005,
705
+ "grad_norm": 36.634971618652344,
706
+ "learning_rate": 1.8714539007092202e-05,
707
+ "loss": 1.4119,
708
+ "step": 2375
709
+ },
710
+ {
711
+ "epoch": 3.191616766467066,
712
+ "grad_norm": 21.464509963989258,
713
+ "learning_rate": 1.867760047281324e-05,
714
+ "loss": 1.3077,
715
+ "step": 2400
716
+ },
717
+ {
718
+ "epoch": 3.2248835662009316,
719
+ "grad_norm": 36.85530471801758,
720
+ "learning_rate": 1.864066193853428e-05,
721
+ "loss": 1.1172,
722
+ "step": 2425
723
+ },
724
+ {
725
+ "epoch": 3.2581503659347972,
726
+ "grad_norm": 24.764158248901367,
727
+ "learning_rate": 1.860372340425532e-05,
728
+ "loss": 1.1573,
729
+ "step": 2450
730
+ },
731
+ {
732
+ "epoch": 3.291417165668663,
733
+ "grad_norm": 54.950538635253906,
734
+ "learning_rate": 1.856678486997636e-05,
735
+ "loss": 1.1661,
736
+ "step": 2475
737
+ },
738
+ {
739
+ "epoch": 3.3246839654025284,
740
+ "grad_norm": 26.59490203857422,
741
+ "learning_rate": 1.85298463356974e-05,
742
+ "loss": 0.9901,
743
+ "step": 2500
744
+ },
745
+ {
746
+ "epoch": 3.357950765136394,
747
+ "grad_norm": 59.7412223815918,
748
+ "learning_rate": 1.849290780141844e-05,
749
+ "loss": 0.981,
750
+ "step": 2525
751
+ },
752
+ {
753
+ "epoch": 3.3912175648702596,
754
+ "grad_norm": 39.42194366455078,
755
+ "learning_rate": 1.8455969267139483e-05,
756
+ "loss": 0.9643,
757
+ "step": 2550
758
+ },
759
+ {
760
+ "epoch": 3.424484364604125,
761
+ "grad_norm": 22.320655822753906,
762
+ "learning_rate": 1.8419030732860522e-05,
763
+ "loss": 1.2612,
764
+ "step": 2575
765
+ },
766
+ {
767
+ "epoch": 3.457751164337991,
768
+ "grad_norm": 31.587982177734375,
769
+ "learning_rate": 1.838209219858156e-05,
770
+ "loss": 1.0554,
771
+ "step": 2600
772
+ },
773
+ {
774
+ "epoch": 3.4910179640718564,
775
+ "grad_norm": 29.946670532226562,
776
+ "learning_rate": 1.83451536643026e-05,
777
+ "loss": 1.0534,
778
+ "step": 2625
779
+ },
780
+ {
781
+ "epoch": 3.524284763805722,
782
+ "grad_norm": 29.927913665771484,
783
+ "learning_rate": 1.8308215130023643e-05,
784
+ "loss": 1.2655,
785
+ "step": 2650
786
+ },
787
+ {
788
+ "epoch": 3.5575515635395876,
789
+ "grad_norm": 28.907363891601562,
790
+ "learning_rate": 1.8271276595744682e-05,
791
+ "loss": 1.1527,
792
+ "step": 2675
793
+ },
794
+ {
795
+ "epoch": 3.590818363273453,
796
+ "grad_norm": 52.762229919433594,
797
+ "learning_rate": 1.823433806146572e-05,
798
+ "loss": 1.2159,
799
+ "step": 2700
800
+ },
801
+ {
802
+ "epoch": 3.6240851630073188,
803
+ "grad_norm": 29.06300163269043,
804
+ "learning_rate": 1.8197399527186764e-05,
805
+ "loss": 1.1238,
806
+ "step": 2725
807
+ },
808
+ {
809
+ "epoch": 3.6573519627411843,
810
+ "grad_norm": 27.67621612548828,
811
+ "learning_rate": 1.8160460992907803e-05,
812
+ "loss": 0.9882,
813
+ "step": 2750
814
+ },
815
+ {
816
+ "epoch": 3.69061876247505,
817
+ "grad_norm": 20.869047164916992,
818
+ "learning_rate": 1.8123522458628842e-05,
819
+ "loss": 1.0597,
820
+ "step": 2775
821
+ },
822
+ {
823
+ "epoch": 3.7238855622089155,
824
+ "grad_norm": 35.552974700927734,
825
+ "learning_rate": 1.808658392434988e-05,
826
+ "loss": 1.0818,
827
+ "step": 2800
828
+ },
829
+ {
830
+ "epoch": 3.757152361942781,
831
+ "grad_norm": 60.55497360229492,
832
+ "learning_rate": 1.8049645390070924e-05,
833
+ "loss": 1.2735,
834
+ "step": 2825
835
+ },
836
+ {
837
+ "epoch": 3.7904191616766467,
838
+ "grad_norm": 37.16079330444336,
839
+ "learning_rate": 1.8012706855791963e-05,
840
+ "loss": 1.1155,
841
+ "step": 2850
842
+ },
843
+ {
844
+ "epoch": 3.8236859614105123,
845
+ "grad_norm": 46.30068588256836,
846
+ "learning_rate": 1.7975768321513003e-05,
847
+ "loss": 1.1588,
848
+ "step": 2875
849
+ },
850
+ {
851
+ "epoch": 3.856952761144378,
852
+ "grad_norm": 36.44614791870117,
853
+ "learning_rate": 1.7938829787234045e-05,
854
+ "loss": 1.1196,
855
+ "step": 2900
856
+ },
857
+ {
858
+ "epoch": 3.8902195608782435,
859
+ "grad_norm": 38.086185455322266,
860
+ "learning_rate": 1.7901891252955084e-05,
861
+ "loss": 1.193,
862
+ "step": 2925
863
+ },
864
+ {
865
+ "epoch": 3.923486360612109,
866
+ "grad_norm": 23.940282821655273,
867
+ "learning_rate": 1.7864952718676124e-05,
868
+ "loss": 1.2485,
869
+ "step": 2950
870
+ },
871
+ {
872
+ "epoch": 3.9567531603459747,
873
+ "grad_norm": 26.73720932006836,
874
+ "learning_rate": 1.7828014184397163e-05,
875
+ "loss": 1.2046,
876
+ "step": 2975
877
+ },
878
+ {
879
+ "epoch": 3.9900199600798403,
880
+ "grad_norm": 35.84699630737305,
881
+ "learning_rate": 1.7791075650118205e-05,
882
+ "loss": 1.1218,
883
+ "step": 3000
884
+ },
885
+ {
886
+ "epoch": 4.0,
887
+ "eval_accuracy": 0.8720059880239521,
888
+ "eval_loss": 0.4070838987827301,
889
+ "eval_macro_f1": 0.660343554659463,
890
+ "eval_runtime": 4.8858,
891
+ "eval_samples_per_second": 546.887,
892
+ "eval_steps_per_second": 34.18,
893
+ "eval_weighted_f1": 0.8645425273977355,
894
+ "step": 3008
895
+ },
896
+ {
897
+ "epoch": 4.022621423819029,
898
+ "grad_norm": 58.67304992675781,
899
+ "learning_rate": 1.7754137115839245e-05,
900
+ "loss": 1.0681,
901
+ "step": 3025
902
+ },
903
+ {
904
+ "epoch": 4.055888223552894,
905
+ "grad_norm": 65.08613586425781,
906
+ "learning_rate": 1.7717198581560284e-05,
907
+ "loss": 0.8293,
908
+ "step": 3050
909
+ },
910
+ {
911
+ "epoch": 4.08915502328676,
912
+ "grad_norm": 57.51863098144531,
913
+ "learning_rate": 1.7680260047281326e-05,
914
+ "loss": 0.8983,
915
+ "step": 3075
916
+ },
917
+ {
918
+ "epoch": 4.122421823020625,
919
+ "grad_norm": 30.355182647705078,
920
+ "learning_rate": 1.7643321513002365e-05,
921
+ "loss": 0.861,
922
+ "step": 3100
923
+ },
924
+ {
925
+ "epoch": 4.155688622754491,
926
+ "grad_norm": 8.609901428222656,
927
+ "learning_rate": 1.7606382978723408e-05,
928
+ "loss": 0.9633,
929
+ "step": 3125
930
+ },
931
+ {
932
+ "epoch": 4.188955422488356,
933
+ "grad_norm": 55.683189392089844,
934
+ "learning_rate": 1.7569444444444447e-05,
935
+ "loss": 0.8912,
936
+ "step": 3150
937
+ },
938
+ {
939
+ "epoch": 4.222222222222222,
940
+ "grad_norm": 22.331880569458008,
941
+ "learning_rate": 1.7532505910165486e-05,
942
+ "loss": 1.0408,
943
+ "step": 3175
944
+ },
945
+ {
946
+ "epoch": 4.2554890219560875,
947
+ "grad_norm": 44.34836196899414,
948
+ "learning_rate": 1.7495567375886526e-05,
949
+ "loss": 1.0617,
950
+ "step": 3200
951
+ },
952
+ {
953
+ "epoch": 4.2887558216899535,
954
+ "grad_norm": 46.40973663330078,
955
+ "learning_rate": 1.7458628841607565e-05,
956
+ "loss": 0.8953,
957
+ "step": 3225
958
+ },
959
+ {
960
+ "epoch": 4.322022621423819,
961
+ "grad_norm": 26.200674057006836,
962
+ "learning_rate": 1.7421690307328607e-05,
963
+ "loss": 0.9387,
964
+ "step": 3250
965
+ },
966
+ {
967
+ "epoch": 4.355289421157685,
968
+ "grad_norm": 64.38853454589844,
969
+ "learning_rate": 1.7384751773049647e-05,
970
+ "loss": 0.8602,
971
+ "step": 3275
972
+ },
973
+ {
974
+ "epoch": 4.38855622089155,
975
+ "grad_norm": 83.9397201538086,
976
+ "learning_rate": 1.734781323877069e-05,
977
+ "loss": 0.8478,
978
+ "step": 3300
979
+ },
980
+ {
981
+ "epoch": 4.421823020625416,
982
+ "grad_norm": 86.39453887939453,
983
+ "learning_rate": 1.731087470449173e-05,
984
+ "loss": 0.7755,
985
+ "step": 3325
986
+ },
987
+ {
988
+ "epoch": 4.455089820359281,
989
+ "grad_norm": 37.614261627197266,
990
+ "learning_rate": 1.7273936170212768e-05,
991
+ "loss": 0.8721,
992
+ "step": 3350
993
+ },
994
+ {
995
+ "epoch": 4.488356620093147,
996
+ "grad_norm": 30.411670684814453,
997
+ "learning_rate": 1.7236997635933807e-05,
998
+ "loss": 1.1509,
999
+ "step": 3375
1000
+ },
1001
+ {
1002
+ "epoch": 4.521623419827012,
1003
+ "grad_norm": 57.340126037597656,
1004
+ "learning_rate": 1.7200059101654846e-05,
1005
+ "loss": 1.2087,
1006
+ "step": 3400
1007
+ },
1008
+ {
1009
+ "epoch": 4.554890219560878,
1010
+ "grad_norm": 35.71548080444336,
1011
+ "learning_rate": 1.716312056737589e-05,
1012
+ "loss": 0.8258,
1013
+ "step": 3425
1014
+ },
1015
+ {
1016
+ "epoch": 4.588157019294744,
1017
+ "grad_norm": 62.932472229003906,
1018
+ "learning_rate": 1.7126182033096928e-05,
1019
+ "loss": 0.9696,
1020
+ "step": 3450
1021
+ },
1022
+ {
1023
+ "epoch": 4.621423819028609,
1024
+ "grad_norm": 23.822717666625977,
1025
+ "learning_rate": 1.708924349881797e-05,
1026
+ "loss": 0.8822,
1027
+ "step": 3475
1028
+ },
1029
+ {
1030
+ "epoch": 4.654690618762475,
1031
+ "grad_norm": 36.381378173828125,
1032
+ "learning_rate": 1.705230496453901e-05,
1033
+ "loss": 0.9667,
1034
+ "step": 3500
1035
+ },
1036
+ {
1037
+ "epoch": 4.687957418496341,
1038
+ "grad_norm": 65.76124572753906,
1039
+ "learning_rate": 1.701536643026005e-05,
1040
+ "loss": 0.8718,
1041
+ "step": 3525
1042
+ },
1043
+ {
1044
+ "epoch": 4.721224218230207,
1045
+ "grad_norm": 117.48234558105469,
1046
+ "learning_rate": 1.6978427895981088e-05,
1047
+ "loss": 0.8049,
1048
+ "step": 3550
1049
+ },
1050
+ {
1051
+ "epoch": 4.754491017964072,
1052
+ "grad_norm": 62.79164505004883,
1053
+ "learning_rate": 1.6941489361702127e-05,
1054
+ "loss": 1.0388,
1055
+ "step": 3575
1056
+ },
1057
+ {
1058
+ "epoch": 4.787757817697938,
1059
+ "grad_norm": 60.557701110839844,
1060
+ "learning_rate": 1.690455082742317e-05,
1061
+ "loss": 0.991,
1062
+ "step": 3600
1063
+ },
1064
+ {
1065
+ "epoch": 4.821024617431803,
1066
+ "grad_norm": 19.70600128173828,
1067
+ "learning_rate": 1.686761229314421e-05,
1068
+ "loss": 1.0307,
1069
+ "step": 3625
1070
+ },
1071
+ {
1072
+ "epoch": 4.854291417165669,
1073
+ "grad_norm": 49.54433822631836,
1074
+ "learning_rate": 1.683067375886525e-05,
1075
+ "loss": 1.0321,
1076
+ "step": 3650
1077
+ },
1078
+ {
1079
+ "epoch": 4.887558216899534,
1080
+ "grad_norm": 30.537160873413086,
1081
+ "learning_rate": 1.679373522458629e-05,
1082
+ "loss": 0.949,
1083
+ "step": 3675
1084
+ },
1085
+ {
1086
+ "epoch": 4.9208250166334,
1087
+ "grad_norm": 40.274375915527344,
1088
+ "learning_rate": 1.675679669030733e-05,
1089
+ "loss": 0.9755,
1090
+ "step": 3700
1091
+ },
1092
+ {
1093
+ "epoch": 4.954091816367265,
1094
+ "grad_norm": 42.4749870300293,
1095
+ "learning_rate": 1.671985815602837e-05,
1096
+ "loss": 1.1139,
1097
+ "step": 3725
1098
+ },
1099
+ {
1100
+ "epoch": 4.987358616101131,
1101
+ "grad_norm": 67.3310546875,
1102
+ "learning_rate": 1.6682919621749408e-05,
1103
+ "loss": 0.9081,
1104
+ "step": 3750
1105
+ },
1106
+ {
1107
+ "epoch": 5.0,
1108
+ "eval_accuracy": 0.8735029940119761,
1109
+ "eval_loss": 0.4219766855239868,
1110
+ "eval_macro_f1": 0.6602958477295121,
1111
+ "eval_runtime": 4.8973,
1112
+ "eval_samples_per_second": 545.607,
1113
+ "eval_steps_per_second": 34.1,
1114
+ "eval_weighted_f1": 0.8654641407355069,
1115
+ "step": 3760
1116
+ },
1117
+ {
1118
+ "epoch": 5.0199600798403194,
1119
+ "grad_norm": 75.9346923828125,
1120
+ "learning_rate": 1.664598108747045e-05,
1121
+ "loss": 0.8544,
1122
+ "step": 3775
1123
+ },
1124
+ {
1125
+ "epoch": 5.053226879574185,
1126
+ "grad_norm": 29.18402099609375,
1127
+ "learning_rate": 1.660904255319149e-05,
1128
+ "loss": 1.0162,
1129
+ "step": 3800
1130
+ },
1131
+ {
1132
+ "epoch": 5.086493679308051,
1133
+ "grad_norm": 53.11439514160156,
1134
+ "learning_rate": 1.6572104018912532e-05,
1135
+ "loss": 0.726,
1136
+ "step": 3825
1137
+ },
1138
+ {
1139
+ "epoch": 5.119760479041916,
1140
+ "grad_norm": 64.24620819091797,
1141
+ "learning_rate": 1.653516548463357e-05,
1142
+ "loss": 0.6964,
1143
+ "step": 3850
1144
+ },
1145
+ {
1146
+ "epoch": 5.153027278775782,
1147
+ "grad_norm": 49.40623092651367,
1148
+ "learning_rate": 1.649822695035461e-05,
1149
+ "loss": 0.7083,
1150
+ "step": 3875
1151
+ },
1152
+ {
1153
+ "epoch": 5.186294078509647,
1154
+ "grad_norm": 35.774208068847656,
1155
+ "learning_rate": 1.646128841607565e-05,
1156
+ "loss": 0.8698,
1157
+ "step": 3900
1158
+ },
1159
+ {
1160
+ "epoch": 5.219560878243513,
1161
+ "grad_norm": 61.07633590698242,
1162
+ "learning_rate": 1.642434988179669e-05,
1163
+ "loss": 0.7707,
1164
+ "step": 3925
1165
+ },
1166
+ {
1167
+ "epoch": 5.252827677977379,
1168
+ "grad_norm": 28.187170028686523,
1169
+ "learning_rate": 1.6387411347517732e-05,
1170
+ "loss": 0.5955,
1171
+ "step": 3950
1172
+ },
1173
+ {
1174
+ "epoch": 5.286094477711244,
1175
+ "grad_norm": 28.983924865722656,
1176
+ "learning_rate": 1.635047281323877e-05,
1177
+ "loss": 1.0736,
1178
+ "step": 3975
1179
+ },
1180
+ {
1181
+ "epoch": 5.319361277445109,
1182
+ "grad_norm": 55.7494010925293,
1183
+ "learning_rate": 1.6313534278959813e-05,
1184
+ "loss": 0.8225,
1185
+ "step": 4000
1186
+ },
1187
+ {
1188
+ "epoch": 5.352628077178975,
1189
+ "grad_norm": 34.37993240356445,
1190
+ "learning_rate": 1.6276595744680853e-05,
1191
+ "loss": 0.9471,
1192
+ "step": 4025
1193
+ },
1194
+ {
1195
+ "epoch": 5.385894876912841,
1196
+ "grad_norm": 18.55417823791504,
1197
+ "learning_rate": 1.6239657210401892e-05,
1198
+ "loss": 0.6312,
1199
+ "step": 4050
1200
+ },
1201
+ {
1202
+ "epoch": 5.419161676646707,
1203
+ "grad_norm": 70.23536682128906,
1204
+ "learning_rate": 1.620271867612293e-05,
1205
+ "loss": 0.8352,
1206
+ "step": 4075
1207
+ },
1208
+ {
1209
+ "epoch": 5.452428476380573,
1210
+ "grad_norm": 48.090824127197266,
1211
+ "learning_rate": 1.6165780141843974e-05,
1212
+ "loss": 0.6725,
1213
+ "step": 4100
1214
+ },
1215
+ {
1216
+ "epoch": 5.485695276114438,
1217
+ "grad_norm": 25.1795654296875,
1218
+ "learning_rate": 1.6128841607565013e-05,
1219
+ "loss": 0.7541,
1220
+ "step": 4125
1221
+ },
1222
+ {
1223
+ "epoch": 5.518962075848304,
1224
+ "grad_norm": 57.991172790527344,
1225
+ "learning_rate": 1.6091903073286052e-05,
1226
+ "loss": 0.7863,
1227
+ "step": 4150
1228
+ },
1229
+ {
1230
+ "epoch": 5.552228875582169,
1231
+ "grad_norm": 20.071147918701172,
1232
+ "learning_rate": 1.6054964539007095e-05,
1233
+ "loss": 0.7883,
1234
+ "step": 4175
1235
+ },
1236
+ {
1237
+ "epoch": 5.585495675316035,
1238
+ "grad_norm": 45.27484893798828,
1239
+ "learning_rate": 1.6018026004728134e-05,
1240
+ "loss": 0.8243,
1241
+ "step": 4200
1242
+ },
1243
+ {
1244
+ "epoch": 5.6187624750499,
1245
+ "grad_norm": 48.988338470458984,
1246
+ "learning_rate": 1.5981087470449176e-05,
1247
+ "loss": 0.7711,
1248
+ "step": 4225
1249
+ },
1250
+ {
1251
+ "epoch": 5.652029274783766,
1252
+ "grad_norm": 27.715656280517578,
1253
+ "learning_rate": 1.5944148936170216e-05,
1254
+ "loss": 0.804,
1255
+ "step": 4250
1256
+ },
1257
+ {
1258
+ "epoch": 5.685296074517631,
1259
+ "grad_norm": 39.75810623168945,
1260
+ "learning_rate": 1.5907210401891255e-05,
1261
+ "loss": 0.9199,
1262
+ "step": 4275
1263
+ },
1264
+ {
1265
+ "epoch": 5.718562874251497,
1266
+ "grad_norm": 45.152565002441406,
1267
+ "learning_rate": 1.5870271867612294e-05,
1268
+ "loss": 0.7229,
1269
+ "step": 4300
1270
+ },
1271
+ {
1272
+ "epoch": 5.7518296739853625,
1273
+ "grad_norm": 89.29285430908203,
1274
+ "learning_rate": 1.5833333333333333e-05,
1275
+ "loss": 0.8096,
1276
+ "step": 4325
1277
+ },
1278
+ {
1279
+ "epoch": 5.7850964737192285,
1280
+ "grad_norm": 55.787879943847656,
1281
+ "learning_rate": 1.5796394799054376e-05,
1282
+ "loss": 0.6657,
1283
+ "step": 4350
1284
+ },
1285
+ {
1286
+ "epoch": 5.818363273453094,
1287
+ "grad_norm": 47.44944763183594,
1288
+ "learning_rate": 1.5759456264775415e-05,
1289
+ "loss": 0.6784,
1290
+ "step": 4375
1291
+ },
1292
+ {
1293
+ "epoch": 5.85163007318696,
1294
+ "grad_norm": 14.776910781860352,
1295
+ "learning_rate": 1.5722517730496457e-05,
1296
+ "loss": 0.9241,
1297
+ "step": 4400
1298
+ },
1299
+ {
1300
+ "epoch": 5.884896872920825,
1301
+ "grad_norm": 8.225830078125,
1302
+ "learning_rate": 1.5685579196217497e-05,
1303
+ "loss": 0.8492,
1304
+ "step": 4425
1305
+ },
1306
+ {
1307
+ "epoch": 5.918163672654691,
1308
+ "grad_norm": 54.05399703979492,
1309
+ "learning_rate": 1.5648640661938536e-05,
1310
+ "loss": 0.7936,
1311
+ "step": 4450
1312
+ },
1313
+ {
1314
+ "epoch": 5.951430472388556,
1315
+ "grad_norm": 5.55372428894043,
1316
+ "learning_rate": 1.5611702127659575e-05,
1317
+ "loss": 0.6218,
1318
+ "step": 4475
1319
+ },
1320
+ {
1321
+ "epoch": 5.984697272122422,
1322
+ "grad_norm": 48.29039764404297,
1323
+ "learning_rate": 1.5574763593380614e-05,
1324
+ "loss": 0.8296,
1325
+ "step": 4500
1326
+ },
1327
+ {
1328
+ "epoch": 6.0,
1329
+ "eval_accuracy": 0.873877245508982,
1330
+ "eval_loss": 0.45527511835098267,
1331
+ "eval_macro_f1": 0.6565885984954941,
1332
+ "eval_runtime": 5.0991,
1333
+ "eval_samples_per_second": 524.016,
1334
+ "eval_steps_per_second": 32.751,
1335
+ "eval_weighted_f1": 0.8663978472866702,
1336
+ "step": 4512
1337
+ },
1338
+ {
1339
+ "epoch": 6.01729873586161,
1340
+ "grad_norm": 44.198974609375,
1341
+ "learning_rate": 1.5537825059101657e-05,
1342
+ "loss": 0.7303,
1343
+ "step": 4525
1344
+ },
1345
+ {
1346
+ "epoch": 6.050565535595475,
1347
+ "grad_norm": 15.070984840393066,
1348
+ "learning_rate": 1.5500886524822696e-05,
1349
+ "loss": 0.607,
1350
+ "step": 4550
1351
+ },
1352
+ {
1353
+ "epoch": 6.083832335329341,
1354
+ "grad_norm": 34.908721923828125,
1355
+ "learning_rate": 1.546394799054374e-05,
1356
+ "loss": 0.6407,
1357
+ "step": 4575
1358
+ },
1359
+ {
1360
+ "epoch": 6.117099135063207,
1361
+ "grad_norm": 46.94350814819336,
1362
+ "learning_rate": 1.5427009456264778e-05,
1363
+ "loss": 0.5709,
1364
+ "step": 4600
1365
+ },
1366
+ {
1367
+ "epoch": 6.1503659347970725,
1368
+ "grad_norm": 48.398616790771484,
1369
+ "learning_rate": 1.5390070921985817e-05,
1370
+ "loss": 0.6305,
1371
+ "step": 4625
1372
+ },
1373
+ {
1374
+ "epoch": 6.1836327345309385,
1375
+ "grad_norm": 49.02544403076172,
1376
+ "learning_rate": 1.5353132387706856e-05,
1377
+ "loss": 0.6495,
1378
+ "step": 4650
1379
+ },
1380
+ {
1381
+ "epoch": 6.216899534264804,
1382
+ "grad_norm": 57.906742095947266,
1383
+ "learning_rate": 1.5316193853427895e-05,
1384
+ "loss": 0.6876,
1385
+ "step": 4675
1386
+ },
1387
+ {
1388
+ "epoch": 6.25016633399867,
1389
+ "grad_norm": 72.42127227783203,
1390
+ "learning_rate": 1.5279255319148938e-05,
1391
+ "loss": 0.4787,
1392
+ "step": 4700
1393
+ },
1394
+ {
1395
+ "epoch": 6.283433133732535,
1396
+ "grad_norm": 52.79450607299805,
1397
+ "learning_rate": 1.5242316784869977e-05,
1398
+ "loss": 0.5429,
1399
+ "step": 4725
1400
+ },
1401
+ {
1402
+ "epoch": 6.316699933466401,
1403
+ "grad_norm": 52.69932556152344,
1404
+ "learning_rate": 1.5205378250591018e-05,
1405
+ "loss": 0.5072,
1406
+ "step": 4750
1407
+ },
1408
+ {
1409
+ "epoch": 6.349966733200266,
1410
+ "grad_norm": 62.406585693359375,
1411
+ "learning_rate": 1.5168439716312057e-05,
1412
+ "loss": 0.734,
1413
+ "step": 4775
1414
+ },
1415
+ {
1416
+ "epoch": 6.383233532934132,
1417
+ "grad_norm": 50.96080780029297,
1418
+ "learning_rate": 1.51315011820331e-05,
1419
+ "loss": 0.56,
1420
+ "step": 4800
1421
+ },
1422
+ {
1423
+ "epoch": 6.416500332667997,
1424
+ "grad_norm": 53.84807586669922,
1425
+ "learning_rate": 1.5094562647754139e-05,
1426
+ "loss": 0.483,
1427
+ "step": 4825
1428
+ },
1429
+ {
1430
+ "epoch": 6.449767132401863,
1431
+ "grad_norm": 49.77550506591797,
1432
+ "learning_rate": 1.5057624113475178e-05,
1433
+ "loss": 0.5383,
1434
+ "step": 4850
1435
+ },
1436
+ {
1437
+ "epoch": 6.483033932135728,
1438
+ "grad_norm": 59.84157943725586,
1439
+ "learning_rate": 1.5020685579196219e-05,
1440
+ "loss": 0.628,
1441
+ "step": 4875
1442
+ },
1443
+ {
1444
+ "epoch": 6.5163007318695945,
1445
+ "grad_norm": 27.514461517333984,
1446
+ "learning_rate": 1.4983747044917258e-05,
1447
+ "loss": 0.6905,
1448
+ "step": 4900
1449
+ },
1450
+ {
1451
+ "epoch": 6.54956753160346,
1452
+ "grad_norm": 55.66908264160156,
1453
+ "learning_rate": 1.49468085106383e-05,
1454
+ "loss": 0.6138,
1455
+ "step": 4925
1456
+ },
1457
+ {
1458
+ "epoch": 6.582834331337326,
1459
+ "grad_norm": 48.395782470703125,
1460
+ "learning_rate": 1.490986997635934e-05,
1461
+ "loss": 0.5539,
1462
+ "step": 4950
1463
+ },
1464
+ {
1465
+ "epoch": 6.616101131071191,
1466
+ "grad_norm": 92.23932647705078,
1467
+ "learning_rate": 1.487293144208038e-05,
1468
+ "loss": 0.8237,
1469
+ "step": 4975
1470
+ },
1471
+ {
1472
+ "epoch": 6.649367930805057,
1473
+ "grad_norm": 107.12472534179688,
1474
+ "learning_rate": 1.483599290780142e-05,
1475
+ "loss": 0.7834,
1476
+ "step": 5000
1477
+ },
1478
+ {
1479
+ "epoch": 6.682634730538922,
1480
+ "grad_norm": 37.8351936340332,
1481
+ "learning_rate": 1.4799054373522459e-05,
1482
+ "loss": 0.5459,
1483
+ "step": 5025
1484
+ },
1485
+ {
1486
+ "epoch": 6.715901530272788,
1487
+ "grad_norm": 7.94844388961792,
1488
+ "learning_rate": 1.47621158392435e-05,
1489
+ "loss": 0.7502,
1490
+ "step": 5050
1491
+ },
1492
+ {
1493
+ "epoch": 6.749168330006653,
1494
+ "grad_norm": 47.60363006591797,
1495
+ "learning_rate": 1.472517730496454e-05,
1496
+ "loss": 0.811,
1497
+ "step": 5075
1498
+ },
1499
+ {
1500
+ "epoch": 6.782435129740519,
1501
+ "grad_norm": 53.00639343261719,
1502
+ "learning_rate": 1.4688238770685582e-05,
1503
+ "loss": 0.7122,
1504
+ "step": 5100
1505
+ },
1506
+ {
1507
+ "epoch": 6.815701929474384,
1508
+ "grad_norm": 53.41514587402344,
1509
+ "learning_rate": 1.4651300236406621e-05,
1510
+ "loss": 0.6682,
1511
+ "step": 5125
1512
+ },
1513
+ {
1514
+ "epoch": 6.84896872920825,
1515
+ "grad_norm": 65.28089904785156,
1516
+ "learning_rate": 1.4614361702127662e-05,
1517
+ "loss": 0.7138,
1518
+ "step": 5150
1519
+ },
1520
+ {
1521
+ "epoch": 6.8822355289421155,
1522
+ "grad_norm": 43.93553161621094,
1523
+ "learning_rate": 1.4577423167848701e-05,
1524
+ "loss": 0.6116,
1525
+ "step": 5175
1526
+ },
1527
+ {
1528
+ "epoch": 6.915502328675982,
1529
+ "grad_norm": 39.30377197265625,
1530
+ "learning_rate": 1.454048463356974e-05,
1531
+ "loss": 0.6607,
1532
+ "step": 5200
1533
+ },
1534
+ {
1535
+ "epoch": 6.948769128409847,
1536
+ "grad_norm": 74.43134307861328,
1537
+ "learning_rate": 1.4503546099290781e-05,
1538
+ "loss": 0.658,
1539
+ "step": 5225
1540
+ },
1541
+ {
1542
+ "epoch": 6.982035928143713,
1543
+ "grad_norm": 79.9866714477539,
1544
+ "learning_rate": 1.446660756501182e-05,
1545
+ "loss": 0.631,
1546
+ "step": 5250
1547
+ },
1548
+ {
1549
+ "epoch": 7.0,
1550
+ "eval_accuracy": 0.8645209580838323,
1551
+ "eval_loss": 0.49340981245040894,
1552
+ "eval_macro_f1": 0.6712256127745468,
1553
+ "eval_runtime": 5.1493,
1554
+ "eval_samples_per_second": 518.908,
1555
+ "eval_steps_per_second": 32.432,
1556
+ "eval_weighted_f1": 0.8645793836600245,
1557
+ "step": 5264
1558
+ },
1559
+ {
1560
+ "epoch": 7.014637391882901,
1561
+ "grad_norm": 67.51939392089844,
1562
+ "learning_rate": 1.4429669030732863e-05,
1563
+ "loss": 0.5356,
1564
+ "step": 5275
1565
+ },
1566
+ {
1567
+ "epoch": 7.047904191616767,
1568
+ "grad_norm": 38.586666107177734,
1569
+ "learning_rate": 1.4392730496453902e-05,
1570
+ "loss": 0.4965,
1571
+ "step": 5300
1572
+ },
1573
+ {
1574
+ "epoch": 7.081170991350632,
1575
+ "grad_norm": 71.36872863769531,
1576
+ "learning_rate": 1.4355791962174943e-05,
1577
+ "loss": 0.4168,
1578
+ "step": 5325
1579
+ },
1580
+ {
1581
+ "epoch": 7.114437791084498,
1582
+ "grad_norm": 37.27564239501953,
1583
+ "learning_rate": 1.4318853427895982e-05,
1584
+ "loss": 0.488,
1585
+ "step": 5350
1586
+ },
1587
+ {
1588
+ "epoch": 7.147704590818363,
1589
+ "grad_norm": 50.13539505004883,
1590
+ "learning_rate": 1.4281914893617021e-05,
1591
+ "loss": 0.561,
1592
+ "step": 5375
1593
+ },
1594
+ {
1595
+ "epoch": 7.180971390552229,
1596
+ "grad_norm": 163.9149627685547,
1597
+ "learning_rate": 1.4244976359338062e-05,
1598
+ "loss": 0.4141,
1599
+ "step": 5400
1600
+ },
1601
+ {
1602
+ "epoch": 7.214238190286094,
1603
+ "grad_norm": 99.96155548095703,
1604
+ "learning_rate": 1.4208037825059103e-05,
1605
+ "loss": 0.5146,
1606
+ "step": 5425
1607
+ },
1608
+ {
1609
+ "epoch": 7.24750499001996,
1610
+ "grad_norm": 43.8009033203125,
1611
+ "learning_rate": 1.4171099290780144e-05,
1612
+ "loss": 0.5508,
1613
+ "step": 5450
1614
+ },
1615
+ {
1616
+ "epoch": 7.2807717897538256,
1617
+ "grad_norm": 60.41126251220703,
1618
+ "learning_rate": 1.4134160756501183e-05,
1619
+ "loss": 0.5181,
1620
+ "step": 5475
1621
+ },
1622
+ {
1623
+ "epoch": 7.314038589487692,
1624
+ "grad_norm": 17.511503219604492,
1625
+ "learning_rate": 1.4097222222222224e-05,
1626
+ "loss": 0.5233,
1627
+ "step": 5500
1628
+ },
1629
+ {
1630
+ "epoch": 7.347305389221557,
1631
+ "grad_norm": 83.1619644165039,
1632
+ "learning_rate": 1.4060283687943263e-05,
1633
+ "loss": 0.3829,
1634
+ "step": 5525
1635
+ },
1636
+ {
1637
+ "epoch": 7.380572188955423,
1638
+ "grad_norm": 51.49971008300781,
1639
+ "learning_rate": 1.4023345153664302e-05,
1640
+ "loss": 0.6616,
1641
+ "step": 5550
1642
+ },
1643
+ {
1644
+ "epoch": 7.413838988689288,
1645
+ "grad_norm": 173.27862548828125,
1646
+ "learning_rate": 1.3986406619385345e-05,
1647
+ "loss": 0.5136,
1648
+ "step": 5575
1649
+ },
1650
+ {
1651
+ "epoch": 7.447105788423154,
1652
+ "grad_norm": 61.906761169433594,
1653
+ "learning_rate": 1.3949468085106384e-05,
1654
+ "loss": 0.5644,
1655
+ "step": 5600
1656
+ },
1657
+ {
1658
+ "epoch": 7.480372588157019,
1659
+ "grad_norm": 61.75961685180664,
1660
+ "learning_rate": 1.3912529550827425e-05,
1661
+ "loss": 0.5616,
1662
+ "step": 5625
1663
+ },
1664
+ {
1665
+ "epoch": 7.513639387890885,
1666
+ "grad_norm": 96.28238677978516,
1667
+ "learning_rate": 1.3875591016548464e-05,
1668
+ "loss": 0.3991,
1669
+ "step": 5650
1670
+ },
1671
+ {
1672
+ "epoch": 7.54690618762475,
1673
+ "grad_norm": 41.26216506958008,
1674
+ "learning_rate": 1.3838652482269505e-05,
1675
+ "loss": 0.5918,
1676
+ "step": 5675
1677
+ },
1678
+ {
1679
+ "epoch": 7.580172987358616,
1680
+ "grad_norm": 123.16735076904297,
1681
+ "learning_rate": 1.3801713947990544e-05,
1682
+ "loss": 0.4571,
1683
+ "step": 5700
1684
+ },
1685
+ {
1686
+ "epoch": 7.6134397870924815,
1687
+ "grad_norm": 33.84270477294922,
1688
+ "learning_rate": 1.3764775413711583e-05,
1689
+ "loss": 0.3739,
1690
+ "step": 5725
1691
+ },
1692
+ {
1693
+ "epoch": 7.6467065868263475,
1694
+ "grad_norm": 138.20370483398438,
1695
+ "learning_rate": 1.3727836879432626e-05,
1696
+ "loss": 0.7187,
1697
+ "step": 5750
1698
+ },
1699
+ {
1700
+ "epoch": 7.679973386560213,
1701
+ "grad_norm": 57.75898742675781,
1702
+ "learning_rate": 1.3690898345153665e-05,
1703
+ "loss": 0.5429,
1704
+ "step": 5775
1705
+ },
1706
+ {
1707
+ "epoch": 7.713240186294079,
1708
+ "grad_norm": 137.57618713378906,
1709
+ "learning_rate": 1.3653959810874706e-05,
1710
+ "loss": 0.6346,
1711
+ "step": 5800
1712
+ },
1713
+ {
1714
+ "epoch": 7.746506986027944,
1715
+ "grad_norm": 52.64277648925781,
1716
+ "learning_rate": 1.3617021276595745e-05,
1717
+ "loss": 0.6806,
1718
+ "step": 5825
1719
+ },
1720
+ {
1721
+ "epoch": 7.77977378576181,
1722
+ "grad_norm": 90.93256378173828,
1723
+ "learning_rate": 1.3580082742316786e-05,
1724
+ "loss": 0.4052,
1725
+ "step": 5850
1726
+ },
1727
+ {
1728
+ "epoch": 7.813040585495675,
1729
+ "grad_norm": 36.91998291015625,
1730
+ "learning_rate": 1.3543144208037825e-05,
1731
+ "loss": 0.4814,
1732
+ "step": 5875
1733
+ },
1734
+ {
1735
+ "epoch": 7.846307385229541,
1736
+ "grad_norm": 123.77490234375,
1737
+ "learning_rate": 1.3506205673758865e-05,
1738
+ "loss": 0.3695,
1739
+ "step": 5900
1740
+ },
1741
+ {
1742
+ "epoch": 7.879574184963406,
1743
+ "grad_norm": 71.27392578125,
1744
+ "learning_rate": 1.3469267139479907e-05,
1745
+ "loss": 0.5502,
1746
+ "step": 5925
1747
+ },
1748
+ {
1749
+ "epoch": 7.912840984697272,
1750
+ "grad_norm": 48.98058319091797,
1751
+ "learning_rate": 1.3432328605200946e-05,
1752
+ "loss": 0.5402,
1753
+ "step": 5950
1754
+ },
1755
+ {
1756
+ "epoch": 7.946107784431137,
1757
+ "grad_norm": 8.854557991027832,
1758
+ "learning_rate": 1.3395390070921987e-05,
1759
+ "loss": 0.3877,
1760
+ "step": 5975
1761
+ },
1762
+ {
1763
+ "epoch": 7.9793745841650034,
1764
+ "grad_norm": 50.891300201416016,
1765
+ "learning_rate": 1.3358451536643026e-05,
1766
+ "loss": 0.6583,
1767
+ "step": 6000
1768
+ },
1769
+ {
1770
+ "epoch": 8.0,
1771
+ "eval_accuracy": 0.8488023952095808,
1772
+ "eval_loss": 0.552740752696991,
1773
+ "eval_macro_f1": 0.6490213681810212,
1774
+ "eval_runtime": 4.9057,
1775
+ "eval_samples_per_second": 544.678,
1776
+ "eval_steps_per_second": 34.042,
1777
+ "eval_weighted_f1": 0.853789088103385,
1778
+ "step": 6016
1779
+ },
1780
+ {
1781
+ "epoch": 8.011976047904191,
1782
+ "grad_norm": 50.22834396362305,
1783
+ "learning_rate": 1.3321513002364069e-05,
1784
+ "loss": 0.6175,
1785
+ "step": 6025
1786
+ },
1787
+ {
1788
+ "epoch": 8.045242847638058,
1789
+ "grad_norm": 129.93026733398438,
1790
+ "learning_rate": 1.3284574468085108e-05,
1791
+ "loss": 0.3595,
1792
+ "step": 6050
1793
+ },
1794
+ {
1795
+ "epoch": 8.078509647371924,
1796
+ "grad_norm": 44.153724670410156,
1797
+ "learning_rate": 1.3247635933806147e-05,
1798
+ "loss": 0.4915,
1799
+ "step": 6075
1800
+ },
1801
+ {
1802
+ "epoch": 8.111776447105788,
1803
+ "grad_norm": 50.6900520324707,
1804
+ "learning_rate": 1.3210697399527188e-05,
1805
+ "loss": 0.3644,
1806
+ "step": 6100
1807
+ },
1808
+ {
1809
+ "epoch": 8.145043246839654,
1810
+ "grad_norm": 111.16980743408203,
1811
+ "learning_rate": 1.3173758865248227e-05,
1812
+ "loss": 0.4362,
1813
+ "step": 6125
1814
+ },
1815
+ {
1816
+ "epoch": 8.17831004657352,
1817
+ "grad_norm": 3.8904495239257812,
1818
+ "learning_rate": 1.3136820330969268e-05,
1819
+ "loss": 0.5183,
1820
+ "step": 6150
1821
+ },
1822
+ {
1823
+ "epoch": 8.211576846307386,
1824
+ "grad_norm": 53.98445510864258,
1825
+ "learning_rate": 1.3099881796690307e-05,
1826
+ "loss": 0.478,
1827
+ "step": 6175
1828
+ },
1829
+ {
1830
+ "epoch": 8.24484364604125,
1831
+ "grad_norm": 51.462440490722656,
1832
+ "learning_rate": 1.306294326241135e-05,
1833
+ "loss": 0.4896,
1834
+ "step": 6200
1835
+ },
1836
+ {
1837
+ "epoch": 8.278110445775116,
1838
+ "grad_norm": 10.473731994628906,
1839
+ "learning_rate": 1.302600472813239e-05,
1840
+ "loss": 0.382,
1841
+ "step": 6225
1842
+ },
1843
+ {
1844
+ "epoch": 8.311377245508982,
1845
+ "grad_norm": 30.889976501464844,
1846
+ "learning_rate": 1.2989066193853428e-05,
1847
+ "loss": 0.47,
1848
+ "step": 6250
1849
+ },
1850
+ {
1851
+ "epoch": 8.344644045242848,
1852
+ "grad_norm": 23.246580123901367,
1853
+ "learning_rate": 1.295212765957447e-05,
1854
+ "loss": 0.3949,
1855
+ "step": 6275
1856
+ },
1857
+ {
1858
+ "epoch": 8.377910844976713,
1859
+ "grad_norm": 12.868432998657227,
1860
+ "learning_rate": 1.2915189125295508e-05,
1861
+ "loss": 0.4957,
1862
+ "step": 6300
1863
+ },
1864
+ {
1865
+ "epoch": 8.411177644710579,
1866
+ "grad_norm": 138.133056640625,
1867
+ "learning_rate": 1.287825059101655e-05,
1868
+ "loss": 0.3496,
1869
+ "step": 6325
1870
+ },
1871
+ {
1872
+ "epoch": 8.444444444444445,
1873
+ "grad_norm": 117.22947692871094,
1874
+ "learning_rate": 1.2841312056737589e-05,
1875
+ "loss": 0.5041,
1876
+ "step": 6350
1877
+ },
1878
+ {
1879
+ "epoch": 8.47771124417831,
1880
+ "grad_norm": 233.4966583251953,
1881
+ "learning_rate": 1.2804373522458631e-05,
1882
+ "loss": 0.5209,
1883
+ "step": 6375
1884
+ },
1885
+ {
1886
+ "epoch": 8.510978043912175,
1887
+ "grad_norm": 49.767578125,
1888
+ "learning_rate": 1.276743498817967e-05,
1889
+ "loss": 0.5986,
1890
+ "step": 6400
1891
+ },
1892
+ {
1893
+ "epoch": 8.544244843646041,
1894
+ "grad_norm": 104.48527526855469,
1895
+ "learning_rate": 1.273049645390071e-05,
1896
+ "loss": 0.4654,
1897
+ "step": 6425
1898
+ },
1899
+ {
1900
+ "epoch": 8.577511643379907,
1901
+ "grad_norm": 11.973702430725098,
1902
+ "learning_rate": 1.269355791962175e-05,
1903
+ "loss": 0.449,
1904
+ "step": 6450
1905
+ },
1906
+ {
1907
+ "epoch": 8.610778443113773,
1908
+ "grad_norm": 43.9163818359375,
1909
+ "learning_rate": 1.265661938534279e-05,
1910
+ "loss": 0.7029,
1911
+ "step": 6475
1912
+ },
1913
+ {
1914
+ "epoch": 8.644045242847637,
1915
+ "grad_norm": 35.278343200683594,
1916
+ "learning_rate": 1.2619680851063832e-05,
1917
+ "loss": 0.5354,
1918
+ "step": 6500
1919
+ },
1920
+ {
1921
+ "epoch": 8.677312042581503,
1922
+ "grad_norm": 12.317283630371094,
1923
+ "learning_rate": 1.2582742316784871e-05,
1924
+ "loss": 0.4734,
1925
+ "step": 6525
1926
+ },
1927
+ {
1928
+ "epoch": 8.71057884231537,
1929
+ "grad_norm": 12.840983390808105,
1930
+ "learning_rate": 1.2545803782505912e-05,
1931
+ "loss": 0.441,
1932
+ "step": 6550
1933
+ },
1934
+ {
1935
+ "epoch": 8.743845642049235,
1936
+ "grad_norm": 78.96651458740234,
1937
+ "learning_rate": 1.2508865248226951e-05,
1938
+ "loss": 0.4608,
1939
+ "step": 6575
1940
+ },
1941
+ {
1942
+ "epoch": 8.7771124417831,
1943
+ "grad_norm": 84.44933319091797,
1944
+ "learning_rate": 1.247192671394799e-05,
1945
+ "loss": 0.5275,
1946
+ "step": 6600
1947
+ },
1948
+ {
1949
+ "epoch": 8.810379241516966,
1950
+ "grad_norm": 70.8785171508789,
1951
+ "learning_rate": 1.2434988179669031e-05,
1952
+ "loss": 0.5293,
1953
+ "step": 6625
1954
+ },
1955
+ {
1956
+ "epoch": 8.843646041250832,
1957
+ "grad_norm": 184.6240234375,
1958
+ "learning_rate": 1.239804964539007e-05,
1959
+ "loss": 0.4154,
1960
+ "step": 6650
1961
+ },
1962
+ {
1963
+ "epoch": 8.876912840984698,
1964
+ "grad_norm": 5.227367877960205,
1965
+ "learning_rate": 1.2361111111111113e-05,
1966
+ "loss": 0.3332,
1967
+ "step": 6675
1968
+ },
1969
+ {
1970
+ "epoch": 8.910179640718562,
1971
+ "grad_norm": 12.240099906921387,
1972
+ "learning_rate": 1.2324172576832152e-05,
1973
+ "loss": 0.4864,
1974
+ "step": 6700
1975
+ },
1976
+ {
1977
+ "epoch": 8.943446440452428,
1978
+ "grad_norm": 43.18598937988281,
1979
+ "learning_rate": 1.2287234042553193e-05,
1980
+ "loss": 0.4224,
1981
+ "step": 6725
1982
+ },
1983
+ {
1984
+ "epoch": 8.976713240186294,
1985
+ "grad_norm": 65.2289810180664,
1986
+ "learning_rate": 1.2250295508274232e-05,
1987
+ "loss": 0.6456,
1988
+ "step": 6750
1989
+ },
1990
+ {
1991
+ "epoch": 9.0,
1992
+ "eval_accuracy": 0.875,
1993
+ "eval_loss": 0.612424373626709,
1994
+ "eval_macro_f1": 0.6737981844020272,
1995
+ "eval_runtime": 4.9589,
1996
+ "eval_samples_per_second": 538.834,
1997
+ "eval_steps_per_second": 33.677,
1998
+ "eval_weighted_f1": 0.8705819538219418,
1999
+ "step": 6768
2000
+ },
2001
+ {
2002
+ "epoch": 9.009314703925483,
2003
+ "grad_norm": 11.278035163879395,
2004
+ "learning_rate": 1.2213356973995272e-05,
2005
+ "loss": 0.3709,
2006
+ "step": 6775
2007
+ },
2008
+ {
2009
+ "epoch": 9.042581503659347,
2010
+ "grad_norm": 0.8149779438972473,
2011
+ "learning_rate": 1.2176418439716313e-05,
2012
+ "loss": 0.4902,
2013
+ "step": 6800
2014
+ },
2015
+ {
2016
+ "epoch": 9.075848303393213,
2017
+ "grad_norm": 37.30036544799805,
2018
+ "learning_rate": 1.2139479905437352e-05,
2019
+ "loss": 0.3415,
2020
+ "step": 6825
2021
+ },
2022
+ {
2023
+ "epoch": 9.10911510312708,
2024
+ "grad_norm": 42.868831634521484,
2025
+ "learning_rate": 1.2102541371158394e-05,
2026
+ "loss": 0.3187,
2027
+ "step": 6850
2028
+ },
2029
+ {
2030
+ "epoch": 9.142381902860945,
2031
+ "grad_norm": 94.64480590820312,
2032
+ "learning_rate": 1.2065602836879434e-05,
2033
+ "loss": 0.3338,
2034
+ "step": 6875
2035
+ },
2036
+ {
2037
+ "epoch": 9.17564870259481,
2038
+ "grad_norm": 50.855220794677734,
2039
+ "learning_rate": 1.2028664302600474e-05,
2040
+ "loss": 0.2395,
2041
+ "step": 6900
2042
+ },
2043
+ {
2044
+ "epoch": 9.208915502328676,
2045
+ "grad_norm": 56.38665771484375,
2046
+ "learning_rate": 1.1991725768321514e-05,
2047
+ "loss": 0.6127,
2048
+ "step": 6925
2049
+ },
2050
+ {
2051
+ "epoch": 9.242182302062542,
2052
+ "grad_norm": 71.44122314453125,
2053
+ "learning_rate": 1.1954787234042554e-05,
2054
+ "loss": 0.4507,
2055
+ "step": 6950
2056
+ },
2057
+ {
2058
+ "epoch": 9.275449101796408,
2059
+ "grad_norm": 139.63198852539062,
2060
+ "learning_rate": 1.1917848699763595e-05,
2061
+ "loss": 0.4734,
2062
+ "step": 6975
2063
+ },
2064
+ {
2065
+ "epoch": 9.308715901530272,
2066
+ "grad_norm": 68.60955810546875,
2067
+ "learning_rate": 1.1880910165484635e-05,
2068
+ "loss": 0.508,
2069
+ "step": 7000
2070
+ },
2071
+ {
2072
+ "epoch": 9.341982701264138,
2073
+ "grad_norm": 195.9664306640625,
2074
+ "learning_rate": 1.1843971631205675e-05,
2075
+ "loss": 0.3567,
2076
+ "step": 7025
2077
+ },
2078
+ {
2079
+ "epoch": 9.375249500998004,
2080
+ "grad_norm": 3.9564409255981445,
2081
+ "learning_rate": 1.1807033096926715e-05,
2082
+ "loss": 0.3299,
2083
+ "step": 7050
2084
+ },
2085
+ {
2086
+ "epoch": 9.40851630073187,
2087
+ "grad_norm": 138.1326141357422,
2088
+ "learning_rate": 1.1770094562647755e-05,
2089
+ "loss": 0.4666,
2090
+ "step": 7075
2091
+ },
2092
+ {
2093
+ "epoch": 9.441783100465734,
2094
+ "grad_norm": 46.93519592285156,
2095
+ "learning_rate": 1.1733156028368795e-05,
2096
+ "loss": 0.426,
2097
+ "step": 7100
2098
+ },
2099
+ {
2100
+ "epoch": 9.4750499001996,
2101
+ "grad_norm": 2.6514739990234375,
2102
+ "learning_rate": 1.1696217494089837e-05,
2103
+ "loss": 0.5063,
2104
+ "step": 7125
2105
+ },
2106
+ {
2107
+ "epoch": 9.508316699933467,
2108
+ "grad_norm": 64.56378936767578,
2109
+ "learning_rate": 1.1659278959810876e-05,
2110
+ "loss": 0.3179,
2111
+ "step": 7150
2112
+ },
2113
+ {
2114
+ "epoch": 9.541583499667333,
2115
+ "grad_norm": 55.0404167175293,
2116
+ "learning_rate": 1.1622340425531916e-05,
2117
+ "loss": 0.4373,
2118
+ "step": 7175
2119
+ },
2120
+ {
2121
+ "epoch": 9.574850299401197,
2122
+ "grad_norm": 7.765622615814209,
2123
+ "learning_rate": 1.1585401891252956e-05,
2124
+ "loss": 0.303,
2125
+ "step": 7200
2126
+ },
2127
+ {
2128
+ "epoch": 9.608117099135063,
2129
+ "grad_norm": 18.848297119140625,
2130
+ "learning_rate": 1.1548463356973996e-05,
2131
+ "loss": 0.4492,
2132
+ "step": 7225
2133
+ },
2134
+ {
2135
+ "epoch": 9.641383898868929,
2136
+ "grad_norm": 262.19842529296875,
2137
+ "learning_rate": 1.1511524822695037e-05,
2138
+ "loss": 0.4514,
2139
+ "step": 7250
2140
+ },
2141
+ {
2142
+ "epoch": 9.674650698602795,
2143
+ "grad_norm": 181.69119262695312,
2144
+ "learning_rate": 1.1474586288416076e-05,
2145
+ "loss": 0.3267,
2146
+ "step": 7275
2147
+ },
2148
+ {
2149
+ "epoch": 9.70791749833666,
2150
+ "grad_norm": 195.1144256591797,
2151
+ "learning_rate": 1.1437647754137118e-05,
2152
+ "loss": 0.5117,
2153
+ "step": 7300
2154
+ },
2155
+ {
2156
+ "epoch": 9.741184298070525,
2157
+ "grad_norm": 19.344404220581055,
2158
+ "learning_rate": 1.1400709219858158e-05,
2159
+ "loss": 0.369,
2160
+ "step": 7325
2161
+ },
2162
+ {
2163
+ "epoch": 9.774451097804391,
2164
+ "grad_norm": 94.47791290283203,
2165
+ "learning_rate": 1.1363770685579197e-05,
2166
+ "loss": 0.4978,
2167
+ "step": 7350
2168
+ },
2169
+ {
2170
+ "epoch": 9.807717897538257,
2171
+ "grad_norm": 131.7777099609375,
2172
+ "learning_rate": 1.1326832151300238e-05,
2173
+ "loss": 0.315,
2174
+ "step": 7375
2175
+ },
2176
+ {
2177
+ "epoch": 9.840984697272123,
2178
+ "grad_norm": 146.18838500976562,
2179
+ "learning_rate": 1.1289893617021277e-05,
2180
+ "loss": 0.454,
2181
+ "step": 7400
2182
+ },
2183
+ {
2184
+ "epoch": 9.874251497005988,
2185
+ "grad_norm": 28.97772979736328,
2186
+ "learning_rate": 1.1252955082742318e-05,
2187
+ "loss": 0.5419,
2188
+ "step": 7425
2189
+ },
2190
+ {
2191
+ "epoch": 9.907518296739854,
2192
+ "grad_norm": 52.84548568725586,
2193
+ "learning_rate": 1.1216016548463357e-05,
2194
+ "loss": 0.3849,
2195
+ "step": 7450
2196
+ },
2197
+ {
2198
+ "epoch": 9.94078509647372,
2199
+ "grad_norm": 32.59284591674805,
2200
+ "learning_rate": 1.11790780141844e-05,
2201
+ "loss": 0.5302,
2202
+ "step": 7475
2203
+ },
2204
+ {
2205
+ "epoch": 9.974051896207584,
2206
+ "grad_norm": 112.50459289550781,
2207
+ "learning_rate": 1.1142139479905439e-05,
2208
+ "loss": 0.4261,
2209
+ "step": 7500
2210
+ },
2211
+ {
2212
+ "epoch": 10.0,
2213
+ "eval_accuracy": 0.8712574850299402,
2214
+ "eval_loss": 0.6363743543624878,
2215
+ "eval_macro_f1": 0.6830009889426251,
2216
+ "eval_runtime": 4.6527,
2217
+ "eval_samples_per_second": 574.293,
2218
+ "eval_steps_per_second": 35.893,
2219
+ "eval_weighted_f1": 0.8712214563606286,
2220
+ "step": 7520
2221
+ },
2222
+ {
2223
+ "epoch": 10.006653359946773,
2224
+ "grad_norm": 146.90472412109375,
2225
+ "learning_rate": 1.1105200945626478e-05,
2226
+ "loss": 0.447,
2227
+ "step": 7525
2228
+ },
2229
+ {
2230
+ "epoch": 10.039920159680639,
2231
+ "grad_norm": 53.61845397949219,
2232
+ "learning_rate": 1.1068262411347519e-05,
2233
+ "loss": 0.3145,
2234
+ "step": 7550
2235
+ },
2236
+ {
2237
+ "epoch": 10.073186959414505,
2238
+ "grad_norm": 96.29273223876953,
2239
+ "learning_rate": 1.1031323877068558e-05,
2240
+ "loss": 0.2888,
2241
+ "step": 7575
2242
+ },
2243
+ {
2244
+ "epoch": 10.10645375914837,
2245
+ "grad_norm": 45.66432571411133,
2246
+ "learning_rate": 1.09943853427896e-05,
2247
+ "loss": 0.3253,
2248
+ "step": 7600
2249
+ },
2250
+ {
2251
+ "epoch": 10.139720558882235,
2252
+ "grad_norm": 100.30284881591797,
2253
+ "learning_rate": 1.095744680851064e-05,
2254
+ "loss": 0.3018,
2255
+ "step": 7625
2256
+ },
2257
+ {
2258
+ "epoch": 10.172987358616101,
2259
+ "grad_norm": 12.076370239257812,
2260
+ "learning_rate": 1.092050827423168e-05,
2261
+ "loss": 0.2337,
2262
+ "step": 7650
2263
+ },
2264
+ {
2265
+ "epoch": 10.206254158349967,
2266
+ "grad_norm": 112.977294921875,
2267
+ "learning_rate": 1.088356973995272e-05,
2268
+ "loss": 0.6186,
2269
+ "step": 7675
2270
+ },
2271
+ {
2272
+ "epoch": 10.239520958083832,
2273
+ "grad_norm": 71.6809310913086,
2274
+ "learning_rate": 1.0846631205673759e-05,
2275
+ "loss": 0.3596,
2276
+ "step": 7700
2277
+ },
2278
+ {
2279
+ "epoch": 10.272787757817698,
2280
+ "grad_norm": 59.19803237915039,
2281
+ "learning_rate": 1.08096926713948e-05,
2282
+ "loss": 0.4265,
2283
+ "step": 7725
2284
+ },
2285
+ {
2286
+ "epoch": 10.306054557551564,
2287
+ "grad_norm": 39.408939361572266,
2288
+ "learning_rate": 1.0772754137115839e-05,
2289
+ "loss": 0.5025,
2290
+ "step": 7750
2291
+ },
2292
+ {
2293
+ "epoch": 10.33932135728543,
2294
+ "grad_norm": 4.5459208488464355,
2295
+ "learning_rate": 1.0735815602836882e-05,
2296
+ "loss": 0.4587,
2297
+ "step": 7775
2298
+ },
2299
+ {
2300
+ "epoch": 10.372588157019294,
2301
+ "grad_norm": 85.29998779296875,
2302
+ "learning_rate": 1.069887706855792e-05,
2303
+ "loss": 0.3325,
2304
+ "step": 7800
2305
+ },
2306
+ {
2307
+ "epoch": 10.40585495675316,
2308
+ "grad_norm": 4.750024318695068,
2309
+ "learning_rate": 1.0661938534278962e-05,
2310
+ "loss": 0.2386,
2311
+ "step": 7825
2312
+ },
2313
+ {
2314
+ "epoch": 10.439121756487026,
2315
+ "grad_norm": 34.515071868896484,
2316
+ "learning_rate": 1.0625e-05,
2317
+ "loss": 0.4523,
2318
+ "step": 7850
2319
+ },
2320
+ {
2321
+ "epoch": 10.472388556220892,
2322
+ "grad_norm": 2.448835849761963,
2323
+ "learning_rate": 1.058806146572104e-05,
2324
+ "loss": 0.3871,
2325
+ "step": 7875
2326
+ },
2327
+ {
2328
+ "epoch": 10.505655355954758,
2329
+ "grad_norm": 98.859375,
2330
+ "learning_rate": 1.055112293144208e-05,
2331
+ "loss": 0.4361,
2332
+ "step": 7900
2333
+ },
2334
+ {
2335
+ "epoch": 10.538922155688622,
2336
+ "grad_norm": 162.70277404785156,
2337
+ "learning_rate": 1.051418439716312e-05,
2338
+ "loss": 0.3253,
2339
+ "step": 7925
2340
+ },
2341
+ {
2342
+ "epoch": 10.572188955422488,
2343
+ "grad_norm": 19.962324142456055,
2344
+ "learning_rate": 1.0477245862884163e-05,
2345
+ "loss": 0.402,
2346
+ "step": 7950
2347
+ },
2348
+ {
2349
+ "epoch": 10.605455755156354,
2350
+ "grad_norm": 10.693754196166992,
2351
+ "learning_rate": 1.0440307328605202e-05,
2352
+ "loss": 0.4327,
2353
+ "step": 7975
2354
+ },
2355
+ {
2356
+ "epoch": 10.638722554890219,
2357
+ "grad_norm": 159.30935668945312,
2358
+ "learning_rate": 1.0403368794326243e-05,
2359
+ "loss": 0.4039,
2360
+ "step": 8000
2361
+ },
2362
+ {
2363
+ "epoch": 10.671989354624085,
2364
+ "grad_norm": 31.413610458374023,
2365
+ "learning_rate": 1.0366430260047282e-05,
2366
+ "loss": 0.3767,
2367
+ "step": 8025
2368
+ },
2369
+ {
2370
+ "epoch": 10.70525615435795,
2371
+ "grad_norm": 81.35327911376953,
2372
+ "learning_rate": 1.0329491725768321e-05,
2373
+ "loss": 0.3967,
2374
+ "step": 8050
2375
+ },
2376
+ {
2377
+ "epoch": 10.738522954091817,
2378
+ "grad_norm": 0.5500437617301941,
2379
+ "learning_rate": 1.0292553191489364e-05,
2380
+ "loss": 0.486,
2381
+ "step": 8075
2382
+ },
2383
+ {
2384
+ "epoch": 10.771789753825683,
2385
+ "grad_norm": 19.54410743713379,
2386
+ "learning_rate": 1.0255614657210403e-05,
2387
+ "loss": 0.2892,
2388
+ "step": 8100
2389
+ },
2390
+ {
2391
+ "epoch": 10.805056553559547,
2392
+ "grad_norm": 0.4680987000465393,
2393
+ "learning_rate": 1.0218676122931444e-05,
2394
+ "loss": 0.4031,
2395
+ "step": 8125
2396
+ },
2397
+ {
2398
+ "epoch": 10.838323353293413,
2399
+ "grad_norm": 7.604605197906494,
2400
+ "learning_rate": 1.0181737588652483e-05,
2401
+ "loss": 0.3348,
2402
+ "step": 8150
2403
+ },
2404
+ {
2405
+ "epoch": 10.87159015302728,
2406
+ "grad_norm": 85.0234146118164,
2407
+ "learning_rate": 1.0144799054373524e-05,
2408
+ "loss": 0.4595,
2409
+ "step": 8175
2410
+ },
2411
+ {
2412
+ "epoch": 10.904856952761145,
2413
+ "grad_norm": 142.15426635742188,
2414
+ "learning_rate": 1.0107860520094563e-05,
2415
+ "loss": 0.28,
2416
+ "step": 8200
2417
+ },
2418
+ {
2419
+ "epoch": 10.93812375249501,
2420
+ "grad_norm": 123.78627014160156,
2421
+ "learning_rate": 1.0070921985815602e-05,
2422
+ "loss": 0.2889,
2423
+ "step": 8225
2424
+ },
2425
+ {
2426
+ "epoch": 10.971390552228875,
2427
+ "grad_norm": 94.64741516113281,
2428
+ "learning_rate": 1.0033983451536645e-05,
2429
+ "loss": 0.3714,
2430
+ "step": 8250
2431
+ },
2432
+ {
2433
+ "epoch": 11.0,
2434
+ "eval_accuracy": 0.8532934131736527,
2435
+ "eval_loss": 0.894757091999054,
2436
+ "eval_macro_f1": 0.674934990833731,
2437
+ "eval_runtime": 5.0022,
2438
+ "eval_samples_per_second": 534.16,
2439
+ "eval_steps_per_second": 33.385,
2440
+ "eval_weighted_f1": 0.8614173057537522,
2441
+ "step": 8272
2442
+ },
2443
+ {
2444
+ "epoch": 11.003992015968064,
2445
+ "grad_norm": 111.74949645996094,
2446
+ "learning_rate": 9.997044917257684e-06,
2447
+ "loss": 0.5586,
2448
+ "step": 8275
2449
+ },
2450
+ {
2451
+ "epoch": 11.037258815701929,
2452
+ "grad_norm": 189.83901977539062,
2453
+ "learning_rate": 9.960106382978723e-06,
2454
+ "loss": 0.2896,
2455
+ "step": 8300
2456
+ },
2457
+ {
2458
+ "epoch": 11.070525615435795,
2459
+ "grad_norm": 7.084700584411621,
2460
+ "learning_rate": 9.923167848699764e-06,
2461
+ "loss": 0.2221,
2462
+ "step": 8325
2463
+ },
2464
+ {
2465
+ "epoch": 11.10379241516966,
2466
+ "grad_norm": 103.59099578857422,
2467
+ "learning_rate": 9.886229314420805e-06,
2468
+ "loss": 0.4709,
2469
+ "step": 8350
2470
+ },
2471
+ {
2472
+ "epoch": 11.137059214903527,
2473
+ "grad_norm": 0.2679242491722107,
2474
+ "learning_rate": 9.849290780141844e-06,
2475
+ "loss": 0.2899,
2476
+ "step": 8375
2477
+ },
2478
+ {
2479
+ "epoch": 11.170326014637391,
2480
+ "grad_norm": 6.770369529724121,
2481
+ "learning_rate": 9.812352245862885e-06,
2482
+ "loss": 0.341,
2483
+ "step": 8400
2484
+ },
2485
+ {
2486
+ "epoch": 11.203592814371257,
2487
+ "grad_norm": 27.116470336914062,
2488
+ "learning_rate": 9.775413711583926e-06,
2489
+ "loss": 0.3034,
2490
+ "step": 8425
2491
+ },
2492
+ {
2493
+ "epoch": 11.236859614105123,
2494
+ "grad_norm": 25.655982971191406,
2495
+ "learning_rate": 9.738475177304965e-06,
2496
+ "loss": 0.3067,
2497
+ "step": 8450
2498
+ },
2499
+ {
2500
+ "epoch": 11.27012641383899,
2501
+ "grad_norm": 0.49838224053382874,
2502
+ "learning_rate": 9.701536643026006e-06,
2503
+ "loss": 0.2938,
2504
+ "step": 8475
2505
+ },
2506
+ {
2507
+ "epoch": 11.303393213572853,
2508
+ "grad_norm": 0.04968804493546486,
2509
+ "learning_rate": 9.664598108747045e-06,
2510
+ "loss": 0.369,
2511
+ "step": 8500
2512
+ },
2513
+ {
2514
+ "epoch": 11.33666001330672,
2515
+ "grad_norm": 0.8868095874786377,
2516
+ "learning_rate": 9.627659574468086e-06,
2517
+ "loss": 0.2701,
2518
+ "step": 8525
2519
+ },
2520
+ {
2521
+ "epoch": 11.369926813040586,
2522
+ "grad_norm": 157.68955993652344,
2523
+ "learning_rate": 9.590721040189127e-06,
2524
+ "loss": 0.4613,
2525
+ "step": 8550
2526
+ },
2527
+ {
2528
+ "epoch": 11.403193612774452,
2529
+ "grad_norm": 15.680246353149414,
2530
+ "learning_rate": 9.553782505910166e-06,
2531
+ "loss": 0.5104,
2532
+ "step": 8575
2533
+ },
2534
+ {
2535
+ "epoch": 11.436460412508318,
2536
+ "grad_norm": 3.860753297805786,
2537
+ "learning_rate": 9.516843971631207e-06,
2538
+ "loss": 0.319,
2539
+ "step": 8600
2540
+ },
2541
+ {
2542
+ "epoch": 11.469727212242182,
2543
+ "grad_norm": 0.05179605633020401,
2544
+ "learning_rate": 9.479905437352248e-06,
2545
+ "loss": 0.2497,
2546
+ "step": 8625
2547
+ },
2548
+ {
2549
+ "epoch": 11.502994011976048,
2550
+ "grad_norm": 19.539119720458984,
2551
+ "learning_rate": 9.442966903073287e-06,
2552
+ "loss": 0.3076,
2553
+ "step": 8650
2554
+ },
2555
+ {
2556
+ "epoch": 11.536260811709914,
2557
+ "grad_norm": 171.96554565429688,
2558
+ "learning_rate": 9.406028368794326e-06,
2559
+ "loss": 0.2451,
2560
+ "step": 8675
2561
+ },
2562
+ {
2563
+ "epoch": 11.569527611443778,
2564
+ "grad_norm": 104.6055908203125,
2565
+ "learning_rate": 9.369089834515367e-06,
2566
+ "loss": 0.4882,
2567
+ "step": 8700
2568
+ },
2569
+ {
2570
+ "epoch": 11.602794411177644,
2571
+ "grad_norm": 192.49107360839844,
2572
+ "learning_rate": 9.332151300236408e-06,
2573
+ "loss": 0.1927,
2574
+ "step": 8725
2575
+ },
2576
+ {
2577
+ "epoch": 11.63606121091151,
2578
+ "grad_norm": 113.66520690917969,
2579
+ "learning_rate": 9.295212765957447e-06,
2580
+ "loss": 0.5132,
2581
+ "step": 8750
2582
+ },
2583
+ {
2584
+ "epoch": 11.669328010645376,
2585
+ "grad_norm": 1.5357458591461182,
2586
+ "learning_rate": 9.258274231678488e-06,
2587
+ "loss": 0.3299,
2588
+ "step": 8775
2589
+ },
2590
+ {
2591
+ "epoch": 11.702594810379242,
2592
+ "grad_norm": 7.425477981567383,
2593
+ "learning_rate": 9.221335697399529e-06,
2594
+ "loss": 0.3152,
2595
+ "step": 8800
2596
+ },
2597
+ {
2598
+ "epoch": 11.735861610113107,
2599
+ "grad_norm": 88.83858489990234,
2600
+ "learning_rate": 9.184397163120568e-06,
2601
+ "loss": 0.4287,
2602
+ "step": 8825
2603
+ },
2604
+ {
2605
+ "epoch": 11.769128409846973,
2606
+ "grad_norm": 116.88427734375,
2607
+ "learning_rate": 9.147458628841607e-06,
2608
+ "loss": 0.2827,
2609
+ "step": 8850
2610
+ },
2611
+ {
2612
+ "epoch": 11.802395209580839,
2613
+ "grad_norm": 0.2855460047721863,
2614
+ "learning_rate": 9.110520094562648e-06,
2615
+ "loss": 0.3539,
2616
+ "step": 8875
2617
+ },
2618
+ {
2619
+ "epoch": 11.835662009314705,
2620
+ "grad_norm": 0.2470688670873642,
2621
+ "learning_rate": 9.073581560283689e-06,
2622
+ "loss": 0.2994,
2623
+ "step": 8900
2624
+ },
2625
+ {
2626
+ "epoch": 11.868928809048569,
2627
+ "grad_norm": 0.7920336723327637,
2628
+ "learning_rate": 9.036643026004728e-06,
2629
+ "loss": 0.4487,
2630
+ "step": 8925
2631
+ },
2632
+ {
2633
+ "epoch": 11.902195608782435,
2634
+ "grad_norm": 22.19344711303711,
2635
+ "learning_rate": 8.999704491725769e-06,
2636
+ "loss": 0.6164,
2637
+ "step": 8950
2638
+ },
2639
+ {
2640
+ "epoch": 11.935462408516301,
2641
+ "grad_norm": 0.01289329957216978,
2642
+ "learning_rate": 8.96276595744681e-06,
2643
+ "loss": 0.2209,
2644
+ "step": 8975
2645
+ },
2646
+ {
2647
+ "epoch": 11.968729208250167,
2648
+ "grad_norm": 13.674651145935059,
2649
+ "learning_rate": 8.925827423167849e-06,
2650
+ "loss": 0.3971,
2651
+ "step": 9000
2652
+ },
2653
+ {
2654
+ "epoch": 12.0,
2655
+ "eval_accuracy": 0.873877245508982,
2656
+ "eval_loss": 0.8464699983596802,
2657
+ "eval_macro_f1": 0.688652109205021,
2658
+ "eval_runtime": 4.8222,
2659
+ "eval_samples_per_second": 554.099,
2660
+ "eval_steps_per_second": 34.631,
2661
+ "eval_weighted_f1": 0.8739574547555415,
2662
+ "step": 9024
2663
+ }
2664
+ ],
2665
+ "logging_steps": 25,
2666
+ "max_steps": 15040,
2667
+ "num_input_tokens_seen": 0,
2668
+ "num_train_epochs": 20,
2669
+ "save_steps": 500,
2670
+ "stateful_callbacks": {
2671
+ "EarlyStoppingCallback": {
2672
+ "args": {
2673
+ "early_stopping_patience": 3,
2674
+ "early_stopping_threshold": 0.0
2675
+ },
2676
+ "attributes": {
2677
+ "early_stopping_patience_counter": 0
2678
+ }
2679
+ },
2680
+ "TrainerControl": {
2681
+ "args": {
2682
+ "should_epoch_stop": false,
2683
+ "should_evaluate": false,
2684
+ "should_log": false,
2685
+ "should_save": true,
2686
+ "should_training_stop": false
2687
+ },
2688
+ "attributes": {}
2689
+ }
2690
+ },
2691
+ "total_flos": 0.0,
2692
+ "train_batch_size": 8,
2693
+ "trial_name": null,
2694
+ "trial_params": null
2695
+ }