PhaaNe commited on
Commit
bdf7277
·
verified ·
1 Parent(s): e0fbf79

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/special_tokens_map.json +15 -0
  2. ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/tokenizer_config.json +55 -0
  3. ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/trainer_state.json +463 -0
  4. ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/special_tokens_map.json +15 -0
  5. ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/tokenizer_config.json +55 -0
  6. ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/trainer_state.json +643 -0
  7. ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/trainer_state.json +883 -0
  8. ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/special_tokens_map.json +15 -0
  9. ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/tokenizer_config.json +55 -0
  10. ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/trainer_state.json +664 -0
  11. ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/special_tokens_map.json +15 -0
  12. ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/tokenizer_config.json +55 -0
  13. ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/trainer_state.json +851 -0
  14. ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/special_tokens_map.json +15 -0
  15. ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/tokenizer_config.json +55 -0
  16. ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/trainer_state.json +791 -0
  17. ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/special_tokens_map.json +15 -0
  18. ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/tokenizer_config.json +55 -0
  19. ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/trainer_state.json +978 -0
  20. ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/tokenizer_config.json +55 -0
  21. ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/special_tokens_map.json +15 -0
  22. ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/tokenizer_config.json +55 -0
  23. ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/trainer_state.json +766 -0
  24. ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/special_tokens_map.json +15 -0
  25. ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/tokenizer_config.json +55 -0
  26. ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/trainer_state.json +967 -0
  27. ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/special_tokens_map.json +15 -0
  28. ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/tokenizer_config.json +55 -0
  29. ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/trainer_state.json +509 -0
  30. ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json +15 -0
  31. ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json +55 -0
  32. ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/trainer_state.json +682 -0
  33. ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/special_tokens_map.json +15 -0
  34. ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/tokenizer_config.json +55 -0
  35. ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/trainer_state.json +484 -0
  36. ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json +15 -0
  37. ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json +55 -0
  38. ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/trainer_state.json +671 -0
  39. ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/special_tokens_map.json +15 -0
  40. ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/tokenizer_config.json +55 -0
  41. ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/trainer_state.json +692 -0
  42. ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/special_tokens_map.json +15 -0
  43. ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/tokenizer_config.json +55 -0
  44. ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/trainer_state.json +886 -0
  45. ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/special_tokens_map.json +15 -0
  46. ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/tokenizer_config.json +55 -0
  47. ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/trainer_state.json +1292 -0
  48. ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/special_tokens_map.json +15 -0
  49. ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/tokenizer_config.json +55 -0
  50. ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/trainer_state.json +1430 -0
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/trainer_state.json ADDED
@@ -0,0 +1,463 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1225,
3
+ "best_metric": 0.7994876258284768,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1225,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1430615164520744,
14
+ "grad_norm": 27.122297286987305,
15
+ "learning_rate": 1.3714285714285717e-06,
16
+ "loss": 4.7759,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2861230329041488,
21
+ "grad_norm": 59.43880081176758,
22
+ "learning_rate": 2.8000000000000003e-06,
23
+ "loss": 4.6219,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4291845493562232,
28
+ "grad_norm": 55.6755485534668,
29
+ "learning_rate": 4.228571428571429e-06,
30
+ "loss": 4.693,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5722460658082976,
35
+ "grad_norm": 40.60078811645508,
36
+ "learning_rate": 5.6571428571428576e-06,
37
+ "loss": 4.5839,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7153075822603719,
42
+ "grad_norm": 28.24003028869629,
43
+ "learning_rate": 7.085714285714286e-06,
44
+ "loss": 4.5034,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8583690987124464,
49
+ "grad_norm": 31.74135398864746,
50
+ "learning_rate": 8.514285714285715e-06,
51
+ "loss": 4.406,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "grad_norm": 40.622154235839844,
57
+ "learning_rate": 9.942857142857145e-06,
58
+ "loss": 4.3812,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.4973045822102426,
64
+ "eval_loss": 1.0204524993896484,
65
+ "eval_macro_f1": 0.4681941125727187,
66
+ "eval_runtime": 1.4388,
67
+ "eval_samples_per_second": 515.704,
68
+ "eval_steps_per_second": 32.666,
69
+ "eval_weighted_f1": 0.4623285482930722,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.1430615164520743,
74
+ "grad_norm": 47.46178436279297,
75
+ "learning_rate": 1.1371428571428573e-05,
76
+ "loss": 4.2726,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.2861230329041489,
81
+ "grad_norm": 81.7600326538086,
82
+ "learning_rate": 1.2800000000000001e-05,
83
+ "loss": 3.9112,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.4291845493562232,
88
+ "grad_norm": 32.21867370605469,
89
+ "learning_rate": 1.422857142857143e-05,
90
+ "loss": 3.9335,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.5722460658082977,
95
+ "grad_norm": 32.208499908447266,
96
+ "learning_rate": 1.5657142857142856e-05,
97
+ "loss": 3.7275,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.715307582260372,
102
+ "grad_norm": 50.13444137573242,
103
+ "learning_rate": 1.708571428571429e-05,
104
+ "loss": 3.6336,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.8583690987124464,
109
+ "grad_norm": 56.77170944213867,
110
+ "learning_rate": 1.8514285714285716e-05,
111
+ "loss": 3.1006,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "grad_norm": 59.30906295776367,
117
+ "learning_rate": 1.9942857142857142e-05,
118
+ "loss": 2.9869,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.6778975741239892,
124
+ "eval_loss": 0.7418091893196106,
125
+ "eval_macro_f1": 0.6644258401660617,
126
+ "eval_runtime": 1.4416,
127
+ "eval_samples_per_second": 514.723,
128
+ "eval_steps_per_second": 32.604,
129
+ "eval_weighted_f1": 0.6654016902755536,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.1430615164520743,
134
+ "grad_norm": 70.63394165039062,
135
+ "learning_rate": 1.984761904761905e-05,
136
+ "loss": 2.9789,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.2861230329041486,
141
+ "grad_norm": 75.70922088623047,
142
+ "learning_rate": 1.968888888888889e-05,
143
+ "loss": 2.9248,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.429184549356223,
148
+ "grad_norm": 88.60429382324219,
149
+ "learning_rate": 1.953015873015873e-05,
150
+ "loss": 2.962,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.5722460658082977,
155
+ "grad_norm": 272.87042236328125,
156
+ "learning_rate": 1.937142857142857e-05,
157
+ "loss": 2.7307,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.715307582260372,
162
+ "grad_norm": 210.26141357421875,
163
+ "learning_rate": 1.9212698412698414e-05,
164
+ "loss": 2.5054,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.8583690987124464,
169
+ "grad_norm": 110.55992126464844,
170
+ "learning_rate": 1.9053968253968257e-05,
171
+ "loss": 2.4598,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 3.0,
176
+ "grad_norm": 47.324161529541016,
177
+ "learning_rate": 1.8895238095238096e-05,
178
+ "loss": 2.7742,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 3.0,
183
+ "eval_accuracy": 0.7358490566037735,
184
+ "eval_loss": 0.6270394325256348,
185
+ "eval_macro_f1": 0.7308224271529906,
186
+ "eval_runtime": 1.3803,
187
+ "eval_samples_per_second": 537.564,
188
+ "eval_steps_per_second": 34.051,
189
+ "eval_weighted_f1": 0.7314034656730196,
190
+ "step": 525
191
+ },
192
+ {
193
+ "epoch": 3.1430615164520743,
194
+ "grad_norm": 125.97797393798828,
195
+ "learning_rate": 1.8736507936507936e-05,
196
+ "loss": 2.3214,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.2861230329041486,
201
+ "grad_norm": 64.92932891845703,
202
+ "learning_rate": 1.857777777777778e-05,
203
+ "loss": 2.3122,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.429184549356223,
208
+ "grad_norm": 82.06285095214844,
209
+ "learning_rate": 1.8419047619047622e-05,
210
+ "loss": 2.3621,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.5722460658082977,
215
+ "grad_norm": 64.9288101196289,
216
+ "learning_rate": 1.8260317460317462e-05,
217
+ "loss": 2.3366,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.715307582260372,
222
+ "grad_norm": 125.84674835205078,
223
+ "learning_rate": 1.81015873015873e-05,
224
+ "loss": 1.9172,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.8583690987124464,
229
+ "grad_norm": 87.95266723632812,
230
+ "learning_rate": 1.7942857142857144e-05,
231
+ "loss": 2.0919,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 4.0,
236
+ "grad_norm": 94.46449279785156,
237
+ "learning_rate": 1.7784126984126987e-05,
238
+ "loss": 1.972,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 4.0,
243
+ "eval_accuracy": 0.77088948787062,
244
+ "eval_loss": 0.6147024035453796,
245
+ "eval_macro_f1": 0.7693498174354044,
246
+ "eval_runtime": 1.3914,
247
+ "eval_samples_per_second": 533.295,
248
+ "eval_steps_per_second": 33.78,
249
+ "eval_weighted_f1": 0.7696330203693793,
250
+ "step": 700
251
+ },
252
+ {
253
+ "epoch": 4.143061516452074,
254
+ "grad_norm": 60.67487335205078,
255
+ "learning_rate": 1.7625396825396827e-05,
256
+ "loss": 1.5522,
257
+ "step": 725
258
+ },
259
+ {
260
+ "epoch": 4.286123032904149,
261
+ "grad_norm": 61.644317626953125,
262
+ "learning_rate": 1.7466666666666667e-05,
263
+ "loss": 1.6289,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.429184549356223,
268
+ "grad_norm": 149.19985961914062,
269
+ "learning_rate": 1.730793650793651e-05,
270
+ "loss": 1.6151,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.572246065808297,
275
+ "grad_norm": 66.23664093017578,
276
+ "learning_rate": 1.7149206349206353e-05,
277
+ "loss": 1.6821,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.715307582260372,
282
+ "grad_norm": 74.64324951171875,
283
+ "learning_rate": 1.6990476190476192e-05,
284
+ "loss": 1.8073,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.858369098712446,
289
+ "grad_norm": 60.93206024169922,
290
+ "learning_rate": 1.6831746031746032e-05,
291
+ "loss": 1.6873,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 5.0,
296
+ "grad_norm": 47.84584426879883,
297
+ "learning_rate": 1.6673015873015875e-05,
298
+ "loss": 1.6922,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 5.0,
303
+ "eval_accuracy": 0.7857142857142857,
304
+ "eval_loss": 0.5730224847793579,
305
+ "eval_macro_f1": 0.7824204394401439,
306
+ "eval_runtime": 1.4554,
307
+ "eval_samples_per_second": 509.818,
308
+ "eval_steps_per_second": 32.293,
309
+ "eval_weighted_f1": 0.7827597508935723,
310
+ "step": 875
311
+ },
312
+ {
313
+ "epoch": 5.143061516452074,
314
+ "grad_norm": 89.27355194091797,
315
+ "learning_rate": 1.6514285714285714e-05,
316
+ "loss": 1.5896,
317
+ "step": 900
318
+ },
319
+ {
320
+ "epoch": 5.286123032904149,
321
+ "grad_norm": 125.82630157470703,
322
+ "learning_rate": 1.6355555555555557e-05,
323
+ "loss": 1.3238,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.429184549356223,
328
+ "grad_norm": 46.79832458496094,
329
+ "learning_rate": 1.6196825396825397e-05,
330
+ "loss": 1.2641,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.572246065808297,
335
+ "grad_norm": 57.92550277709961,
336
+ "learning_rate": 1.603809523809524e-05,
337
+ "loss": 1.326,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.715307582260372,
342
+ "grad_norm": 72.66822814941406,
343
+ "learning_rate": 1.587936507936508e-05,
344
+ "loss": 1.1365,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.858369098712446,
349
+ "grad_norm": 48.0202751159668,
350
+ "learning_rate": 1.5720634920634923e-05,
351
+ "loss": 1.091,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 6.0,
356
+ "grad_norm": 60.14397430419922,
357
+ "learning_rate": 1.5561904761904762e-05,
358
+ "loss": 1.4026,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 6.0,
363
+ "eval_accuracy": 0.7870619946091644,
364
+ "eval_loss": 0.6443524956703186,
365
+ "eval_macro_f1": 0.785004694653633,
366
+ "eval_runtime": 1.3552,
367
+ "eval_samples_per_second": 547.508,
368
+ "eval_steps_per_second": 34.68,
369
+ "eval_weighted_f1": 0.7852994719238655,
370
+ "step": 1050
371
+ },
372
+ {
373
+ "epoch": 6.143061516452074,
374
+ "grad_norm": 83.08121490478516,
375
+ "learning_rate": 1.5403174603174605e-05,
376
+ "loss": 0.9843,
377
+ "step": 1075
378
+ },
379
+ {
380
+ "epoch": 6.286123032904149,
381
+ "grad_norm": 59.59733200073242,
382
+ "learning_rate": 1.5244444444444447e-05,
383
+ "loss": 1.1028,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.429184549356223,
388
+ "grad_norm": 139.6619873046875,
389
+ "learning_rate": 1.5085714285714288e-05,
390
+ "loss": 0.8819,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.572246065808297,
395
+ "grad_norm": 108.10102844238281,
396
+ "learning_rate": 1.4926984126984128e-05,
397
+ "loss": 0.9497,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.715307582260372,
402
+ "grad_norm": 95.14066314697266,
403
+ "learning_rate": 1.4768253968253969e-05,
404
+ "loss": 1.0314,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.858369098712446,
409
+ "grad_norm": 104.47781372070312,
410
+ "learning_rate": 1.4609523809523812e-05,
411
+ "loss": 1.2599,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 7.0,
416
+ "grad_norm": 51.86659240722656,
417
+ "learning_rate": 1.4450793650793653e-05,
418
+ "loss": 0.9992,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 7.0,
423
+ "eval_accuracy": 0.8005390835579514,
424
+ "eval_loss": 0.6789265275001526,
425
+ "eval_macro_f1": 0.7994876258284768,
426
+ "eval_runtime": 1.3518,
427
+ "eval_samples_per_second": 548.907,
428
+ "eval_steps_per_second": 34.769,
429
+ "eval_weighted_f1": 0.7996493161669018,
430
+ "step": 1225
431
+ }
432
+ ],
433
+ "logging_steps": 25,
434
+ "max_steps": 3500,
435
+ "num_input_tokens_seen": 0,
436
+ "num_train_epochs": 20,
437
+ "save_steps": 500,
438
+ "stateful_callbacks": {
439
+ "EarlyStoppingCallback": {
440
+ "args": {
441
+ "early_stopping_patience": 3,
442
+ "early_stopping_threshold": 0.0
443
+ },
444
+ "attributes": {
445
+ "early_stopping_patience_counter": 0
446
+ }
447
+ },
448
+ "TrainerControl": {
449
+ "args": {
450
+ "should_epoch_stop": false,
451
+ "should_evaluate": false,
452
+ "should_log": false,
453
+ "should_save": true,
454
+ "should_training_stop": false
455
+ },
456
+ "attributes": {}
457
+ }
458
+ },
459
+ "total_flos": 0.0,
460
+ "train_batch_size": 8,
461
+ "trial_name": null,
462
+ "trial_params": null
463
+ }
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/trainer_state.json ADDED
@@ -0,0 +1,643 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1225,
3
+ "best_metric": 0.7994876258284768,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1750,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1430615164520744,
14
+ "grad_norm": 27.122297286987305,
15
+ "learning_rate": 1.3714285714285717e-06,
16
+ "loss": 4.7759,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2861230329041488,
21
+ "grad_norm": 59.43880081176758,
22
+ "learning_rate": 2.8000000000000003e-06,
23
+ "loss": 4.6219,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4291845493562232,
28
+ "grad_norm": 55.6755485534668,
29
+ "learning_rate": 4.228571428571429e-06,
30
+ "loss": 4.693,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5722460658082976,
35
+ "grad_norm": 40.60078811645508,
36
+ "learning_rate": 5.6571428571428576e-06,
37
+ "loss": 4.5839,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7153075822603719,
42
+ "grad_norm": 28.24003028869629,
43
+ "learning_rate": 7.085714285714286e-06,
44
+ "loss": 4.5034,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8583690987124464,
49
+ "grad_norm": 31.74135398864746,
50
+ "learning_rate": 8.514285714285715e-06,
51
+ "loss": 4.406,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "grad_norm": 40.622154235839844,
57
+ "learning_rate": 9.942857142857145e-06,
58
+ "loss": 4.3812,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.4973045822102426,
64
+ "eval_loss": 1.0204524993896484,
65
+ "eval_macro_f1": 0.4681941125727187,
66
+ "eval_runtime": 1.4388,
67
+ "eval_samples_per_second": 515.704,
68
+ "eval_steps_per_second": 32.666,
69
+ "eval_weighted_f1": 0.4623285482930722,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.1430615164520743,
74
+ "grad_norm": 47.46178436279297,
75
+ "learning_rate": 1.1371428571428573e-05,
76
+ "loss": 4.2726,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.2861230329041489,
81
+ "grad_norm": 81.7600326538086,
82
+ "learning_rate": 1.2800000000000001e-05,
83
+ "loss": 3.9112,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.4291845493562232,
88
+ "grad_norm": 32.21867370605469,
89
+ "learning_rate": 1.422857142857143e-05,
90
+ "loss": 3.9335,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.5722460658082977,
95
+ "grad_norm": 32.208499908447266,
96
+ "learning_rate": 1.5657142857142856e-05,
97
+ "loss": 3.7275,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.715307582260372,
102
+ "grad_norm": 50.13444137573242,
103
+ "learning_rate": 1.708571428571429e-05,
104
+ "loss": 3.6336,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.8583690987124464,
109
+ "grad_norm": 56.77170944213867,
110
+ "learning_rate": 1.8514285714285716e-05,
111
+ "loss": 3.1006,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "grad_norm": 59.30906295776367,
117
+ "learning_rate": 1.9942857142857142e-05,
118
+ "loss": 2.9869,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.6778975741239892,
124
+ "eval_loss": 0.7418091893196106,
125
+ "eval_macro_f1": 0.6644258401660617,
126
+ "eval_runtime": 1.4416,
127
+ "eval_samples_per_second": 514.723,
128
+ "eval_steps_per_second": 32.604,
129
+ "eval_weighted_f1": 0.6654016902755536,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.1430615164520743,
134
+ "grad_norm": 70.63394165039062,
135
+ "learning_rate": 1.984761904761905e-05,
136
+ "loss": 2.9789,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.2861230329041486,
141
+ "grad_norm": 75.70922088623047,
142
+ "learning_rate": 1.968888888888889e-05,
143
+ "loss": 2.9248,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.429184549356223,
148
+ "grad_norm": 88.60429382324219,
149
+ "learning_rate": 1.953015873015873e-05,
150
+ "loss": 2.962,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.5722460658082977,
155
+ "grad_norm": 272.87042236328125,
156
+ "learning_rate": 1.937142857142857e-05,
157
+ "loss": 2.7307,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.715307582260372,
162
+ "grad_norm": 210.26141357421875,
163
+ "learning_rate": 1.9212698412698414e-05,
164
+ "loss": 2.5054,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.8583690987124464,
169
+ "grad_norm": 110.55992126464844,
170
+ "learning_rate": 1.9053968253968257e-05,
171
+ "loss": 2.4598,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 3.0,
176
+ "grad_norm": 47.324161529541016,
177
+ "learning_rate": 1.8895238095238096e-05,
178
+ "loss": 2.7742,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 3.0,
183
+ "eval_accuracy": 0.7358490566037735,
184
+ "eval_loss": 0.6270394325256348,
185
+ "eval_macro_f1": 0.7308224271529906,
186
+ "eval_runtime": 1.3803,
187
+ "eval_samples_per_second": 537.564,
188
+ "eval_steps_per_second": 34.051,
189
+ "eval_weighted_f1": 0.7314034656730196,
190
+ "step": 525
191
+ },
192
+ {
193
+ "epoch": 3.1430615164520743,
194
+ "grad_norm": 125.97797393798828,
195
+ "learning_rate": 1.8736507936507936e-05,
196
+ "loss": 2.3214,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.2861230329041486,
201
+ "grad_norm": 64.92932891845703,
202
+ "learning_rate": 1.857777777777778e-05,
203
+ "loss": 2.3122,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.429184549356223,
208
+ "grad_norm": 82.06285095214844,
209
+ "learning_rate": 1.8419047619047622e-05,
210
+ "loss": 2.3621,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.5722460658082977,
215
+ "grad_norm": 64.9288101196289,
216
+ "learning_rate": 1.8260317460317462e-05,
217
+ "loss": 2.3366,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.715307582260372,
222
+ "grad_norm": 125.84674835205078,
223
+ "learning_rate": 1.81015873015873e-05,
224
+ "loss": 1.9172,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.8583690987124464,
229
+ "grad_norm": 87.95266723632812,
230
+ "learning_rate": 1.7942857142857144e-05,
231
+ "loss": 2.0919,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 4.0,
236
+ "grad_norm": 94.46449279785156,
237
+ "learning_rate": 1.7784126984126987e-05,
238
+ "loss": 1.972,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 4.0,
243
+ "eval_accuracy": 0.77088948787062,
244
+ "eval_loss": 0.6147024035453796,
245
+ "eval_macro_f1": 0.7693498174354044,
246
+ "eval_runtime": 1.3914,
247
+ "eval_samples_per_second": 533.295,
248
+ "eval_steps_per_second": 33.78,
249
+ "eval_weighted_f1": 0.7696330203693793,
250
+ "step": 700
251
+ },
252
+ {
253
+ "epoch": 4.143061516452074,
254
+ "grad_norm": 60.67487335205078,
255
+ "learning_rate": 1.7625396825396827e-05,
256
+ "loss": 1.5522,
257
+ "step": 725
258
+ },
259
+ {
260
+ "epoch": 4.286123032904149,
261
+ "grad_norm": 61.644317626953125,
262
+ "learning_rate": 1.7466666666666667e-05,
263
+ "loss": 1.6289,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.429184549356223,
268
+ "grad_norm": 149.19985961914062,
269
+ "learning_rate": 1.730793650793651e-05,
270
+ "loss": 1.6151,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.572246065808297,
275
+ "grad_norm": 66.23664093017578,
276
+ "learning_rate": 1.7149206349206353e-05,
277
+ "loss": 1.6821,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.715307582260372,
282
+ "grad_norm": 74.64324951171875,
283
+ "learning_rate": 1.6990476190476192e-05,
284
+ "loss": 1.8073,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.858369098712446,
289
+ "grad_norm": 60.93206024169922,
290
+ "learning_rate": 1.6831746031746032e-05,
291
+ "loss": 1.6873,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 5.0,
296
+ "grad_norm": 47.84584426879883,
297
+ "learning_rate": 1.6673015873015875e-05,
298
+ "loss": 1.6922,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 5.0,
303
+ "eval_accuracy": 0.7857142857142857,
304
+ "eval_loss": 0.5730224847793579,
305
+ "eval_macro_f1": 0.7824204394401439,
306
+ "eval_runtime": 1.4554,
307
+ "eval_samples_per_second": 509.818,
308
+ "eval_steps_per_second": 32.293,
309
+ "eval_weighted_f1": 0.7827597508935723,
310
+ "step": 875
311
+ },
312
+ {
313
+ "epoch": 5.143061516452074,
314
+ "grad_norm": 89.27355194091797,
315
+ "learning_rate": 1.6514285714285714e-05,
316
+ "loss": 1.5896,
317
+ "step": 900
318
+ },
319
+ {
320
+ "epoch": 5.286123032904149,
321
+ "grad_norm": 125.82630157470703,
322
+ "learning_rate": 1.6355555555555557e-05,
323
+ "loss": 1.3238,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.429184549356223,
328
+ "grad_norm": 46.79832458496094,
329
+ "learning_rate": 1.6196825396825397e-05,
330
+ "loss": 1.2641,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.572246065808297,
335
+ "grad_norm": 57.92550277709961,
336
+ "learning_rate": 1.603809523809524e-05,
337
+ "loss": 1.326,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.715307582260372,
342
+ "grad_norm": 72.66822814941406,
343
+ "learning_rate": 1.587936507936508e-05,
344
+ "loss": 1.1365,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.858369098712446,
349
+ "grad_norm": 48.0202751159668,
350
+ "learning_rate": 1.5720634920634923e-05,
351
+ "loss": 1.091,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 6.0,
356
+ "grad_norm": 60.14397430419922,
357
+ "learning_rate": 1.5561904761904762e-05,
358
+ "loss": 1.4026,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 6.0,
363
+ "eval_accuracy": 0.7870619946091644,
364
+ "eval_loss": 0.6443524956703186,
365
+ "eval_macro_f1": 0.785004694653633,
366
+ "eval_runtime": 1.3552,
367
+ "eval_samples_per_second": 547.508,
368
+ "eval_steps_per_second": 34.68,
369
+ "eval_weighted_f1": 0.7852994719238655,
370
+ "step": 1050
371
+ },
372
+ {
373
+ "epoch": 6.143061516452074,
374
+ "grad_norm": 83.08121490478516,
375
+ "learning_rate": 1.5403174603174605e-05,
376
+ "loss": 0.9843,
377
+ "step": 1075
378
+ },
379
+ {
380
+ "epoch": 6.286123032904149,
381
+ "grad_norm": 59.59733200073242,
382
+ "learning_rate": 1.5244444444444447e-05,
383
+ "loss": 1.1028,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.429184549356223,
388
+ "grad_norm": 139.6619873046875,
389
+ "learning_rate": 1.5085714285714288e-05,
390
+ "loss": 0.8819,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.572246065808297,
395
+ "grad_norm": 108.10102844238281,
396
+ "learning_rate": 1.4926984126984128e-05,
397
+ "loss": 0.9497,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.715307582260372,
402
+ "grad_norm": 95.14066314697266,
403
+ "learning_rate": 1.4768253968253969e-05,
404
+ "loss": 1.0314,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.858369098712446,
409
+ "grad_norm": 104.47781372070312,
410
+ "learning_rate": 1.4609523809523812e-05,
411
+ "loss": 1.2599,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 7.0,
416
+ "grad_norm": 51.86659240722656,
417
+ "learning_rate": 1.4450793650793653e-05,
418
+ "loss": 0.9992,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 7.0,
423
+ "eval_accuracy": 0.8005390835579514,
424
+ "eval_loss": 0.6789265275001526,
425
+ "eval_macro_f1": 0.7994876258284768,
426
+ "eval_runtime": 1.3518,
427
+ "eval_samples_per_second": 548.907,
428
+ "eval_steps_per_second": 34.769,
429
+ "eval_weighted_f1": 0.7996493161669018,
430
+ "step": 1225
431
+ },
432
+ {
433
+ "epoch": 7.143061516452074,
434
+ "grad_norm": 145.59483337402344,
435
+ "learning_rate": 1.4292063492063493e-05,
436
+ "loss": 0.6811,
437
+ "step": 1250
438
+ },
439
+ {
440
+ "epoch": 7.286123032904149,
441
+ "grad_norm": 42.76904296875,
442
+ "learning_rate": 1.4133333333333334e-05,
443
+ "loss": 0.7158,
444
+ "step": 1275
445
+ },
446
+ {
447
+ "epoch": 7.429184549356223,
448
+ "grad_norm": 14.292810440063477,
449
+ "learning_rate": 1.3974603174603177e-05,
450
+ "loss": 0.6795,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.572246065808297,
455
+ "grad_norm": 49.20805740356445,
456
+ "learning_rate": 1.3815873015873018e-05,
457
+ "loss": 0.7754,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.715307582260372,
462
+ "grad_norm": 62.06067657470703,
463
+ "learning_rate": 1.3657142857142858e-05,
464
+ "loss": 0.7432,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.858369098712446,
469
+ "grad_norm": 26.24473762512207,
470
+ "learning_rate": 1.34984126984127e-05,
471
+ "loss": 1.0388,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 8.0,
476
+ "grad_norm": 18.52705955505371,
477
+ "learning_rate": 1.333968253968254e-05,
478
+ "loss": 0.7667,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 8.0,
483
+ "eval_accuracy": 0.7857142857142857,
484
+ "eval_loss": 0.7483949661254883,
485
+ "eval_macro_f1": 0.7843724446658314,
486
+ "eval_runtime": 1.4555,
487
+ "eval_samples_per_second": 509.791,
488
+ "eval_steps_per_second": 32.291,
489
+ "eval_weighted_f1": 0.78507964243299,
490
+ "step": 1400
491
+ },
492
+ {
493
+ "epoch": 8.143061516452075,
494
+ "grad_norm": 136.52684020996094,
495
+ "learning_rate": 1.318095238095238e-05,
496
+ "loss": 0.593,
497
+ "step": 1425
498
+ },
499
+ {
500
+ "epoch": 8.286123032904149,
501
+ "grad_norm": 258.1898193359375,
502
+ "learning_rate": 1.3022222222222223e-05,
503
+ "loss": 0.7245,
504
+ "step": 1450
505
+ },
506
+ {
507
+ "epoch": 8.429184549356224,
508
+ "grad_norm": 104.06348419189453,
509
+ "learning_rate": 1.2863492063492065e-05,
510
+ "loss": 0.6104,
511
+ "step": 1475
512
+ },
513
+ {
514
+ "epoch": 8.572246065808297,
515
+ "grad_norm": 74.28701782226562,
516
+ "learning_rate": 1.2704761904761906e-05,
517
+ "loss": 0.5837,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.715307582260372,
522
+ "grad_norm": 202.4929656982422,
523
+ "learning_rate": 1.2546031746031746e-05,
524
+ "loss": 0.6333,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.858369098712446,
529
+ "grad_norm": 239.24806213378906,
530
+ "learning_rate": 1.2387301587301589e-05,
531
+ "loss": 0.5087,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 9.0,
536
+ "grad_norm": 112.44168853759766,
537
+ "learning_rate": 1.222857142857143e-05,
538
+ "loss": 0.5058,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 9.0,
543
+ "eval_accuracy": 0.7911051212938005,
544
+ "eval_loss": 1.0112429857254028,
545
+ "eval_macro_f1": 0.7884388398946326,
546
+ "eval_runtime": 1.3793,
547
+ "eval_samples_per_second": 537.972,
548
+ "eval_steps_per_second": 34.076,
549
+ "eval_weighted_f1": 0.7888690299333287,
550
+ "step": 1575
551
+ },
552
+ {
553
+ "epoch": 9.143061516452075,
554
+ "grad_norm": 146.00531005859375,
555
+ "learning_rate": 1.2069841269841271e-05,
556
+ "loss": 0.4095,
557
+ "step": 1600
558
+ },
559
+ {
560
+ "epoch": 9.286123032904149,
561
+ "grad_norm": 318.4605407714844,
562
+ "learning_rate": 1.191111111111111e-05,
563
+ "loss": 0.4612,
564
+ "step": 1625
565
+ },
566
+ {
567
+ "epoch": 9.429184549356224,
568
+ "grad_norm": 84.81963348388672,
569
+ "learning_rate": 1.1752380952380952e-05,
570
+ "loss": 0.4593,
571
+ "step": 1650
572
+ },
573
+ {
574
+ "epoch": 9.572246065808297,
575
+ "grad_norm": 58.43313217163086,
576
+ "learning_rate": 1.1593650793650795e-05,
577
+ "loss": 0.414,
578
+ "step": 1675
579
+ },
580
+ {
581
+ "epoch": 9.715307582260372,
582
+ "grad_norm": 180.89051818847656,
583
+ "learning_rate": 1.1434920634920636e-05,
584
+ "loss": 0.4567,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.858369098712446,
589
+ "grad_norm": 10.721101760864258,
590
+ "learning_rate": 1.1276190476190476e-05,
591
+ "loss": 0.4532,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 10.0,
596
+ "grad_norm": 17.80390739440918,
597
+ "learning_rate": 1.1117460317460317e-05,
598
+ "loss": 0.7147,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 10.0,
603
+ "eval_accuracy": 0.7803234501347709,
604
+ "eval_loss": 1.1322543621063232,
605
+ "eval_macro_f1": 0.7822883873206349,
606
+ "eval_runtime": 1.392,
607
+ "eval_samples_per_second": 533.027,
608
+ "eval_steps_per_second": 33.763,
609
+ "eval_weighted_f1": 0.7822249867990235,
610
+ "step": 1750
611
+ }
612
+ ],
613
+ "logging_steps": 25,
614
+ "max_steps": 3500,
615
+ "num_input_tokens_seen": 0,
616
+ "num_train_epochs": 20,
617
+ "save_steps": 500,
618
+ "stateful_callbacks": {
619
+ "EarlyStoppingCallback": {
620
+ "args": {
621
+ "early_stopping_patience": 3,
622
+ "early_stopping_threshold": 0.0
623
+ },
624
+ "attributes": {
625
+ "early_stopping_patience_counter": 3
626
+ }
627
+ },
628
+ "TrainerControl": {
629
+ "args": {
630
+ "should_epoch_stop": false,
631
+ "should_evaluate": false,
632
+ "should_log": false,
633
+ "should_save": true,
634
+ "should_training_stop": true
635
+ },
636
+ "attributes": {}
637
+ }
638
+ },
639
+ "total_flos": 0.0,
640
+ "train_batch_size": 8,
641
+ "trial_name": null,
642
+ "trial_params": null
643
+ }
ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/trainer_state.json ADDED
@@ -0,0 +1,883 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1925,
3
+ "best_metric": 0.8212935383786805,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925",
5
+ "epoch": 14.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2450,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1430615164520744,
14
+ "grad_norm": 23.38299560546875,
15
+ "learning_rate": 1.3714285714285717e-06,
16
+ "loss": 4.7084,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2861230329041488,
21
+ "grad_norm": 12.988974571228027,
22
+ "learning_rate": 2.8000000000000003e-06,
23
+ "loss": 4.6781,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4291845493562232,
28
+ "grad_norm": 19.152978897094727,
29
+ "learning_rate": 4.228571428571429e-06,
30
+ "loss": 4.5211,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5722460658082976,
35
+ "grad_norm": 4.238628387451172,
36
+ "learning_rate": 5.6571428571428576e-06,
37
+ "loss": 4.5927,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7153075822603719,
42
+ "grad_norm": 12.95470905303955,
43
+ "learning_rate": 7.085714285714286e-06,
44
+ "loss": 4.5007,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8583690987124464,
49
+ "grad_norm": 22.9232234954834,
50
+ "learning_rate": 8.514285714285715e-06,
51
+ "loss": 4.4009,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "grad_norm": 20.6004695892334,
57
+ "learning_rate": 9.942857142857145e-06,
58
+ "loss": 4.3614,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.48787061994609165,
64
+ "eval_loss": 1.0496519804000854,
65
+ "eval_macro_f1": 0.4504235198077013,
66
+ "eval_runtime": 1.3339,
67
+ "eval_samples_per_second": 556.25,
68
+ "eval_steps_per_second": 35.234,
69
+ "eval_weighted_f1": 0.4555401214295151,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.1430615164520743,
74
+ "grad_norm": 73.63648986816406,
75
+ "learning_rate": 1.1371428571428573e-05,
76
+ "loss": 4.2687,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.2861230329041489,
81
+ "grad_norm": 36.757415771484375,
82
+ "learning_rate": 1.2800000000000001e-05,
83
+ "loss": 4.1644,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.4291845493562232,
88
+ "grad_norm": 58.01367950439453,
89
+ "learning_rate": 1.422857142857143e-05,
90
+ "loss": 4.0125,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.5722460658082977,
95
+ "grad_norm": 86.07000732421875,
96
+ "learning_rate": 1.5657142857142856e-05,
97
+ "loss": 3.8522,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.715307582260372,
102
+ "grad_norm": 75.06874084472656,
103
+ "learning_rate": 1.708571428571429e-05,
104
+ "loss": 3.3677,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.8583690987124464,
109
+ "grad_norm": 97.46424865722656,
110
+ "learning_rate": 1.8514285714285716e-05,
111
+ "loss": 3.301,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "grad_norm": 80.57661437988281,
117
+ "learning_rate": 1.9942857142857142e-05,
118
+ "loss": 3.3665,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.6590296495956873,
124
+ "eval_loss": 0.7439599633216858,
125
+ "eval_macro_f1": 0.665842475587603,
126
+ "eval_runtime": 1.3016,
127
+ "eval_samples_per_second": 570.082,
128
+ "eval_steps_per_second": 36.11,
129
+ "eval_weighted_f1": 0.6671573435461707,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.1430615164520743,
134
+ "grad_norm": 100.7172622680664,
135
+ "learning_rate": 1.984761904761905e-05,
136
+ "loss": 3.0994,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.2861230329041486,
141
+ "grad_norm": 68.6673355102539,
142
+ "learning_rate": 1.968888888888889e-05,
143
+ "loss": 2.9428,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.429184549356223,
148
+ "grad_norm": 66.8573226928711,
149
+ "learning_rate": 1.953015873015873e-05,
150
+ "loss": 3.0203,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.5722460658082977,
155
+ "grad_norm": 72.20892333984375,
156
+ "learning_rate": 1.937142857142857e-05,
157
+ "loss": 2.9443,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.715307582260372,
162
+ "grad_norm": 96.52403259277344,
163
+ "learning_rate": 1.9212698412698414e-05,
164
+ "loss": 2.3623,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.8583690987124464,
169
+ "grad_norm": 92.29361724853516,
170
+ "learning_rate": 1.9053968253968257e-05,
171
+ "loss": 2.4095,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 3.0,
176
+ "grad_norm": 83.1072006225586,
177
+ "learning_rate": 1.8895238095238096e-05,
178
+ "loss": 2.4617,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 3.0,
183
+ "eval_accuracy": 0.7466307277628033,
184
+ "eval_loss": 0.6101704239845276,
185
+ "eval_macro_f1": 0.7372403946407365,
186
+ "eval_runtime": 1.4527,
187
+ "eval_samples_per_second": 510.768,
188
+ "eval_steps_per_second": 32.353,
189
+ "eval_weighted_f1": 0.7380588137991781,
190
+ "step": 525
191
+ },
192
+ {
193
+ "epoch": 3.1430615164520743,
194
+ "grad_norm": 100.52713012695312,
195
+ "learning_rate": 1.8736507936507936e-05,
196
+ "loss": 1.8821,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.2861230329041486,
201
+ "grad_norm": 50.54236602783203,
202
+ "learning_rate": 1.857777777777778e-05,
203
+ "loss": 2.1856,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.429184549356223,
208
+ "grad_norm": 73.74539184570312,
209
+ "learning_rate": 1.8419047619047622e-05,
210
+ "loss": 1.7464,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.5722460658082977,
215
+ "grad_norm": 51.544734954833984,
216
+ "learning_rate": 1.8260317460317462e-05,
217
+ "loss": 2.1614,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.715307582260372,
222
+ "grad_norm": 69.4937515258789,
223
+ "learning_rate": 1.81015873015873e-05,
224
+ "loss": 2.0945,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.8583690987124464,
229
+ "grad_norm": 51.124290466308594,
230
+ "learning_rate": 1.7942857142857144e-05,
231
+ "loss": 2.0961,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 4.0,
236
+ "grad_norm": 40.26138687133789,
237
+ "learning_rate": 1.7784126984126987e-05,
238
+ "loss": 2.0282,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 4.0,
243
+ "eval_accuracy": 0.7816711590296496,
244
+ "eval_loss": 0.5890283584594727,
245
+ "eval_macro_f1": 0.776227845928557,
246
+ "eval_runtime": 1.3935,
247
+ "eval_samples_per_second": 532.486,
248
+ "eval_steps_per_second": 33.729,
249
+ "eval_weighted_f1": 0.7767334159735995,
250
+ "step": 700
251
+ },
252
+ {
253
+ "epoch": 4.143061516452074,
254
+ "grad_norm": 79.57007598876953,
255
+ "learning_rate": 1.7625396825396827e-05,
256
+ "loss": 1.9234,
257
+ "step": 725
258
+ },
259
+ {
260
+ "epoch": 4.286123032904149,
261
+ "grad_norm": 101.37752532958984,
262
+ "learning_rate": 1.7466666666666667e-05,
263
+ "loss": 1.6289,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.429184549356223,
268
+ "grad_norm": 75.7184066772461,
269
+ "learning_rate": 1.730793650793651e-05,
270
+ "loss": 1.669,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.572246065808297,
275
+ "grad_norm": 126.51251220703125,
276
+ "learning_rate": 1.7149206349206353e-05,
277
+ "loss": 1.5436,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.715307582260372,
282
+ "grad_norm": 78.79574584960938,
283
+ "learning_rate": 1.6990476190476192e-05,
284
+ "loss": 1.4417,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.858369098712446,
289
+ "grad_norm": 52.67892837524414,
290
+ "learning_rate": 1.6831746031746032e-05,
291
+ "loss": 1.4075,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 5.0,
296
+ "grad_norm": 51.78517532348633,
297
+ "learning_rate": 1.6673015873015875e-05,
298
+ "loss": 1.5783,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 5.0,
303
+ "eval_accuracy": 0.7776280323450134,
304
+ "eval_loss": 0.5917254090309143,
305
+ "eval_macro_f1": 0.7786229239093707,
306
+ "eval_runtime": 1.3645,
307
+ "eval_samples_per_second": 543.78,
308
+ "eval_steps_per_second": 34.444,
309
+ "eval_weighted_f1": 0.7788006681160649,
310
+ "step": 875
311
+ },
312
+ {
313
+ "epoch": 5.143061516452074,
314
+ "grad_norm": 159.42144775390625,
315
+ "learning_rate": 1.6514285714285714e-05,
316
+ "loss": 1.1979,
317
+ "step": 900
318
+ },
319
+ {
320
+ "epoch": 5.286123032904149,
321
+ "grad_norm": 54.5180778503418,
322
+ "learning_rate": 1.6355555555555557e-05,
323
+ "loss": 1.2848,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.429184549356223,
328
+ "grad_norm": 87.72367858886719,
329
+ "learning_rate": 1.6196825396825397e-05,
330
+ "loss": 1.0354,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.572246065808297,
335
+ "grad_norm": 58.51297378540039,
336
+ "learning_rate": 1.603809523809524e-05,
337
+ "loss": 1.0795,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.715307582260372,
342
+ "grad_norm": 107.05204772949219,
343
+ "learning_rate": 1.587936507936508e-05,
344
+ "loss": 1.2624,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.858369098712446,
349
+ "grad_norm": 138.59434509277344,
350
+ "learning_rate": 1.5720634920634923e-05,
351
+ "loss": 1.3305,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 6.0,
356
+ "grad_norm": 65.19014739990234,
357
+ "learning_rate": 1.5561904761904762e-05,
358
+ "loss": 1.2244,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 6.0,
363
+ "eval_accuracy": 0.807277628032345,
364
+ "eval_loss": 0.5952448844909668,
365
+ "eval_macro_f1": 0.8059733620051791,
366
+ "eval_runtime": 1.3355,
367
+ "eval_samples_per_second": 555.583,
368
+ "eval_steps_per_second": 35.192,
369
+ "eval_weighted_f1": 0.8055554552995187,
370
+ "step": 1050
371
+ },
372
+ {
373
+ "epoch": 6.143061516452074,
374
+ "grad_norm": 137.52520751953125,
375
+ "learning_rate": 1.5403174603174605e-05,
376
+ "loss": 0.8361,
377
+ "step": 1075
378
+ },
379
+ {
380
+ "epoch": 6.286123032904149,
381
+ "grad_norm": 96.12641906738281,
382
+ "learning_rate": 1.5244444444444447e-05,
383
+ "loss": 1.0406,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.429184549356223,
388
+ "grad_norm": 40.485904693603516,
389
+ "learning_rate": 1.5085714285714288e-05,
390
+ "loss": 0.8893,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.572246065808297,
395
+ "grad_norm": 89.57921600341797,
396
+ "learning_rate": 1.4926984126984128e-05,
397
+ "loss": 0.9093,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.715307582260372,
402
+ "grad_norm": 151.4322509765625,
403
+ "learning_rate": 1.4768253968253969e-05,
404
+ "loss": 0.8763,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.858369098712446,
409
+ "grad_norm": 80.86156463623047,
410
+ "learning_rate": 1.4609523809523812e-05,
411
+ "loss": 1.0015,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 7.0,
416
+ "grad_norm": 79.7741470336914,
417
+ "learning_rate": 1.4450793650793653e-05,
418
+ "loss": 0.9643,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 7.0,
423
+ "eval_accuracy": 0.8032345013477089,
424
+ "eval_loss": 0.6596354842185974,
425
+ "eval_macro_f1": 0.8030067600602054,
426
+ "eval_runtime": 1.3595,
427
+ "eval_samples_per_second": 545.796,
428
+ "eval_steps_per_second": 34.572,
429
+ "eval_weighted_f1": 0.8029893597798999,
430
+ "step": 1225
431
+ },
432
+ {
433
+ "epoch": 7.143061516452074,
434
+ "grad_norm": 92.85721588134766,
435
+ "learning_rate": 1.4292063492063493e-05,
436
+ "loss": 0.6387,
437
+ "step": 1250
438
+ },
439
+ {
440
+ "epoch": 7.286123032904149,
441
+ "grad_norm": 31.989839553833008,
442
+ "learning_rate": 1.4133333333333334e-05,
443
+ "loss": 0.6525,
444
+ "step": 1275
445
+ },
446
+ {
447
+ "epoch": 7.429184549356223,
448
+ "grad_norm": 71.38797760009766,
449
+ "learning_rate": 1.3974603174603177e-05,
450
+ "loss": 0.8241,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.572246065808297,
455
+ "grad_norm": 93.66255187988281,
456
+ "learning_rate": 1.3815873015873018e-05,
457
+ "loss": 0.7337,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.715307582260372,
462
+ "grad_norm": 313.7677001953125,
463
+ "learning_rate": 1.3657142857142858e-05,
464
+ "loss": 0.618,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.858369098712446,
469
+ "grad_norm": 156.44297790527344,
470
+ "learning_rate": 1.34984126984127e-05,
471
+ "loss": 0.6977,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 8.0,
476
+ "grad_norm": 25.600393295288086,
477
+ "learning_rate": 1.333968253968254e-05,
478
+ "loss": 0.6668,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 8.0,
483
+ "eval_accuracy": 0.8099730458221024,
484
+ "eval_loss": 0.7190978527069092,
485
+ "eval_macro_f1": 0.8091062832693879,
486
+ "eval_runtime": 1.496,
487
+ "eval_samples_per_second": 496.005,
488
+ "eval_steps_per_second": 31.418,
489
+ "eval_weighted_f1": 0.8093381092539306,
490
+ "step": 1400
491
+ },
492
+ {
493
+ "epoch": 8.143061516452075,
494
+ "grad_norm": 72.48680877685547,
495
+ "learning_rate": 1.318095238095238e-05,
496
+ "loss": 0.4378,
497
+ "step": 1425
498
+ },
499
+ {
500
+ "epoch": 8.286123032904149,
501
+ "grad_norm": 139.6271514892578,
502
+ "learning_rate": 1.3022222222222223e-05,
503
+ "loss": 0.5579,
504
+ "step": 1450
505
+ },
506
+ {
507
+ "epoch": 8.429184549356224,
508
+ "grad_norm": 15.970739364624023,
509
+ "learning_rate": 1.2863492063492065e-05,
510
+ "loss": 0.3728,
511
+ "step": 1475
512
+ },
513
+ {
514
+ "epoch": 8.572246065808297,
515
+ "grad_norm": 55.17860412597656,
516
+ "learning_rate": 1.2704761904761906e-05,
517
+ "loss": 0.4929,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.715307582260372,
522
+ "grad_norm": 285.6214294433594,
523
+ "learning_rate": 1.2546031746031746e-05,
524
+ "loss": 0.5869,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.858369098712446,
529
+ "grad_norm": 35.82183837890625,
530
+ "learning_rate": 1.2387301587301589e-05,
531
+ "loss": 0.3767,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 9.0,
536
+ "grad_norm": 40.62872314453125,
537
+ "learning_rate": 1.222857142857143e-05,
538
+ "loss": 0.5899,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 9.0,
543
+ "eval_accuracy": 0.8005390835579514,
544
+ "eval_loss": 0.9004063606262207,
545
+ "eval_macro_f1": 0.8003405290769665,
546
+ "eval_runtime": 1.4029,
547
+ "eval_samples_per_second": 528.915,
548
+ "eval_steps_per_second": 33.503,
549
+ "eval_weighted_f1": 0.8001087987496609,
550
+ "step": 1575
551
+ },
552
+ {
553
+ "epoch": 9.143061516452075,
554
+ "grad_norm": 13.473577499389648,
555
+ "learning_rate": 1.2069841269841271e-05,
556
+ "loss": 0.2311,
557
+ "step": 1600
558
+ },
559
+ {
560
+ "epoch": 9.286123032904149,
561
+ "grad_norm": 185.73641967773438,
562
+ "learning_rate": 1.191111111111111e-05,
563
+ "loss": 0.5053,
564
+ "step": 1625
565
+ },
566
+ {
567
+ "epoch": 9.429184549356224,
568
+ "grad_norm": 149.97930908203125,
569
+ "learning_rate": 1.1752380952380952e-05,
570
+ "loss": 0.5228,
571
+ "step": 1650
572
+ },
573
+ {
574
+ "epoch": 9.572246065808297,
575
+ "grad_norm": 2.1387360095977783,
576
+ "learning_rate": 1.1593650793650795e-05,
577
+ "loss": 0.4329,
578
+ "step": 1675
579
+ },
580
+ {
581
+ "epoch": 9.715307582260372,
582
+ "grad_norm": 100.77686309814453,
583
+ "learning_rate": 1.1434920634920636e-05,
584
+ "loss": 0.5481,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.858369098712446,
589
+ "grad_norm": 107.76516723632812,
590
+ "learning_rate": 1.1276190476190476e-05,
591
+ "loss": 0.3165,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 10.0,
596
+ "grad_norm": 20.315021514892578,
597
+ "learning_rate": 1.1117460317460317e-05,
598
+ "loss": 0.3031,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 10.0,
603
+ "eval_accuracy": 0.8005390835579514,
604
+ "eval_loss": 1.079532265663147,
605
+ "eval_macro_f1": 0.7991046030789087,
606
+ "eval_runtime": 1.4274,
607
+ "eval_samples_per_second": 519.81,
608
+ "eval_steps_per_second": 32.926,
609
+ "eval_weighted_f1": 0.7991593238204288,
610
+ "step": 1750
611
+ },
612
+ {
613
+ "epoch": 10.143061516452075,
614
+ "grad_norm": 180.2156524658203,
615
+ "learning_rate": 1.095873015873016e-05,
616
+ "loss": 0.2648,
617
+ "step": 1775
618
+ },
619
+ {
620
+ "epoch": 10.286123032904149,
621
+ "grad_norm": 37.894866943359375,
622
+ "learning_rate": 1.0800000000000002e-05,
623
+ "loss": 0.3775,
624
+ "step": 1800
625
+ },
626
+ {
627
+ "epoch": 10.429184549356224,
628
+ "grad_norm": 293.7042236328125,
629
+ "learning_rate": 1.0641269841269841e-05,
630
+ "loss": 0.3106,
631
+ "step": 1825
632
+ },
633
+ {
634
+ "epoch": 10.572246065808297,
635
+ "grad_norm": 74.33658599853516,
636
+ "learning_rate": 1.0482539682539683e-05,
637
+ "loss": 0.3443,
638
+ "step": 1850
639
+ },
640
+ {
641
+ "epoch": 10.715307582260372,
642
+ "grad_norm": 192.44639587402344,
643
+ "learning_rate": 1.0323809523809526e-05,
644
+ "loss": 0.3865,
645
+ "step": 1875
646
+ },
647
+ {
648
+ "epoch": 10.858369098712446,
649
+ "grad_norm": 79.79203033447266,
650
+ "learning_rate": 1.0165079365079367e-05,
651
+ "loss": 0.383,
652
+ "step": 1900
653
+ },
654
+ {
655
+ "epoch": 11.0,
656
+ "grad_norm": 247.70745849609375,
657
+ "learning_rate": 1.0006349206349206e-05,
658
+ "loss": 0.3086,
659
+ "step": 1925
660
+ },
661
+ {
662
+ "epoch": 11.0,
663
+ "eval_accuracy": 0.8221024258760108,
664
+ "eval_loss": 1.1509923934936523,
665
+ "eval_macro_f1": 0.8212935383786805,
666
+ "eval_runtime": 1.3801,
667
+ "eval_samples_per_second": 537.643,
668
+ "eval_steps_per_second": 34.056,
669
+ "eval_weighted_f1": 0.821290383202434,
670
+ "step": 1925
671
+ },
672
+ {
673
+ "epoch": 11.143061516452075,
674
+ "grad_norm": 72.2071304321289,
675
+ "learning_rate": 9.847619047619048e-06,
676
+ "loss": 0.1679,
677
+ "step": 1950
678
+ },
679
+ {
680
+ "epoch": 11.286123032904149,
681
+ "grad_norm": 132.95352172851562,
682
+ "learning_rate": 9.688888888888889e-06,
683
+ "loss": 0.1636,
684
+ "step": 1975
685
+ },
686
+ {
687
+ "epoch": 11.429184549356224,
688
+ "grad_norm": 172.10845947265625,
689
+ "learning_rate": 9.53015873015873e-06,
690
+ "loss": 0.2966,
691
+ "step": 2000
692
+ },
693
+ {
694
+ "epoch": 11.572246065808297,
695
+ "grad_norm": 306.010986328125,
696
+ "learning_rate": 9.371428571428572e-06,
697
+ "loss": 0.278,
698
+ "step": 2025
699
+ },
700
+ {
701
+ "epoch": 11.715307582260372,
702
+ "grad_norm": 209.5784149169922,
703
+ "learning_rate": 9.212698412698413e-06,
704
+ "loss": 0.3356,
705
+ "step": 2050
706
+ },
707
+ {
708
+ "epoch": 11.858369098712446,
709
+ "grad_norm": 439.48284912109375,
710
+ "learning_rate": 9.053968253968254e-06,
711
+ "loss": 0.2875,
712
+ "step": 2075
713
+ },
714
+ {
715
+ "epoch": 12.0,
716
+ "grad_norm": 55.282779693603516,
717
+ "learning_rate": 8.895238095238096e-06,
718
+ "loss": 0.4817,
719
+ "step": 2100
720
+ },
721
+ {
722
+ "epoch": 12.0,
723
+ "eval_accuracy": 0.8018867924528302,
724
+ "eval_loss": 1.4209978580474854,
725
+ "eval_macro_f1": 0.8024588338462403,
726
+ "eval_runtime": 1.3885,
727
+ "eval_samples_per_second": 534.375,
728
+ "eval_steps_per_second": 33.849,
729
+ "eval_weighted_f1": 0.8022793315279558,
730
+ "step": 2100
731
+ },
732
+ {
733
+ "epoch": 12.143061516452075,
734
+ "grad_norm": 1.234488606452942,
735
+ "learning_rate": 8.736507936507937e-06,
736
+ "loss": 0.138,
737
+ "step": 2125
738
+ },
739
+ {
740
+ "epoch": 12.286123032904149,
741
+ "grad_norm": 0.25051450729370117,
742
+ "learning_rate": 8.577777777777778e-06,
743
+ "loss": 0.0614,
744
+ "step": 2150
745
+ },
746
+ {
747
+ "epoch": 12.429184549356224,
748
+ "grad_norm": 149.99612426757812,
749
+ "learning_rate": 8.41904761904762e-06,
750
+ "loss": 0.1227,
751
+ "step": 2175
752
+ },
753
+ {
754
+ "epoch": 12.572246065808297,
755
+ "grad_norm": 10.048377990722656,
756
+ "learning_rate": 8.260317460317461e-06,
757
+ "loss": 0.1485,
758
+ "step": 2200
759
+ },
760
+ {
761
+ "epoch": 12.715307582260372,
762
+ "grad_norm": 350.09307861328125,
763
+ "learning_rate": 8.101587301587302e-06,
764
+ "loss": 0.1814,
765
+ "step": 2225
766
+ },
767
+ {
768
+ "epoch": 12.858369098712446,
769
+ "grad_norm": 0.08080433309078217,
770
+ "learning_rate": 7.942857142857144e-06,
771
+ "loss": 0.2064,
772
+ "step": 2250
773
+ },
774
+ {
775
+ "epoch": 13.0,
776
+ "grad_norm": 2.2874338626861572,
777
+ "learning_rate": 7.784126984126985e-06,
778
+ "loss": 0.2417,
779
+ "step": 2275
780
+ },
781
+ {
782
+ "epoch": 13.0,
783
+ "eval_accuracy": 0.8086253369272237,
784
+ "eval_loss": 1.6183741092681885,
785
+ "eval_macro_f1": 0.807031057031057,
786
+ "eval_runtime": 1.4596,
787
+ "eval_samples_per_second": 508.369,
788
+ "eval_steps_per_second": 32.201,
789
+ "eval_weighted_f1": 0.8070191476525708,
790
+ "step": 2275
791
+ },
792
+ {
793
+ "epoch": 13.143061516452075,
794
+ "grad_norm": 29.717531204223633,
795
+ "learning_rate": 7.625396825396826e-06,
796
+ "loss": 0.2258,
797
+ "step": 2300
798
+ },
799
+ {
800
+ "epoch": 13.286123032904149,
801
+ "grad_norm": 224.31912231445312,
802
+ "learning_rate": 7.4666666666666675e-06,
803
+ "loss": 0.1208,
804
+ "step": 2325
805
+ },
806
+ {
807
+ "epoch": 13.429184549356224,
808
+ "grad_norm": 74.44189453125,
809
+ "learning_rate": 7.307936507936508e-06,
810
+ "loss": 0.2986,
811
+ "step": 2350
812
+ },
813
+ {
814
+ "epoch": 13.572246065808297,
815
+ "grad_norm": 0.03226762264966965,
816
+ "learning_rate": 7.14920634920635e-06,
817
+ "loss": 0.2069,
818
+ "step": 2375
819
+ },
820
+ {
821
+ "epoch": 13.715307582260372,
822
+ "grad_norm": 281.6527404785156,
823
+ "learning_rate": 6.9904761904761905e-06,
824
+ "loss": 0.0449,
825
+ "step": 2400
826
+ },
827
+ {
828
+ "epoch": 13.858369098712446,
829
+ "grad_norm": 0.23246373236179352,
830
+ "learning_rate": 6.831746031746033e-06,
831
+ "loss": 0.1901,
832
+ "step": 2425
833
+ },
834
+ {
835
+ "epoch": 14.0,
836
+ "grad_norm": 31.33100128173828,
837
+ "learning_rate": 6.673015873015873e-06,
838
+ "loss": 0.2152,
839
+ "step": 2450
840
+ },
841
+ {
842
+ "epoch": 14.0,
843
+ "eval_accuracy": 0.8113207547169812,
844
+ "eval_loss": 1.5175994634628296,
845
+ "eval_macro_f1": 0.8108788579058798,
846
+ "eval_runtime": 1.4055,
847
+ "eval_samples_per_second": 527.911,
848
+ "eval_steps_per_second": 33.439,
849
+ "eval_weighted_f1": 0.8109796734687204,
850
+ "step": 2450
851
+ }
852
+ ],
853
+ "logging_steps": 25,
854
+ "max_steps": 3500,
855
+ "num_input_tokens_seen": 0,
856
+ "num_train_epochs": 20,
857
+ "save_steps": 500,
858
+ "stateful_callbacks": {
859
+ "EarlyStoppingCallback": {
860
+ "args": {
861
+ "early_stopping_patience": 3,
862
+ "early_stopping_threshold": 0.0
863
+ },
864
+ "attributes": {
865
+ "early_stopping_patience_counter": 3
866
+ }
867
+ },
868
+ "TrainerControl": {
869
+ "args": {
870
+ "should_epoch_stop": false,
871
+ "should_evaluate": false,
872
+ "should_log": false,
873
+ "should_save": true,
874
+ "should_training_stop": true
875
+ },
876
+ "attributes": {}
877
+ }
878
+ },
879
+ "total_flos": 0.0,
880
+ "train_batch_size": 8,
881
+ "trial_name": null,
882
+ "trial_params": null
883
+ }
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/trainer_state.json ADDED
@@ -0,0 +1,664 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1840,
3
+ "best_metric": 0.8136645748586048,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1840,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1364256480218281,
14
+ "grad_norm": 28.432594299316406,
15
+ "learning_rate": 1.3043478260869566e-06,
16
+ "loss": 4.9715,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2728512960436562,
21
+ "grad_norm": 56.70479202270508,
22
+ "learning_rate": 2.6630434782608698e-06,
23
+ "loss": 4.6527,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4092769440654843,
28
+ "grad_norm": 62.555450439453125,
29
+ "learning_rate": 4.021739130434783e-06,
30
+ "loss": 4.6595,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5457025920873124,
35
+ "grad_norm": 45.33797836303711,
36
+ "learning_rate": 5.380434782608695e-06,
37
+ "loss": 4.4594,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6821282401091405,
42
+ "grad_norm": 63.42335891723633,
43
+ "learning_rate": 6.739130434782609e-06,
44
+ "loss": 4.6031,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8185538881309686,
49
+ "grad_norm": 72.46839904785156,
50
+ "learning_rate": 8.097826086956523e-06,
51
+ "loss": 4.3487,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9549795361527967,
56
+ "grad_norm": 88.25916290283203,
57
+ "learning_rate": 9.456521739130436e-06,
58
+ "loss": 4.388,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.5641711229946524,
64
+ "eval_loss": 0.9611411690711975,
65
+ "eval_macro_f1": 0.5572528259235321,
66
+ "eval_runtime": 1.5882,
67
+ "eval_samples_per_second": 470.96,
68
+ "eval_steps_per_second": 29.592,
69
+ "eval_weighted_f1": 0.5597226284025384,
70
+ "step": 184
71
+ },
72
+ {
73
+ "epoch": 1.08731241473397,
74
+ "grad_norm": 73.64230346679688,
75
+ "learning_rate": 1.0815217391304349e-05,
76
+ "loss": 4.0266,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.223738062755798,
81
+ "grad_norm": 105.91131591796875,
82
+ "learning_rate": 1.2173913043478263e-05,
83
+ "loss": 4.102,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.360163710777626,
88
+ "grad_norm": 82.73065948486328,
89
+ "learning_rate": 1.3532608695652174e-05,
90
+ "loss": 3.8733,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4965893587994543,
95
+ "grad_norm": 31.204204559326172,
96
+ "learning_rate": 1.4891304347826087e-05,
97
+ "loss": 3.9528,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6330150068212825,
102
+ "grad_norm": 35.10723114013672,
103
+ "learning_rate": 1.6250000000000002e-05,
104
+ "loss": 3.8441,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7694406548431105,
109
+ "grad_norm": 79.75479125976562,
110
+ "learning_rate": 1.7608695652173915e-05,
111
+ "loss": 3.6725,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.9058663028649385,
116
+ "grad_norm": 62.49547576904297,
117
+ "learning_rate": 1.8967391304347828e-05,
118
+ "loss": 3.4923,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.6684491978609626,
124
+ "eval_loss": 0.7700173854827881,
125
+ "eval_macro_f1": 0.6622683698730983,
126
+ "eval_runtime": 1.3658,
127
+ "eval_samples_per_second": 547.674,
128
+ "eval_steps_per_second": 34.413,
129
+ "eval_weighted_f1": 0.6639955102105463,
130
+ "step": 368
131
+ },
132
+ {
133
+ "epoch": 2.038199181446112,
134
+ "grad_norm": 59.56198501586914,
135
+ "learning_rate": 1.9963768115942032e-05,
136
+ "loss": 3.1991,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.17462482946794,
141
+ "grad_norm": 81.06925201416016,
142
+ "learning_rate": 1.9812801932367153e-05,
143
+ "loss": 3.0712,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.311050477489768,
148
+ "grad_norm": 75.33773803710938,
149
+ "learning_rate": 1.966183574879227e-05,
150
+ "loss": 2.9405,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.447476125511596,
155
+ "grad_norm": 107.02759552001953,
156
+ "learning_rate": 1.9510869565217393e-05,
157
+ "loss": 2.8679,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5839017735334244,
162
+ "grad_norm": 50.08772659301758,
163
+ "learning_rate": 1.9359903381642515e-05,
164
+ "loss": 2.9652,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.720327421555252,
169
+ "grad_norm": 56.93296813964844,
170
+ "learning_rate": 1.9208937198067633e-05,
171
+ "loss": 2.9998,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.8567530695770804,
176
+ "grad_norm": 101.71902465820312,
177
+ "learning_rate": 1.9057971014492754e-05,
178
+ "loss": 2.4705,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.9931787175989086,
183
+ "grad_norm": 40.096065521240234,
184
+ "learning_rate": 1.8907004830917876e-05,
185
+ "loss": 2.8349,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.7419786096256684,
191
+ "eval_loss": 0.6587710380554199,
192
+ "eval_macro_f1": 0.735147902550697,
193
+ "eval_runtime": 1.4059,
194
+ "eval_samples_per_second": 532.053,
195
+ "eval_steps_per_second": 33.431,
196
+ "eval_weighted_f1": 0.7361591139531468,
197
+ "step": 552
198
+ },
199
+ {
200
+ "epoch": 3.1255115961800817,
201
+ "grad_norm": 42.647499084472656,
202
+ "learning_rate": 1.8756038647342997e-05,
203
+ "loss": 2.2288,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.26193724420191,
208
+ "grad_norm": 88.699462890625,
209
+ "learning_rate": 1.8605072463768115e-05,
210
+ "loss": 2.0554,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.398362892223738,
215
+ "grad_norm": 61.645023345947266,
216
+ "learning_rate": 1.8454106280193237e-05,
217
+ "loss": 2.1062,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.5347885402455663,
222
+ "grad_norm": 44.333885192871094,
223
+ "learning_rate": 1.830314009661836e-05,
224
+ "loss": 2.361,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.6712141882673945,
229
+ "grad_norm": 84.06854248046875,
230
+ "learning_rate": 1.815217391304348e-05,
231
+ "loss": 2.356,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.8076398362892223,
236
+ "grad_norm": 97.62916564941406,
237
+ "learning_rate": 1.8001207729468598e-05,
238
+ "loss": 2.1628,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.9440654843110505,
243
+ "grad_norm": 152.95663452148438,
244
+ "learning_rate": 1.785024154589372e-05,
245
+ "loss": 2.2051,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.7807486631016043,
251
+ "eval_loss": 0.5726990699768066,
252
+ "eval_macro_f1": 0.7750854904561564,
253
+ "eval_runtime": 1.4079,
254
+ "eval_samples_per_second": 531.289,
255
+ "eval_steps_per_second": 33.383,
256
+ "eval_weighted_f1": 0.7759880915160995,
257
+ "step": 736
258
+ },
259
+ {
260
+ "epoch": 4.076398362892224,
261
+ "grad_norm": 41.23895263671875,
262
+ "learning_rate": 1.769927536231884e-05,
263
+ "loss": 1.6293,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.212824010914052,
268
+ "grad_norm": 104.91048431396484,
269
+ "learning_rate": 1.7548309178743963e-05,
270
+ "loss": 1.6786,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.34924965893588,
275
+ "grad_norm": 53.88151550292969,
276
+ "learning_rate": 1.7397342995169084e-05,
277
+ "loss": 1.6967,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.485675306957708,
282
+ "grad_norm": 41.81894302368164,
283
+ "learning_rate": 1.7246376811594206e-05,
284
+ "loss": 1.6942,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.622100954979536,
289
+ "grad_norm": 105.29109191894531,
290
+ "learning_rate": 1.7095410628019324e-05,
291
+ "loss": 1.6651,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.758526603001364,
296
+ "grad_norm": 77.66657257080078,
297
+ "learning_rate": 1.6944444444444446e-05,
298
+ "loss": 1.7477,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.894952251023192,
303
+ "grad_norm": 81.29475402832031,
304
+ "learning_rate": 1.6793478260869567e-05,
305
+ "loss": 1.7536,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 5.0,
310
+ "eval_accuracy": 0.7927807486631016,
311
+ "eval_loss": 0.5612372159957886,
312
+ "eval_macro_f1": 0.7902025898734794,
313
+ "eval_runtime": 1.462,
314
+ "eval_samples_per_second": 511.643,
315
+ "eval_steps_per_second": 32.149,
316
+ "eval_weighted_f1": 0.7908834136072327,
317
+ "step": 920
318
+ },
319
+ {
320
+ "epoch": 5.0272851296043655,
321
+ "grad_norm": 93.35717010498047,
322
+ "learning_rate": 1.664251207729469e-05,
323
+ "loss": 1.5279,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.163710777626194,
328
+ "grad_norm": 66.91679382324219,
329
+ "learning_rate": 1.649154589371981e-05,
330
+ "loss": 1.2183,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.300136425648022,
335
+ "grad_norm": 95.69499206542969,
336
+ "learning_rate": 1.634057971014493e-05,
337
+ "loss": 1.4304,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.43656207366985,
342
+ "grad_norm": 118.74280548095703,
343
+ "learning_rate": 1.618961352657005e-05,
344
+ "loss": 1.4778,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.572987721691678,
349
+ "grad_norm": 61.91969680786133,
350
+ "learning_rate": 1.603864734299517e-05,
351
+ "loss": 1.1319,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.709413369713506,
356
+ "grad_norm": 65.31600189208984,
357
+ "learning_rate": 1.5887681159420293e-05,
358
+ "loss": 1.3556,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.845839017735334,
363
+ "grad_norm": 50.01657485961914,
364
+ "learning_rate": 1.5736714975845415e-05,
365
+ "loss": 1.3082,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.982264665757162,
370
+ "grad_norm": 116.41038513183594,
371
+ "learning_rate": 1.5585748792270533e-05,
372
+ "loss": 1.1311,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 6.0,
377
+ "eval_accuracy": 0.7981283422459893,
378
+ "eval_loss": 0.6294204592704773,
379
+ "eval_macro_f1": 0.797568698742519,
380
+ "eval_runtime": 1.5383,
381
+ "eval_samples_per_second": 486.259,
382
+ "eval_steps_per_second": 30.554,
383
+ "eval_weighted_f1": 0.7981134017750275,
384
+ "step": 1104
385
+ },
386
+ {
387
+ "epoch": 6.114597544338336,
388
+ "grad_norm": 235.38636779785156,
389
+ "learning_rate": 1.5434782608695654e-05,
390
+ "loss": 0.863,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.251023192360163,
395
+ "grad_norm": 29.019372940063477,
396
+ "learning_rate": 1.5283816425120776e-05,
397
+ "loss": 1.0299,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.387448840381992,
402
+ "grad_norm": 78.54327392578125,
403
+ "learning_rate": 1.5132850241545896e-05,
404
+ "loss": 0.9902,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.52387448840382,
409
+ "grad_norm": 83.76507568359375,
410
+ "learning_rate": 1.4981884057971017e-05,
411
+ "loss": 0.9015,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.660300136425648,
416
+ "grad_norm": 71.15925598144531,
417
+ "learning_rate": 1.4830917874396135e-05,
418
+ "loss": 0.9069,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.796725784447476,
423
+ "grad_norm": 82.48460388183594,
424
+ "learning_rate": 1.4679951690821257e-05,
425
+ "loss": 1.0593,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.933151432469304,
430
+ "grad_norm": 44.34981918334961,
431
+ "learning_rate": 1.4528985507246378e-05,
432
+ "loss": 0.8502,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 7.0,
437
+ "eval_accuracy": 0.7967914438502673,
438
+ "eval_loss": 0.7633403539657593,
439
+ "eval_macro_f1": 0.7977554743471921,
440
+ "eval_runtime": 1.4537,
441
+ "eval_samples_per_second": 514.565,
442
+ "eval_steps_per_second": 32.332,
443
+ "eval_weighted_f1": 0.7984101599233053,
444
+ "step": 1288
445
+ },
446
+ {
447
+ "epoch": 7.0654843110504775,
448
+ "grad_norm": 60.191097259521484,
449
+ "learning_rate": 1.43780193236715e-05,
450
+ "loss": 0.7619,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.201909959072306,
455
+ "grad_norm": 123.83348083496094,
456
+ "learning_rate": 1.422705314009662e-05,
457
+ "loss": 0.6312,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.338335607094134,
462
+ "grad_norm": 89.77652740478516,
463
+ "learning_rate": 1.407608695652174e-05,
464
+ "loss": 0.7757,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.474761255115962,
469
+ "grad_norm": 277.5572509765625,
470
+ "learning_rate": 1.3925120772946861e-05,
471
+ "loss": 0.5934,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.61118690313779,
476
+ "grad_norm": 54.215003967285156,
477
+ "learning_rate": 1.3774154589371983e-05,
478
+ "loss": 0.8122,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.747612551159618,
483
+ "grad_norm": 150.6082000732422,
484
+ "learning_rate": 1.3623188405797103e-05,
485
+ "loss": 0.4893,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.884038199181446,
490
+ "grad_norm": 82.8685531616211,
491
+ "learning_rate": 1.3472222222222224e-05,
492
+ "loss": 0.7918,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 8.0,
497
+ "eval_accuracy": 0.7967914438502673,
498
+ "eval_loss": 0.7863438129425049,
499
+ "eval_macro_f1": 0.7932631002273536,
500
+ "eval_runtime": 1.4752,
501
+ "eval_samples_per_second": 507.066,
502
+ "eval_steps_per_second": 31.861,
503
+ "eval_weighted_f1": 0.7938471042620352,
504
+ "step": 1472
505
+ },
506
+ {
507
+ "epoch": 8.016371077762619,
508
+ "grad_norm": 123.73621368408203,
509
+ "learning_rate": 1.3321256038647344e-05,
510
+ "loss": 0.6134,
511
+ "step": 1475
512
+ },
513
+ {
514
+ "epoch": 8.152796725784448,
515
+ "grad_norm": 14.484004020690918,
516
+ "learning_rate": 1.3170289855072464e-05,
517
+ "loss": 0.4664,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.289222373806275,
522
+ "grad_norm": 46.43603515625,
523
+ "learning_rate": 1.3019323671497585e-05,
524
+ "loss": 0.4926,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.425648021828104,
529
+ "grad_norm": 100.06974792480469,
530
+ "learning_rate": 1.2868357487922707e-05,
531
+ "loss": 0.626,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.562073669849932,
536
+ "grad_norm": 109.33235168457031,
537
+ "learning_rate": 1.2717391304347828e-05,
538
+ "loss": 0.5714,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.69849931787176,
543
+ "grad_norm": 99.50463104248047,
544
+ "learning_rate": 1.2566425120772947e-05,
545
+ "loss": 0.4061,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.834924965893588,
550
+ "grad_norm": 135.6971435546875,
551
+ "learning_rate": 1.2415458937198068e-05,
552
+ "loss": 0.6216,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.971350613915416,
557
+ "grad_norm": 114.68103790283203,
558
+ "learning_rate": 1.226449275362319e-05,
559
+ "loss": 0.5429,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 9.0,
564
+ "eval_accuracy": 0.8088235294117647,
565
+ "eval_loss": 0.8636513948440552,
566
+ "eval_macro_f1": 0.8090950828686879,
567
+ "eval_runtime": 1.4983,
568
+ "eval_samples_per_second": 499.228,
569
+ "eval_steps_per_second": 31.369,
570
+ "eval_weighted_f1": 0.8093305048220352,
571
+ "step": 1656
572
+ },
573
+ {
574
+ "epoch": 9.10368349249659,
575
+ "grad_norm": 142.7057342529297,
576
+ "learning_rate": 1.2113526570048311e-05,
577
+ "loss": 0.2908,
578
+ "step": 1675
579
+ },
580
+ {
581
+ "epoch": 9.240109140518417,
582
+ "grad_norm": 4.924571990966797,
583
+ "learning_rate": 1.1962560386473433e-05,
584
+ "loss": 0.4691,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.376534788540246,
589
+ "grad_norm": 173.75238037109375,
590
+ "learning_rate": 1.181159420289855e-05,
591
+ "loss": 0.4509,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 9.512960436562073,
596
+ "grad_norm": 114.7555923461914,
597
+ "learning_rate": 1.1660628019323672e-05,
598
+ "loss": 0.3815,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.649386084583902,
603
+ "grad_norm": 135.74208068847656,
604
+ "learning_rate": 1.1509661835748794e-05,
605
+ "loss": 0.3595,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.78581173260573,
610
+ "grad_norm": 316.1358947753906,
611
+ "learning_rate": 1.1358695652173914e-05,
612
+ "loss": 0.454,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.922237380627559,
617
+ "grad_norm": 120.36790466308594,
618
+ "learning_rate": 1.1207729468599035e-05,
619
+ "loss": 0.3349,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 10.0,
624
+ "eval_accuracy": 0.8141711229946524,
625
+ "eval_loss": 1.2221370935440063,
626
+ "eval_macro_f1": 0.8136645748586048,
627
+ "eval_runtime": 1.4756,
628
+ "eval_samples_per_second": 506.922,
629
+ "eval_steps_per_second": 31.852,
630
+ "eval_weighted_f1": 0.8140246160439312,
631
+ "step": 1840
632
+ }
633
+ ],
634
+ "logging_steps": 25,
635
+ "max_steps": 3680,
636
+ "num_input_tokens_seen": 0,
637
+ "num_train_epochs": 20,
638
+ "save_steps": 500,
639
+ "stateful_callbacks": {
640
+ "EarlyStoppingCallback": {
641
+ "args": {
642
+ "early_stopping_patience": 3,
643
+ "early_stopping_threshold": 0.0
644
+ },
645
+ "attributes": {
646
+ "early_stopping_patience_counter": 0
647
+ }
648
+ },
649
+ "TrainerControl": {
650
+ "args": {
651
+ "should_epoch_stop": false,
652
+ "should_evaluate": false,
653
+ "should_log": false,
654
+ "should_save": true,
655
+ "should_training_stop": false
656
+ },
657
+ "attributes": {}
658
+ }
659
+ },
660
+ "total_flos": 0.0,
661
+ "train_batch_size": 8,
662
+ "trial_name": null,
663
+ "trial_params": null
664
+ }
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/trainer_state.json ADDED
@@ -0,0 +1,851 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1840,
3
+ "best_metric": 0.8136645748586048,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840",
5
+ "epoch": 13.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2392,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1364256480218281,
14
+ "grad_norm": 28.432594299316406,
15
+ "learning_rate": 1.3043478260869566e-06,
16
+ "loss": 4.9715,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2728512960436562,
21
+ "grad_norm": 56.70479202270508,
22
+ "learning_rate": 2.6630434782608698e-06,
23
+ "loss": 4.6527,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4092769440654843,
28
+ "grad_norm": 62.555450439453125,
29
+ "learning_rate": 4.021739130434783e-06,
30
+ "loss": 4.6595,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5457025920873124,
35
+ "grad_norm": 45.33797836303711,
36
+ "learning_rate": 5.380434782608695e-06,
37
+ "loss": 4.4594,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6821282401091405,
42
+ "grad_norm": 63.42335891723633,
43
+ "learning_rate": 6.739130434782609e-06,
44
+ "loss": 4.6031,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8185538881309686,
49
+ "grad_norm": 72.46839904785156,
50
+ "learning_rate": 8.097826086956523e-06,
51
+ "loss": 4.3487,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9549795361527967,
56
+ "grad_norm": 88.25916290283203,
57
+ "learning_rate": 9.456521739130436e-06,
58
+ "loss": 4.388,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.5641711229946524,
64
+ "eval_loss": 0.9611411690711975,
65
+ "eval_macro_f1": 0.5572528259235321,
66
+ "eval_runtime": 1.5882,
67
+ "eval_samples_per_second": 470.96,
68
+ "eval_steps_per_second": 29.592,
69
+ "eval_weighted_f1": 0.5597226284025384,
70
+ "step": 184
71
+ },
72
+ {
73
+ "epoch": 1.08731241473397,
74
+ "grad_norm": 73.64230346679688,
75
+ "learning_rate": 1.0815217391304349e-05,
76
+ "loss": 4.0266,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.223738062755798,
81
+ "grad_norm": 105.91131591796875,
82
+ "learning_rate": 1.2173913043478263e-05,
83
+ "loss": 4.102,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.360163710777626,
88
+ "grad_norm": 82.73065948486328,
89
+ "learning_rate": 1.3532608695652174e-05,
90
+ "loss": 3.8733,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4965893587994543,
95
+ "grad_norm": 31.204204559326172,
96
+ "learning_rate": 1.4891304347826087e-05,
97
+ "loss": 3.9528,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6330150068212825,
102
+ "grad_norm": 35.10723114013672,
103
+ "learning_rate": 1.6250000000000002e-05,
104
+ "loss": 3.8441,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7694406548431105,
109
+ "grad_norm": 79.75479125976562,
110
+ "learning_rate": 1.7608695652173915e-05,
111
+ "loss": 3.6725,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.9058663028649385,
116
+ "grad_norm": 62.49547576904297,
117
+ "learning_rate": 1.8967391304347828e-05,
118
+ "loss": 3.4923,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.6684491978609626,
124
+ "eval_loss": 0.7700173854827881,
125
+ "eval_macro_f1": 0.6622683698730983,
126
+ "eval_runtime": 1.3658,
127
+ "eval_samples_per_second": 547.674,
128
+ "eval_steps_per_second": 34.413,
129
+ "eval_weighted_f1": 0.6639955102105463,
130
+ "step": 368
131
+ },
132
+ {
133
+ "epoch": 2.038199181446112,
134
+ "grad_norm": 59.56198501586914,
135
+ "learning_rate": 1.9963768115942032e-05,
136
+ "loss": 3.1991,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.17462482946794,
141
+ "grad_norm": 81.06925201416016,
142
+ "learning_rate": 1.9812801932367153e-05,
143
+ "loss": 3.0712,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.311050477489768,
148
+ "grad_norm": 75.33773803710938,
149
+ "learning_rate": 1.966183574879227e-05,
150
+ "loss": 2.9405,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.447476125511596,
155
+ "grad_norm": 107.02759552001953,
156
+ "learning_rate": 1.9510869565217393e-05,
157
+ "loss": 2.8679,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5839017735334244,
162
+ "grad_norm": 50.08772659301758,
163
+ "learning_rate": 1.9359903381642515e-05,
164
+ "loss": 2.9652,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.720327421555252,
169
+ "grad_norm": 56.93296813964844,
170
+ "learning_rate": 1.9208937198067633e-05,
171
+ "loss": 2.9998,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.8567530695770804,
176
+ "grad_norm": 101.71902465820312,
177
+ "learning_rate": 1.9057971014492754e-05,
178
+ "loss": 2.4705,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.9931787175989086,
183
+ "grad_norm": 40.096065521240234,
184
+ "learning_rate": 1.8907004830917876e-05,
185
+ "loss": 2.8349,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.7419786096256684,
191
+ "eval_loss": 0.6587710380554199,
192
+ "eval_macro_f1": 0.735147902550697,
193
+ "eval_runtime": 1.4059,
194
+ "eval_samples_per_second": 532.053,
195
+ "eval_steps_per_second": 33.431,
196
+ "eval_weighted_f1": 0.7361591139531468,
197
+ "step": 552
198
+ },
199
+ {
200
+ "epoch": 3.1255115961800817,
201
+ "grad_norm": 42.647499084472656,
202
+ "learning_rate": 1.8756038647342997e-05,
203
+ "loss": 2.2288,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.26193724420191,
208
+ "grad_norm": 88.699462890625,
209
+ "learning_rate": 1.8605072463768115e-05,
210
+ "loss": 2.0554,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.398362892223738,
215
+ "grad_norm": 61.645023345947266,
216
+ "learning_rate": 1.8454106280193237e-05,
217
+ "loss": 2.1062,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.5347885402455663,
222
+ "grad_norm": 44.333885192871094,
223
+ "learning_rate": 1.830314009661836e-05,
224
+ "loss": 2.361,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.6712141882673945,
229
+ "grad_norm": 84.06854248046875,
230
+ "learning_rate": 1.815217391304348e-05,
231
+ "loss": 2.356,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.8076398362892223,
236
+ "grad_norm": 97.62916564941406,
237
+ "learning_rate": 1.8001207729468598e-05,
238
+ "loss": 2.1628,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.9440654843110505,
243
+ "grad_norm": 152.95663452148438,
244
+ "learning_rate": 1.785024154589372e-05,
245
+ "loss": 2.2051,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.7807486631016043,
251
+ "eval_loss": 0.5726990699768066,
252
+ "eval_macro_f1": 0.7750854904561564,
253
+ "eval_runtime": 1.4079,
254
+ "eval_samples_per_second": 531.289,
255
+ "eval_steps_per_second": 33.383,
256
+ "eval_weighted_f1": 0.7759880915160995,
257
+ "step": 736
258
+ },
259
+ {
260
+ "epoch": 4.076398362892224,
261
+ "grad_norm": 41.23895263671875,
262
+ "learning_rate": 1.769927536231884e-05,
263
+ "loss": 1.6293,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.212824010914052,
268
+ "grad_norm": 104.91048431396484,
269
+ "learning_rate": 1.7548309178743963e-05,
270
+ "loss": 1.6786,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.34924965893588,
275
+ "grad_norm": 53.88151550292969,
276
+ "learning_rate": 1.7397342995169084e-05,
277
+ "loss": 1.6967,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.485675306957708,
282
+ "grad_norm": 41.81894302368164,
283
+ "learning_rate": 1.7246376811594206e-05,
284
+ "loss": 1.6942,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.622100954979536,
289
+ "grad_norm": 105.29109191894531,
290
+ "learning_rate": 1.7095410628019324e-05,
291
+ "loss": 1.6651,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.758526603001364,
296
+ "grad_norm": 77.66657257080078,
297
+ "learning_rate": 1.6944444444444446e-05,
298
+ "loss": 1.7477,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.894952251023192,
303
+ "grad_norm": 81.29475402832031,
304
+ "learning_rate": 1.6793478260869567e-05,
305
+ "loss": 1.7536,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 5.0,
310
+ "eval_accuracy": 0.7927807486631016,
311
+ "eval_loss": 0.5612372159957886,
312
+ "eval_macro_f1": 0.7902025898734794,
313
+ "eval_runtime": 1.462,
314
+ "eval_samples_per_second": 511.643,
315
+ "eval_steps_per_second": 32.149,
316
+ "eval_weighted_f1": 0.7908834136072327,
317
+ "step": 920
318
+ },
319
+ {
320
+ "epoch": 5.0272851296043655,
321
+ "grad_norm": 93.35717010498047,
322
+ "learning_rate": 1.664251207729469e-05,
323
+ "loss": 1.5279,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.163710777626194,
328
+ "grad_norm": 66.91679382324219,
329
+ "learning_rate": 1.649154589371981e-05,
330
+ "loss": 1.2183,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.300136425648022,
335
+ "grad_norm": 95.69499206542969,
336
+ "learning_rate": 1.634057971014493e-05,
337
+ "loss": 1.4304,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.43656207366985,
342
+ "grad_norm": 118.74280548095703,
343
+ "learning_rate": 1.618961352657005e-05,
344
+ "loss": 1.4778,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.572987721691678,
349
+ "grad_norm": 61.91969680786133,
350
+ "learning_rate": 1.603864734299517e-05,
351
+ "loss": 1.1319,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.709413369713506,
356
+ "grad_norm": 65.31600189208984,
357
+ "learning_rate": 1.5887681159420293e-05,
358
+ "loss": 1.3556,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.845839017735334,
363
+ "grad_norm": 50.01657485961914,
364
+ "learning_rate": 1.5736714975845415e-05,
365
+ "loss": 1.3082,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.982264665757162,
370
+ "grad_norm": 116.41038513183594,
371
+ "learning_rate": 1.5585748792270533e-05,
372
+ "loss": 1.1311,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 6.0,
377
+ "eval_accuracy": 0.7981283422459893,
378
+ "eval_loss": 0.6294204592704773,
379
+ "eval_macro_f1": 0.797568698742519,
380
+ "eval_runtime": 1.5383,
381
+ "eval_samples_per_second": 486.259,
382
+ "eval_steps_per_second": 30.554,
383
+ "eval_weighted_f1": 0.7981134017750275,
384
+ "step": 1104
385
+ },
386
+ {
387
+ "epoch": 6.114597544338336,
388
+ "grad_norm": 235.38636779785156,
389
+ "learning_rate": 1.5434782608695654e-05,
390
+ "loss": 0.863,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.251023192360163,
395
+ "grad_norm": 29.019372940063477,
396
+ "learning_rate": 1.5283816425120776e-05,
397
+ "loss": 1.0299,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.387448840381992,
402
+ "grad_norm": 78.54327392578125,
403
+ "learning_rate": 1.5132850241545896e-05,
404
+ "loss": 0.9902,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.52387448840382,
409
+ "grad_norm": 83.76507568359375,
410
+ "learning_rate": 1.4981884057971017e-05,
411
+ "loss": 0.9015,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.660300136425648,
416
+ "grad_norm": 71.15925598144531,
417
+ "learning_rate": 1.4830917874396135e-05,
418
+ "loss": 0.9069,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.796725784447476,
423
+ "grad_norm": 82.48460388183594,
424
+ "learning_rate": 1.4679951690821257e-05,
425
+ "loss": 1.0593,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.933151432469304,
430
+ "grad_norm": 44.34981918334961,
431
+ "learning_rate": 1.4528985507246378e-05,
432
+ "loss": 0.8502,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 7.0,
437
+ "eval_accuracy": 0.7967914438502673,
438
+ "eval_loss": 0.7633403539657593,
439
+ "eval_macro_f1": 0.7977554743471921,
440
+ "eval_runtime": 1.4537,
441
+ "eval_samples_per_second": 514.565,
442
+ "eval_steps_per_second": 32.332,
443
+ "eval_weighted_f1": 0.7984101599233053,
444
+ "step": 1288
445
+ },
446
+ {
447
+ "epoch": 7.0654843110504775,
448
+ "grad_norm": 60.191097259521484,
449
+ "learning_rate": 1.43780193236715e-05,
450
+ "loss": 0.7619,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.201909959072306,
455
+ "grad_norm": 123.83348083496094,
456
+ "learning_rate": 1.422705314009662e-05,
457
+ "loss": 0.6312,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.338335607094134,
462
+ "grad_norm": 89.77652740478516,
463
+ "learning_rate": 1.407608695652174e-05,
464
+ "loss": 0.7757,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.474761255115962,
469
+ "grad_norm": 277.5572509765625,
470
+ "learning_rate": 1.3925120772946861e-05,
471
+ "loss": 0.5934,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.61118690313779,
476
+ "grad_norm": 54.215003967285156,
477
+ "learning_rate": 1.3774154589371983e-05,
478
+ "loss": 0.8122,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.747612551159618,
483
+ "grad_norm": 150.6082000732422,
484
+ "learning_rate": 1.3623188405797103e-05,
485
+ "loss": 0.4893,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.884038199181446,
490
+ "grad_norm": 82.8685531616211,
491
+ "learning_rate": 1.3472222222222224e-05,
492
+ "loss": 0.7918,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 8.0,
497
+ "eval_accuracy": 0.7967914438502673,
498
+ "eval_loss": 0.7863438129425049,
499
+ "eval_macro_f1": 0.7932631002273536,
500
+ "eval_runtime": 1.4752,
501
+ "eval_samples_per_second": 507.066,
502
+ "eval_steps_per_second": 31.861,
503
+ "eval_weighted_f1": 0.7938471042620352,
504
+ "step": 1472
505
+ },
506
+ {
507
+ "epoch": 8.016371077762619,
508
+ "grad_norm": 123.73621368408203,
509
+ "learning_rate": 1.3321256038647344e-05,
510
+ "loss": 0.6134,
511
+ "step": 1475
512
+ },
513
+ {
514
+ "epoch": 8.152796725784448,
515
+ "grad_norm": 14.484004020690918,
516
+ "learning_rate": 1.3170289855072464e-05,
517
+ "loss": 0.4664,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.289222373806275,
522
+ "grad_norm": 46.43603515625,
523
+ "learning_rate": 1.3019323671497585e-05,
524
+ "loss": 0.4926,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.425648021828104,
529
+ "grad_norm": 100.06974792480469,
530
+ "learning_rate": 1.2868357487922707e-05,
531
+ "loss": 0.626,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.562073669849932,
536
+ "grad_norm": 109.33235168457031,
537
+ "learning_rate": 1.2717391304347828e-05,
538
+ "loss": 0.5714,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.69849931787176,
543
+ "grad_norm": 99.50463104248047,
544
+ "learning_rate": 1.2566425120772947e-05,
545
+ "loss": 0.4061,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.834924965893588,
550
+ "grad_norm": 135.6971435546875,
551
+ "learning_rate": 1.2415458937198068e-05,
552
+ "loss": 0.6216,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.971350613915416,
557
+ "grad_norm": 114.68103790283203,
558
+ "learning_rate": 1.226449275362319e-05,
559
+ "loss": 0.5429,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 9.0,
564
+ "eval_accuracy": 0.8088235294117647,
565
+ "eval_loss": 0.8636513948440552,
566
+ "eval_macro_f1": 0.8090950828686879,
567
+ "eval_runtime": 1.4983,
568
+ "eval_samples_per_second": 499.228,
569
+ "eval_steps_per_second": 31.369,
570
+ "eval_weighted_f1": 0.8093305048220352,
571
+ "step": 1656
572
+ },
573
+ {
574
+ "epoch": 9.10368349249659,
575
+ "grad_norm": 142.7057342529297,
576
+ "learning_rate": 1.2113526570048311e-05,
577
+ "loss": 0.2908,
578
+ "step": 1675
579
+ },
580
+ {
581
+ "epoch": 9.240109140518417,
582
+ "grad_norm": 4.924571990966797,
583
+ "learning_rate": 1.1962560386473433e-05,
584
+ "loss": 0.4691,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.376534788540246,
589
+ "grad_norm": 173.75238037109375,
590
+ "learning_rate": 1.181159420289855e-05,
591
+ "loss": 0.4509,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 9.512960436562073,
596
+ "grad_norm": 114.7555923461914,
597
+ "learning_rate": 1.1660628019323672e-05,
598
+ "loss": 0.3815,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.649386084583902,
603
+ "grad_norm": 135.74208068847656,
604
+ "learning_rate": 1.1509661835748794e-05,
605
+ "loss": 0.3595,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.78581173260573,
610
+ "grad_norm": 316.1358947753906,
611
+ "learning_rate": 1.1358695652173914e-05,
612
+ "loss": 0.454,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.922237380627559,
617
+ "grad_norm": 120.36790466308594,
618
+ "learning_rate": 1.1207729468599035e-05,
619
+ "loss": 0.3349,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 10.0,
624
+ "eval_accuracy": 0.8141711229946524,
625
+ "eval_loss": 1.2221370935440063,
626
+ "eval_macro_f1": 0.8136645748586048,
627
+ "eval_runtime": 1.4756,
628
+ "eval_samples_per_second": 506.922,
629
+ "eval_steps_per_second": 31.852,
630
+ "eval_weighted_f1": 0.8140246160439312,
631
+ "step": 1840
632
+ },
633
+ {
634
+ "epoch": 10.054570259208731,
635
+ "grad_norm": 758.43212890625,
636
+ "learning_rate": 1.1056763285024155e-05,
637
+ "loss": 0.3579,
638
+ "step": 1850
639
+ },
640
+ {
641
+ "epoch": 10.19099590723056,
642
+ "grad_norm": 54.27063751220703,
643
+ "learning_rate": 1.0905797101449277e-05,
644
+ "loss": 0.3282,
645
+ "step": 1875
646
+ },
647
+ {
648
+ "epoch": 10.327421555252387,
649
+ "grad_norm": 10.470878601074219,
650
+ "learning_rate": 1.0754830917874397e-05,
651
+ "loss": 0.3151,
652
+ "step": 1900
653
+ },
654
+ {
655
+ "epoch": 10.463847203274215,
656
+ "grad_norm": 274.3844909667969,
657
+ "learning_rate": 1.0603864734299518e-05,
658
+ "loss": 0.4662,
659
+ "step": 1925
660
+ },
661
+ {
662
+ "epoch": 10.600272851296044,
663
+ "grad_norm": 327.68182373046875,
664
+ "learning_rate": 1.045289855072464e-05,
665
+ "loss": 0.3473,
666
+ "step": 1950
667
+ },
668
+ {
669
+ "epoch": 10.736698499317871,
670
+ "grad_norm": 0.08630621433258057,
671
+ "learning_rate": 1.0301932367149758e-05,
672
+ "loss": 0.4617,
673
+ "step": 1975
674
+ },
675
+ {
676
+ "epoch": 10.8731241473397,
677
+ "grad_norm": 10.258506774902344,
678
+ "learning_rate": 1.015096618357488e-05,
679
+ "loss": 0.3186,
680
+ "step": 2000
681
+ },
682
+ {
683
+ "epoch": 11.0,
684
+ "eval_accuracy": 0.803475935828877,
685
+ "eval_loss": 1.4250109195709229,
686
+ "eval_macro_f1": 0.8039864555770633,
687
+ "eval_runtime": 1.3449,
688
+ "eval_samples_per_second": 556.169,
689
+ "eval_steps_per_second": 34.946,
690
+ "eval_weighted_f1": 0.804184031453802,
691
+ "step": 2024
692
+ },
693
+ {
694
+ "epoch": 11.005457025920872,
695
+ "grad_norm": 393.3550720214844,
696
+ "learning_rate": 1e-05,
697
+ "loss": 0.2838,
698
+ "step": 2025
699
+ },
700
+ {
701
+ "epoch": 11.141882673942701,
702
+ "grad_norm": 2.094075918197632,
703
+ "learning_rate": 9.849033816425122e-06,
704
+ "loss": 0.2386,
705
+ "step": 2050
706
+ },
707
+ {
708
+ "epoch": 11.278308321964529,
709
+ "grad_norm": 220.88998413085938,
710
+ "learning_rate": 9.698067632850242e-06,
711
+ "loss": 0.3497,
712
+ "step": 2075
713
+ },
714
+ {
715
+ "epoch": 11.414733969986358,
716
+ "grad_norm": 217.88006591796875,
717
+ "learning_rate": 9.547101449275364e-06,
718
+ "loss": 0.2566,
719
+ "step": 2100
720
+ },
721
+ {
722
+ "epoch": 11.551159618008185,
723
+ "grad_norm": 0.25104647874832153,
724
+ "learning_rate": 9.396135265700484e-06,
725
+ "loss": 0.1183,
726
+ "step": 2125
727
+ },
728
+ {
729
+ "epoch": 11.687585266030014,
730
+ "grad_norm": 211.4873504638672,
731
+ "learning_rate": 9.245169082125605e-06,
732
+ "loss": 0.3384,
733
+ "step": 2150
734
+ },
735
+ {
736
+ "epoch": 11.824010914051842,
737
+ "grad_norm": 303.19927978515625,
738
+ "learning_rate": 9.094202898550725e-06,
739
+ "loss": 0.3084,
740
+ "step": 2175
741
+ },
742
+ {
743
+ "epoch": 11.96043656207367,
744
+ "grad_norm": 183.31680297851562,
745
+ "learning_rate": 8.943236714975847e-06,
746
+ "loss": 0.2117,
747
+ "step": 2200
748
+ },
749
+ {
750
+ "epoch": 12.0,
751
+ "eval_accuracy": 0.7994652406417112,
752
+ "eval_loss": 1.4778653383255005,
753
+ "eval_macro_f1": 0.7989832575894401,
754
+ "eval_runtime": 1.397,
755
+ "eval_samples_per_second": 535.436,
756
+ "eval_steps_per_second": 33.644,
757
+ "eval_weighted_f1": 0.7991759522739972,
758
+ "step": 2208
759
+ },
760
+ {
761
+ "epoch": 12.092769440654843,
762
+ "grad_norm": 1.7554603815078735,
763
+ "learning_rate": 8.792270531400966e-06,
764
+ "loss": 0.2331,
765
+ "step": 2225
766
+ },
767
+ {
768
+ "epoch": 12.229195088676672,
769
+ "grad_norm": 462.15679931640625,
770
+ "learning_rate": 8.641304347826088e-06,
771
+ "loss": 0.2947,
772
+ "step": 2250
773
+ },
774
+ {
775
+ "epoch": 12.3656207366985,
776
+ "grad_norm": 772.252197265625,
777
+ "learning_rate": 8.490338164251208e-06,
778
+ "loss": 0.3368,
779
+ "step": 2275
780
+ },
781
+ {
782
+ "epoch": 12.502046384720327,
783
+ "grad_norm": 0.30928975343704224,
784
+ "learning_rate": 8.33937198067633e-06,
785
+ "loss": 0.2123,
786
+ "step": 2300
787
+ },
788
+ {
789
+ "epoch": 12.638472032742156,
790
+ "grad_norm": 361.816162109375,
791
+ "learning_rate": 8.188405797101449e-06,
792
+ "loss": 0.2779,
793
+ "step": 2325
794
+ },
795
+ {
796
+ "epoch": 12.774897680763983,
797
+ "grad_norm": 238.87103271484375,
798
+ "learning_rate": 8.03743961352657e-06,
799
+ "loss": 0.2279,
800
+ "step": 2350
801
+ },
802
+ {
803
+ "epoch": 12.911323328785812,
804
+ "grad_norm": 296.70526123046875,
805
+ "learning_rate": 7.88647342995169e-06,
806
+ "loss": 0.1979,
807
+ "step": 2375
808
+ },
809
+ {
810
+ "epoch": 13.0,
811
+ "eval_accuracy": 0.7941176470588235,
812
+ "eval_loss": 1.6324145793914795,
813
+ "eval_macro_f1": 0.7944608556965536,
814
+ "eval_runtime": 1.5036,
815
+ "eval_samples_per_second": 497.467,
816
+ "eval_steps_per_second": 31.258,
817
+ "eval_weighted_f1": 0.7946015558860797,
818
+ "step": 2392
819
+ }
820
+ ],
821
+ "logging_steps": 25,
822
+ "max_steps": 3680,
823
+ "num_input_tokens_seen": 0,
824
+ "num_train_epochs": 20,
825
+ "save_steps": 500,
826
+ "stateful_callbacks": {
827
+ "EarlyStoppingCallback": {
828
+ "args": {
829
+ "early_stopping_patience": 3,
830
+ "early_stopping_threshold": 0.0
831
+ },
832
+ "attributes": {
833
+ "early_stopping_patience_counter": 3
834
+ }
835
+ },
836
+ "TrainerControl": {
837
+ "args": {
838
+ "should_epoch_stop": false,
839
+ "should_evaluate": false,
840
+ "should_log": false,
841
+ "should_save": true,
842
+ "should_training_stop": true
843
+ },
844
+ "attributes": {}
845
+ }
846
+ },
847
+ "total_flos": 0.0,
848
+ "train_batch_size": 8,
849
+ "trial_name": null,
850
+ "trial_params": null
851
+ }
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/trainer_state.json ADDED
@@ -0,0 +1,791 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2208,
3
+ "best_metric": 0.8254679996333824,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208",
5
+ "epoch": 12.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2208,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1364256480218281,
14
+ "grad_norm": 6.169146537780762,
15
+ "learning_rate": 1.3043478260869566e-06,
16
+ "loss": 4.6445,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2728512960436562,
21
+ "grad_norm": 17.97011947631836,
22
+ "learning_rate": 2.6630434782608698e-06,
23
+ "loss": 4.698,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4092769440654843,
28
+ "grad_norm": 17.170061111450195,
29
+ "learning_rate": 4.021739130434783e-06,
30
+ "loss": 4.5235,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5457025920873124,
35
+ "grad_norm": 8.572002410888672,
36
+ "learning_rate": 5.380434782608695e-06,
37
+ "loss": 4.5147,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6821282401091405,
42
+ "grad_norm": 35.73552322387695,
43
+ "learning_rate": 6.739130434782609e-06,
44
+ "loss": 4.5013,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8185538881309686,
49
+ "grad_norm": 41.949127197265625,
50
+ "learning_rate": 8.097826086956523e-06,
51
+ "loss": 4.3833,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9549795361527967,
56
+ "grad_norm": 37.93916320800781,
57
+ "learning_rate": 9.456521739130436e-06,
58
+ "loss": 4.3874,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.42914438502673796,
64
+ "eval_loss": 1.0528126955032349,
65
+ "eval_macro_f1": 0.39284148557669113,
66
+ "eval_runtime": 1.3954,
67
+ "eval_samples_per_second": 536.062,
68
+ "eval_steps_per_second": 33.683,
69
+ "eval_weighted_f1": 0.39466054483311613,
70
+ "step": 184
71
+ },
72
+ {
73
+ "epoch": 1.08731241473397,
74
+ "grad_norm": 17.997695922851562,
75
+ "learning_rate": 1.0815217391304349e-05,
76
+ "loss": 4.2353,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.223738062755798,
81
+ "grad_norm": 31.861753463745117,
82
+ "learning_rate": 1.2173913043478263e-05,
83
+ "loss": 4.3053,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.360163710777626,
88
+ "grad_norm": 30.805809020996094,
89
+ "learning_rate": 1.3532608695652174e-05,
90
+ "loss": 4.1129,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4965893587994543,
95
+ "grad_norm": 50.9595947265625,
96
+ "learning_rate": 1.4891304347826087e-05,
97
+ "loss": 3.8972,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6330150068212825,
102
+ "grad_norm": 70.4453125,
103
+ "learning_rate": 1.6250000000000002e-05,
104
+ "loss": 3.5334,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7694406548431105,
109
+ "grad_norm": 137.20120239257812,
110
+ "learning_rate": 1.7608695652173915e-05,
111
+ "loss": 3.3005,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.9058663028649385,
116
+ "grad_norm": 91.28943634033203,
117
+ "learning_rate": 1.8967391304347828e-05,
118
+ "loss": 2.9765,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.7219251336898396,
124
+ "eval_loss": 0.7265465259552002,
125
+ "eval_macro_f1": 0.718298814105801,
126
+ "eval_runtime": 1.4032,
127
+ "eval_samples_per_second": 533.057,
128
+ "eval_steps_per_second": 33.494,
129
+ "eval_weighted_f1": 0.7190727760272067,
130
+ "step": 368
131
+ },
132
+ {
133
+ "epoch": 2.038199181446112,
134
+ "grad_norm": 80.40189361572266,
135
+ "learning_rate": 1.9963768115942032e-05,
136
+ "loss": 2.8438,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.17462482946794,
141
+ "grad_norm": 59.82918167114258,
142
+ "learning_rate": 1.9812801932367153e-05,
143
+ "loss": 2.4357,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.311050477489768,
148
+ "grad_norm": 47.38209533691406,
149
+ "learning_rate": 1.966183574879227e-05,
150
+ "loss": 2.5854,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.447476125511596,
155
+ "grad_norm": 93.12706756591797,
156
+ "learning_rate": 1.9510869565217393e-05,
157
+ "loss": 2.4665,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5839017735334244,
162
+ "grad_norm": 56.10307693481445,
163
+ "learning_rate": 1.9359903381642515e-05,
164
+ "loss": 2.3338,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.720327421555252,
169
+ "grad_norm": 64.64005279541016,
170
+ "learning_rate": 1.9208937198067633e-05,
171
+ "loss": 2.3338,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.8567530695770804,
176
+ "grad_norm": 75.71961212158203,
177
+ "learning_rate": 1.9057971014492754e-05,
178
+ "loss": 2.2912,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.9931787175989086,
183
+ "grad_norm": 89.45418548583984,
184
+ "learning_rate": 1.8907004830917876e-05,
185
+ "loss": 2.2783,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.7820855614973262,
191
+ "eval_loss": 0.5979565978050232,
192
+ "eval_macro_f1": 0.7784654344106573,
193
+ "eval_runtime": 1.4587,
194
+ "eval_samples_per_second": 512.801,
195
+ "eval_steps_per_second": 32.221,
196
+ "eval_weighted_f1": 0.7788867764070948,
197
+ "step": 552
198
+ },
199
+ {
200
+ "epoch": 3.1255115961800817,
201
+ "grad_norm": 85.2778091430664,
202
+ "learning_rate": 1.8756038647342997e-05,
203
+ "loss": 1.6831,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.26193724420191,
208
+ "grad_norm": 66.75272369384766,
209
+ "learning_rate": 1.8605072463768115e-05,
210
+ "loss": 1.7071,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.398362892223738,
215
+ "grad_norm": 44.54906463623047,
216
+ "learning_rate": 1.8454106280193237e-05,
217
+ "loss": 1.8577,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.5347885402455663,
222
+ "grad_norm": 105.6810073852539,
223
+ "learning_rate": 1.830314009661836e-05,
224
+ "loss": 1.9317,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.6712141882673945,
229
+ "grad_norm": 50.61581039428711,
230
+ "learning_rate": 1.815217391304348e-05,
231
+ "loss": 1.7411,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.8076398362892223,
236
+ "grad_norm": 101.84125518798828,
237
+ "learning_rate": 1.8001207729468598e-05,
238
+ "loss": 1.9675,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.9440654843110505,
243
+ "grad_norm": 67.93253326416016,
244
+ "learning_rate": 1.785024154589372e-05,
245
+ "loss": 1.8406,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.7981283422459893,
251
+ "eval_loss": 0.5522907376289368,
252
+ "eval_macro_f1": 0.7967223352220794,
253
+ "eval_runtime": 1.3931,
254
+ "eval_samples_per_second": 536.916,
255
+ "eval_steps_per_second": 33.737,
256
+ "eval_weighted_f1": 0.7972258968798187,
257
+ "step": 736
258
+ },
259
+ {
260
+ "epoch": 4.076398362892224,
261
+ "grad_norm": 40.24093246459961,
262
+ "learning_rate": 1.769927536231884e-05,
263
+ "loss": 1.4732,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.212824010914052,
268
+ "grad_norm": 76.44625091552734,
269
+ "learning_rate": 1.7548309178743963e-05,
270
+ "loss": 1.4399,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.34924965893588,
275
+ "grad_norm": 56.69782257080078,
276
+ "learning_rate": 1.7397342995169084e-05,
277
+ "loss": 1.6414,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.485675306957708,
282
+ "grad_norm": 94.40592193603516,
283
+ "learning_rate": 1.7246376811594206e-05,
284
+ "loss": 1.2614,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.622100954979536,
289
+ "grad_norm": 74.8768081665039,
290
+ "learning_rate": 1.7095410628019324e-05,
291
+ "loss": 1.2209,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.758526603001364,
296
+ "grad_norm": 56.02588653564453,
297
+ "learning_rate": 1.6944444444444446e-05,
298
+ "loss": 1.5599,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.894952251023192,
303
+ "grad_norm": 79.17617797851562,
304
+ "learning_rate": 1.6793478260869567e-05,
305
+ "loss": 1.3059,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 5.0,
310
+ "eval_accuracy": 0.7994652406417112,
311
+ "eval_loss": 0.5845164060592651,
312
+ "eval_macro_f1": 0.8000203022579474,
313
+ "eval_runtime": 1.375,
314
+ "eval_samples_per_second": 544.019,
315
+ "eval_steps_per_second": 34.183,
316
+ "eval_weighted_f1": 0.8000593212974323,
317
+ "step": 920
318
+ },
319
+ {
320
+ "epoch": 5.0272851296043655,
321
+ "grad_norm": 28.3646297454834,
322
+ "learning_rate": 1.664251207729469e-05,
323
+ "loss": 1.2263,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.163710777626194,
328
+ "grad_norm": 65.69905090332031,
329
+ "learning_rate": 1.649154589371981e-05,
330
+ "loss": 1.0584,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.300136425648022,
335
+ "grad_norm": 154.4479217529297,
336
+ "learning_rate": 1.634057971014493e-05,
337
+ "loss": 0.9768,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.43656207366985,
342
+ "grad_norm": 105.97663116455078,
343
+ "learning_rate": 1.618961352657005e-05,
344
+ "loss": 1.1329,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.572987721691678,
349
+ "grad_norm": 135.59719848632812,
350
+ "learning_rate": 1.603864734299517e-05,
351
+ "loss": 1.0677,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.709413369713506,
356
+ "grad_norm": 59.830299377441406,
357
+ "learning_rate": 1.5887681159420293e-05,
358
+ "loss": 1.0677,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.845839017735334,
363
+ "grad_norm": 28.92629623413086,
364
+ "learning_rate": 1.5736714975845415e-05,
365
+ "loss": 1.011,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.982264665757162,
370
+ "grad_norm": 90.58472442626953,
371
+ "learning_rate": 1.5585748792270533e-05,
372
+ "loss": 0.8766,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 6.0,
377
+ "eval_accuracy": 0.7927807486631016,
378
+ "eval_loss": 0.6770684123039246,
379
+ "eval_macro_f1": 0.793125948613636,
380
+ "eval_runtime": 1.3926,
381
+ "eval_samples_per_second": 537.129,
382
+ "eval_steps_per_second": 33.75,
383
+ "eval_weighted_f1": 0.7933775298087117,
384
+ "step": 1104
385
+ },
386
+ {
387
+ "epoch": 6.114597544338336,
388
+ "grad_norm": 40.56964111328125,
389
+ "learning_rate": 1.5434782608695654e-05,
390
+ "loss": 0.911,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.251023192360163,
395
+ "grad_norm": 60.98685836791992,
396
+ "learning_rate": 1.5283816425120776e-05,
397
+ "loss": 0.6892,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.387448840381992,
402
+ "grad_norm": 101.64288330078125,
403
+ "learning_rate": 1.5132850241545896e-05,
404
+ "loss": 0.6913,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.52387448840382,
409
+ "grad_norm": 59.38751220703125,
410
+ "learning_rate": 1.4981884057971017e-05,
411
+ "loss": 0.7236,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.660300136425648,
416
+ "grad_norm": 72.08346557617188,
417
+ "learning_rate": 1.4830917874396135e-05,
418
+ "loss": 0.6957,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.796725784447476,
423
+ "grad_norm": 130.4274139404297,
424
+ "learning_rate": 1.4679951690821257e-05,
425
+ "loss": 0.7398,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.933151432469304,
430
+ "grad_norm": 80.27019500732422,
431
+ "learning_rate": 1.4528985507246378e-05,
432
+ "loss": 0.8693,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 7.0,
437
+ "eval_accuracy": 0.8008021390374331,
438
+ "eval_loss": 0.7750909924507141,
439
+ "eval_macro_f1": 0.8003383293316002,
440
+ "eval_runtime": 1.4258,
441
+ "eval_samples_per_second": 524.609,
442
+ "eval_steps_per_second": 32.963,
443
+ "eval_weighted_f1": 0.8007406350587073,
444
+ "step": 1288
445
+ },
446
+ {
447
+ "epoch": 7.0654843110504775,
448
+ "grad_norm": 225.69480895996094,
449
+ "learning_rate": 1.43780193236715e-05,
450
+ "loss": 0.4486,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.201909959072306,
455
+ "grad_norm": 41.3351936340332,
456
+ "learning_rate": 1.422705314009662e-05,
457
+ "loss": 0.5638,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.338335607094134,
462
+ "grad_norm": 256.85955810546875,
463
+ "learning_rate": 1.407608695652174e-05,
464
+ "loss": 0.5014,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.474761255115962,
469
+ "grad_norm": 84.14098358154297,
470
+ "learning_rate": 1.3925120772946861e-05,
471
+ "loss": 0.4224,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.61118690313779,
476
+ "grad_norm": 3.670093059539795,
477
+ "learning_rate": 1.3774154589371983e-05,
478
+ "loss": 0.4624,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.747612551159618,
483
+ "grad_norm": 194.7781982421875,
484
+ "learning_rate": 1.3623188405797103e-05,
485
+ "loss": 0.5961,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.884038199181446,
490
+ "grad_norm": 146.41539001464844,
491
+ "learning_rate": 1.3472222222222224e-05,
492
+ "loss": 0.7107,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 8.0,
497
+ "eval_accuracy": 0.8008021390374331,
498
+ "eval_loss": 0.9765174388885498,
499
+ "eval_macro_f1": 0.7996240619089093,
500
+ "eval_runtime": 1.3885,
501
+ "eval_samples_per_second": 538.701,
502
+ "eval_steps_per_second": 33.849,
503
+ "eval_weighted_f1": 0.8000998640397955,
504
+ "step": 1472
505
+ },
506
+ {
507
+ "epoch": 8.016371077762619,
508
+ "grad_norm": 16.450998306274414,
509
+ "learning_rate": 1.3321256038647344e-05,
510
+ "loss": 0.4914,
511
+ "step": 1475
512
+ },
513
+ {
514
+ "epoch": 8.152796725784448,
515
+ "grad_norm": 91.61524963378906,
516
+ "learning_rate": 1.3170289855072464e-05,
517
+ "loss": 0.491,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.289222373806275,
522
+ "grad_norm": 145.8380889892578,
523
+ "learning_rate": 1.3019323671497585e-05,
524
+ "loss": 0.4229,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.425648021828104,
529
+ "grad_norm": 294.93475341796875,
530
+ "learning_rate": 1.2868357487922707e-05,
531
+ "loss": 0.4653,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.562073669849932,
536
+ "grad_norm": 196.76531982421875,
537
+ "learning_rate": 1.2717391304347828e-05,
538
+ "loss": 0.4506,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.69849931787176,
543
+ "grad_norm": 189.74757385253906,
544
+ "learning_rate": 1.2566425120772947e-05,
545
+ "loss": 0.4881,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.834924965893588,
550
+ "grad_norm": 82.8684310913086,
551
+ "learning_rate": 1.2415458937198068e-05,
552
+ "loss": 0.5479,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.971350613915416,
557
+ "grad_norm": 149.20701599121094,
558
+ "learning_rate": 1.226449275362319e-05,
559
+ "loss": 0.3865,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 9.0,
564
+ "eval_accuracy": 0.8021390374331551,
565
+ "eval_loss": 1.1423715353012085,
566
+ "eval_macro_f1": 0.8018894824212496,
567
+ "eval_runtime": 1.4236,
568
+ "eval_samples_per_second": 525.437,
569
+ "eval_steps_per_second": 33.015,
570
+ "eval_weighted_f1": 0.8022351572590111,
571
+ "step": 1656
572
+ },
573
+ {
574
+ "epoch": 9.10368349249659,
575
+ "grad_norm": 190.3300323486328,
576
+ "learning_rate": 1.2113526570048311e-05,
577
+ "loss": 0.3596,
578
+ "step": 1675
579
+ },
580
+ {
581
+ "epoch": 9.240109140518417,
582
+ "grad_norm": 9.252737998962402,
583
+ "learning_rate": 1.1962560386473433e-05,
584
+ "loss": 0.5188,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.376534788540246,
589
+ "grad_norm": 172.89654541015625,
590
+ "learning_rate": 1.181159420289855e-05,
591
+ "loss": 0.3987,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 9.512960436562073,
596
+ "grad_norm": 261.0718078613281,
597
+ "learning_rate": 1.1660628019323672e-05,
598
+ "loss": 0.4286,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.649386084583902,
603
+ "grad_norm": 113.15726470947266,
604
+ "learning_rate": 1.1509661835748794e-05,
605
+ "loss": 0.3364,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.78581173260573,
610
+ "grad_norm": 5.792295455932617,
611
+ "learning_rate": 1.1358695652173914e-05,
612
+ "loss": 0.3799,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.922237380627559,
617
+ "grad_norm": 115.74317169189453,
618
+ "learning_rate": 1.1207729468599035e-05,
619
+ "loss": 0.3682,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 10.0,
624
+ "eval_accuracy": 0.8128342245989305,
625
+ "eval_loss": 1.0929088592529297,
626
+ "eval_macro_f1": 0.8118462490930552,
627
+ "eval_runtime": 1.3595,
628
+ "eval_samples_per_second": 550.219,
629
+ "eval_steps_per_second": 34.573,
630
+ "eval_weighted_f1": 0.8124814271756912,
631
+ "step": 1840
632
+ },
633
+ {
634
+ "epoch": 10.054570259208731,
635
+ "grad_norm": 56.74972152709961,
636
+ "learning_rate": 1.1056763285024155e-05,
637
+ "loss": 0.3853,
638
+ "step": 1850
639
+ },
640
+ {
641
+ "epoch": 10.19099590723056,
642
+ "grad_norm": 136.7636260986328,
643
+ "learning_rate": 1.0905797101449277e-05,
644
+ "loss": 0.1013,
645
+ "step": 1875
646
+ },
647
+ {
648
+ "epoch": 10.327421555252387,
649
+ "grad_norm": 391.3827209472656,
650
+ "learning_rate": 1.0754830917874397e-05,
651
+ "loss": 0.4171,
652
+ "step": 1900
653
+ },
654
+ {
655
+ "epoch": 10.463847203274215,
656
+ "grad_norm": 57.222633361816406,
657
+ "learning_rate": 1.0603864734299518e-05,
658
+ "loss": 0.4165,
659
+ "step": 1925
660
+ },
661
+ {
662
+ "epoch": 10.600272851296044,
663
+ "grad_norm": 671.1357421875,
664
+ "learning_rate": 1.045289855072464e-05,
665
+ "loss": 0.3613,
666
+ "step": 1950
667
+ },
668
+ {
669
+ "epoch": 10.736698499317871,
670
+ "grad_norm": 210.50753784179688,
671
+ "learning_rate": 1.0301932367149758e-05,
672
+ "loss": 0.241,
673
+ "step": 1975
674
+ },
675
+ {
676
+ "epoch": 10.8731241473397,
677
+ "grad_norm": 250.89288330078125,
678
+ "learning_rate": 1.015096618357488e-05,
679
+ "loss": 0.3554,
680
+ "step": 2000
681
+ },
682
+ {
683
+ "epoch": 11.0,
684
+ "eval_accuracy": 0.7967914438502673,
685
+ "eval_loss": 1.5202927589416504,
686
+ "eval_macro_f1": 0.7946886843664359,
687
+ "eval_runtime": 1.4091,
688
+ "eval_samples_per_second": 530.842,
689
+ "eval_steps_per_second": 33.355,
690
+ "eval_weighted_f1": 0.7952731739157387,
691
+ "step": 2024
692
+ },
693
+ {
694
+ "epoch": 11.005457025920872,
695
+ "grad_norm": 203.47804260253906,
696
+ "learning_rate": 1e-05,
697
+ "loss": 0.3683,
698
+ "step": 2025
699
+ },
700
+ {
701
+ "epoch": 11.141882673942701,
702
+ "grad_norm": 72.73734283447266,
703
+ "learning_rate": 9.849033816425122e-06,
704
+ "loss": 0.2474,
705
+ "step": 2050
706
+ },
707
+ {
708
+ "epoch": 11.278308321964529,
709
+ "grad_norm": 35.04402542114258,
710
+ "learning_rate": 9.698067632850242e-06,
711
+ "loss": 0.2919,
712
+ "step": 2075
713
+ },
714
+ {
715
+ "epoch": 11.414733969986358,
716
+ "grad_norm": 413.9624938964844,
717
+ "learning_rate": 9.547101449275364e-06,
718
+ "loss": 0.2626,
719
+ "step": 2100
720
+ },
721
+ {
722
+ "epoch": 11.551159618008185,
723
+ "grad_norm": 171.39659118652344,
724
+ "learning_rate": 9.396135265700484e-06,
725
+ "loss": 0.2956,
726
+ "step": 2125
727
+ },
728
+ {
729
+ "epoch": 11.687585266030014,
730
+ "grad_norm": 0.7402535676956177,
731
+ "learning_rate": 9.245169082125605e-06,
732
+ "loss": 0.1151,
733
+ "step": 2150
734
+ },
735
+ {
736
+ "epoch": 11.824010914051842,
737
+ "grad_norm": 70.3759536743164,
738
+ "learning_rate": 9.094202898550725e-06,
739
+ "loss": 0.284,
740
+ "step": 2175
741
+ },
742
+ {
743
+ "epoch": 11.96043656207367,
744
+ "grad_norm": 262.6759338378906,
745
+ "learning_rate": 8.943236714975847e-06,
746
+ "loss": 0.2583,
747
+ "step": 2200
748
+ },
749
+ {
750
+ "epoch": 12.0,
751
+ "eval_accuracy": 0.8262032085561497,
752
+ "eval_loss": 1.4631001949310303,
753
+ "eval_macro_f1": 0.8254679996333824,
754
+ "eval_runtime": 1.3955,
755
+ "eval_samples_per_second": 536.0,
756
+ "eval_steps_per_second": 33.679,
757
+ "eval_weighted_f1": 0.8258559435919917,
758
+ "step": 2208
759
+ }
760
+ ],
761
+ "logging_steps": 25,
762
+ "max_steps": 3680,
763
+ "num_input_tokens_seen": 0,
764
+ "num_train_epochs": 20,
765
+ "save_steps": 500,
766
+ "stateful_callbacks": {
767
+ "EarlyStoppingCallback": {
768
+ "args": {
769
+ "early_stopping_patience": 3,
770
+ "early_stopping_threshold": 0.0
771
+ },
772
+ "attributes": {
773
+ "early_stopping_patience_counter": 0
774
+ }
775
+ },
776
+ "TrainerControl": {
777
+ "args": {
778
+ "should_epoch_stop": false,
779
+ "should_evaluate": false,
780
+ "should_log": false,
781
+ "should_save": true,
782
+ "should_training_stop": false
783
+ },
784
+ "attributes": {}
785
+ }
786
+ },
787
+ "total_flos": 0.0,
788
+ "train_batch_size": 8,
789
+ "trial_name": null,
790
+ "trial_params": null
791
+ }
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/trainer_state.json ADDED
@@ -0,0 +1,978 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2208,
3
+ "best_metric": 0.8254679996333824,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208",
5
+ "epoch": 15.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2760,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1364256480218281,
14
+ "grad_norm": 6.169146537780762,
15
+ "learning_rate": 1.3043478260869566e-06,
16
+ "loss": 4.6445,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2728512960436562,
21
+ "grad_norm": 17.97011947631836,
22
+ "learning_rate": 2.6630434782608698e-06,
23
+ "loss": 4.698,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4092769440654843,
28
+ "grad_norm": 17.170061111450195,
29
+ "learning_rate": 4.021739130434783e-06,
30
+ "loss": 4.5235,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5457025920873124,
35
+ "grad_norm": 8.572002410888672,
36
+ "learning_rate": 5.380434782608695e-06,
37
+ "loss": 4.5147,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6821282401091405,
42
+ "grad_norm": 35.73552322387695,
43
+ "learning_rate": 6.739130434782609e-06,
44
+ "loss": 4.5013,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8185538881309686,
49
+ "grad_norm": 41.949127197265625,
50
+ "learning_rate": 8.097826086956523e-06,
51
+ "loss": 4.3833,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9549795361527967,
56
+ "grad_norm": 37.93916320800781,
57
+ "learning_rate": 9.456521739130436e-06,
58
+ "loss": 4.3874,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.42914438502673796,
64
+ "eval_loss": 1.0528126955032349,
65
+ "eval_macro_f1": 0.39284148557669113,
66
+ "eval_runtime": 1.3954,
67
+ "eval_samples_per_second": 536.062,
68
+ "eval_steps_per_second": 33.683,
69
+ "eval_weighted_f1": 0.39466054483311613,
70
+ "step": 184
71
+ },
72
+ {
73
+ "epoch": 1.08731241473397,
74
+ "grad_norm": 17.997695922851562,
75
+ "learning_rate": 1.0815217391304349e-05,
76
+ "loss": 4.2353,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.223738062755798,
81
+ "grad_norm": 31.861753463745117,
82
+ "learning_rate": 1.2173913043478263e-05,
83
+ "loss": 4.3053,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.360163710777626,
88
+ "grad_norm": 30.805809020996094,
89
+ "learning_rate": 1.3532608695652174e-05,
90
+ "loss": 4.1129,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4965893587994543,
95
+ "grad_norm": 50.9595947265625,
96
+ "learning_rate": 1.4891304347826087e-05,
97
+ "loss": 3.8972,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6330150068212825,
102
+ "grad_norm": 70.4453125,
103
+ "learning_rate": 1.6250000000000002e-05,
104
+ "loss": 3.5334,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7694406548431105,
109
+ "grad_norm": 137.20120239257812,
110
+ "learning_rate": 1.7608695652173915e-05,
111
+ "loss": 3.3005,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.9058663028649385,
116
+ "grad_norm": 91.28943634033203,
117
+ "learning_rate": 1.8967391304347828e-05,
118
+ "loss": 2.9765,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.7219251336898396,
124
+ "eval_loss": 0.7265465259552002,
125
+ "eval_macro_f1": 0.718298814105801,
126
+ "eval_runtime": 1.4032,
127
+ "eval_samples_per_second": 533.057,
128
+ "eval_steps_per_second": 33.494,
129
+ "eval_weighted_f1": 0.7190727760272067,
130
+ "step": 368
131
+ },
132
+ {
133
+ "epoch": 2.038199181446112,
134
+ "grad_norm": 80.40189361572266,
135
+ "learning_rate": 1.9963768115942032e-05,
136
+ "loss": 2.8438,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.17462482946794,
141
+ "grad_norm": 59.82918167114258,
142
+ "learning_rate": 1.9812801932367153e-05,
143
+ "loss": 2.4357,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.311050477489768,
148
+ "grad_norm": 47.38209533691406,
149
+ "learning_rate": 1.966183574879227e-05,
150
+ "loss": 2.5854,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.447476125511596,
155
+ "grad_norm": 93.12706756591797,
156
+ "learning_rate": 1.9510869565217393e-05,
157
+ "loss": 2.4665,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5839017735334244,
162
+ "grad_norm": 56.10307693481445,
163
+ "learning_rate": 1.9359903381642515e-05,
164
+ "loss": 2.3338,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.720327421555252,
169
+ "grad_norm": 64.64005279541016,
170
+ "learning_rate": 1.9208937198067633e-05,
171
+ "loss": 2.3338,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.8567530695770804,
176
+ "grad_norm": 75.71961212158203,
177
+ "learning_rate": 1.9057971014492754e-05,
178
+ "loss": 2.2912,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.9931787175989086,
183
+ "grad_norm": 89.45418548583984,
184
+ "learning_rate": 1.8907004830917876e-05,
185
+ "loss": 2.2783,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.7820855614973262,
191
+ "eval_loss": 0.5979565978050232,
192
+ "eval_macro_f1": 0.7784654344106573,
193
+ "eval_runtime": 1.4587,
194
+ "eval_samples_per_second": 512.801,
195
+ "eval_steps_per_second": 32.221,
196
+ "eval_weighted_f1": 0.7788867764070948,
197
+ "step": 552
198
+ },
199
+ {
200
+ "epoch": 3.1255115961800817,
201
+ "grad_norm": 85.2778091430664,
202
+ "learning_rate": 1.8756038647342997e-05,
203
+ "loss": 1.6831,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.26193724420191,
208
+ "grad_norm": 66.75272369384766,
209
+ "learning_rate": 1.8605072463768115e-05,
210
+ "loss": 1.7071,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.398362892223738,
215
+ "grad_norm": 44.54906463623047,
216
+ "learning_rate": 1.8454106280193237e-05,
217
+ "loss": 1.8577,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.5347885402455663,
222
+ "grad_norm": 105.6810073852539,
223
+ "learning_rate": 1.830314009661836e-05,
224
+ "loss": 1.9317,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.6712141882673945,
229
+ "grad_norm": 50.61581039428711,
230
+ "learning_rate": 1.815217391304348e-05,
231
+ "loss": 1.7411,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.8076398362892223,
236
+ "grad_norm": 101.84125518798828,
237
+ "learning_rate": 1.8001207729468598e-05,
238
+ "loss": 1.9675,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.9440654843110505,
243
+ "grad_norm": 67.93253326416016,
244
+ "learning_rate": 1.785024154589372e-05,
245
+ "loss": 1.8406,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.7981283422459893,
251
+ "eval_loss": 0.5522907376289368,
252
+ "eval_macro_f1": 0.7967223352220794,
253
+ "eval_runtime": 1.3931,
254
+ "eval_samples_per_second": 536.916,
255
+ "eval_steps_per_second": 33.737,
256
+ "eval_weighted_f1": 0.7972258968798187,
257
+ "step": 736
258
+ },
259
+ {
260
+ "epoch": 4.076398362892224,
261
+ "grad_norm": 40.24093246459961,
262
+ "learning_rate": 1.769927536231884e-05,
263
+ "loss": 1.4732,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.212824010914052,
268
+ "grad_norm": 76.44625091552734,
269
+ "learning_rate": 1.7548309178743963e-05,
270
+ "loss": 1.4399,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.34924965893588,
275
+ "grad_norm": 56.69782257080078,
276
+ "learning_rate": 1.7397342995169084e-05,
277
+ "loss": 1.6414,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.485675306957708,
282
+ "grad_norm": 94.40592193603516,
283
+ "learning_rate": 1.7246376811594206e-05,
284
+ "loss": 1.2614,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.622100954979536,
289
+ "grad_norm": 74.8768081665039,
290
+ "learning_rate": 1.7095410628019324e-05,
291
+ "loss": 1.2209,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.758526603001364,
296
+ "grad_norm": 56.02588653564453,
297
+ "learning_rate": 1.6944444444444446e-05,
298
+ "loss": 1.5599,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.894952251023192,
303
+ "grad_norm": 79.17617797851562,
304
+ "learning_rate": 1.6793478260869567e-05,
305
+ "loss": 1.3059,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 5.0,
310
+ "eval_accuracy": 0.7994652406417112,
311
+ "eval_loss": 0.5845164060592651,
312
+ "eval_macro_f1": 0.8000203022579474,
313
+ "eval_runtime": 1.375,
314
+ "eval_samples_per_second": 544.019,
315
+ "eval_steps_per_second": 34.183,
316
+ "eval_weighted_f1": 0.8000593212974323,
317
+ "step": 920
318
+ },
319
+ {
320
+ "epoch": 5.0272851296043655,
321
+ "grad_norm": 28.3646297454834,
322
+ "learning_rate": 1.664251207729469e-05,
323
+ "loss": 1.2263,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.163710777626194,
328
+ "grad_norm": 65.69905090332031,
329
+ "learning_rate": 1.649154589371981e-05,
330
+ "loss": 1.0584,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.300136425648022,
335
+ "grad_norm": 154.4479217529297,
336
+ "learning_rate": 1.634057971014493e-05,
337
+ "loss": 0.9768,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.43656207366985,
342
+ "grad_norm": 105.97663116455078,
343
+ "learning_rate": 1.618961352657005e-05,
344
+ "loss": 1.1329,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.572987721691678,
349
+ "grad_norm": 135.59719848632812,
350
+ "learning_rate": 1.603864734299517e-05,
351
+ "loss": 1.0677,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.709413369713506,
356
+ "grad_norm": 59.830299377441406,
357
+ "learning_rate": 1.5887681159420293e-05,
358
+ "loss": 1.0677,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.845839017735334,
363
+ "grad_norm": 28.92629623413086,
364
+ "learning_rate": 1.5736714975845415e-05,
365
+ "loss": 1.011,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.982264665757162,
370
+ "grad_norm": 90.58472442626953,
371
+ "learning_rate": 1.5585748792270533e-05,
372
+ "loss": 0.8766,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 6.0,
377
+ "eval_accuracy": 0.7927807486631016,
378
+ "eval_loss": 0.6770684123039246,
379
+ "eval_macro_f1": 0.793125948613636,
380
+ "eval_runtime": 1.3926,
381
+ "eval_samples_per_second": 537.129,
382
+ "eval_steps_per_second": 33.75,
383
+ "eval_weighted_f1": 0.7933775298087117,
384
+ "step": 1104
385
+ },
386
+ {
387
+ "epoch": 6.114597544338336,
388
+ "grad_norm": 40.56964111328125,
389
+ "learning_rate": 1.5434782608695654e-05,
390
+ "loss": 0.911,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.251023192360163,
395
+ "grad_norm": 60.98685836791992,
396
+ "learning_rate": 1.5283816425120776e-05,
397
+ "loss": 0.6892,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.387448840381992,
402
+ "grad_norm": 101.64288330078125,
403
+ "learning_rate": 1.5132850241545896e-05,
404
+ "loss": 0.6913,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.52387448840382,
409
+ "grad_norm": 59.38751220703125,
410
+ "learning_rate": 1.4981884057971017e-05,
411
+ "loss": 0.7236,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.660300136425648,
416
+ "grad_norm": 72.08346557617188,
417
+ "learning_rate": 1.4830917874396135e-05,
418
+ "loss": 0.6957,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.796725784447476,
423
+ "grad_norm": 130.4274139404297,
424
+ "learning_rate": 1.4679951690821257e-05,
425
+ "loss": 0.7398,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.933151432469304,
430
+ "grad_norm": 80.27019500732422,
431
+ "learning_rate": 1.4528985507246378e-05,
432
+ "loss": 0.8693,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 7.0,
437
+ "eval_accuracy": 0.8008021390374331,
438
+ "eval_loss": 0.7750909924507141,
439
+ "eval_macro_f1": 0.8003383293316002,
440
+ "eval_runtime": 1.4258,
441
+ "eval_samples_per_second": 524.609,
442
+ "eval_steps_per_second": 32.963,
443
+ "eval_weighted_f1": 0.8007406350587073,
444
+ "step": 1288
445
+ },
446
+ {
447
+ "epoch": 7.0654843110504775,
448
+ "grad_norm": 225.69480895996094,
449
+ "learning_rate": 1.43780193236715e-05,
450
+ "loss": 0.4486,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.201909959072306,
455
+ "grad_norm": 41.3351936340332,
456
+ "learning_rate": 1.422705314009662e-05,
457
+ "loss": 0.5638,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.338335607094134,
462
+ "grad_norm": 256.85955810546875,
463
+ "learning_rate": 1.407608695652174e-05,
464
+ "loss": 0.5014,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.474761255115962,
469
+ "grad_norm": 84.14098358154297,
470
+ "learning_rate": 1.3925120772946861e-05,
471
+ "loss": 0.4224,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.61118690313779,
476
+ "grad_norm": 3.670093059539795,
477
+ "learning_rate": 1.3774154589371983e-05,
478
+ "loss": 0.4624,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.747612551159618,
483
+ "grad_norm": 194.7781982421875,
484
+ "learning_rate": 1.3623188405797103e-05,
485
+ "loss": 0.5961,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.884038199181446,
490
+ "grad_norm": 146.41539001464844,
491
+ "learning_rate": 1.3472222222222224e-05,
492
+ "loss": 0.7107,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 8.0,
497
+ "eval_accuracy": 0.8008021390374331,
498
+ "eval_loss": 0.9765174388885498,
499
+ "eval_macro_f1": 0.7996240619089093,
500
+ "eval_runtime": 1.3885,
501
+ "eval_samples_per_second": 538.701,
502
+ "eval_steps_per_second": 33.849,
503
+ "eval_weighted_f1": 0.8000998640397955,
504
+ "step": 1472
505
+ },
506
+ {
507
+ "epoch": 8.016371077762619,
508
+ "grad_norm": 16.450998306274414,
509
+ "learning_rate": 1.3321256038647344e-05,
510
+ "loss": 0.4914,
511
+ "step": 1475
512
+ },
513
+ {
514
+ "epoch": 8.152796725784448,
515
+ "grad_norm": 91.61524963378906,
516
+ "learning_rate": 1.3170289855072464e-05,
517
+ "loss": 0.491,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.289222373806275,
522
+ "grad_norm": 145.8380889892578,
523
+ "learning_rate": 1.3019323671497585e-05,
524
+ "loss": 0.4229,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.425648021828104,
529
+ "grad_norm": 294.93475341796875,
530
+ "learning_rate": 1.2868357487922707e-05,
531
+ "loss": 0.4653,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.562073669849932,
536
+ "grad_norm": 196.76531982421875,
537
+ "learning_rate": 1.2717391304347828e-05,
538
+ "loss": 0.4506,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.69849931787176,
543
+ "grad_norm": 189.74757385253906,
544
+ "learning_rate": 1.2566425120772947e-05,
545
+ "loss": 0.4881,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.834924965893588,
550
+ "grad_norm": 82.8684310913086,
551
+ "learning_rate": 1.2415458937198068e-05,
552
+ "loss": 0.5479,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.971350613915416,
557
+ "grad_norm": 149.20701599121094,
558
+ "learning_rate": 1.226449275362319e-05,
559
+ "loss": 0.3865,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 9.0,
564
+ "eval_accuracy": 0.8021390374331551,
565
+ "eval_loss": 1.1423715353012085,
566
+ "eval_macro_f1": 0.8018894824212496,
567
+ "eval_runtime": 1.4236,
568
+ "eval_samples_per_second": 525.437,
569
+ "eval_steps_per_second": 33.015,
570
+ "eval_weighted_f1": 0.8022351572590111,
571
+ "step": 1656
572
+ },
573
+ {
574
+ "epoch": 9.10368349249659,
575
+ "grad_norm": 190.3300323486328,
576
+ "learning_rate": 1.2113526570048311e-05,
577
+ "loss": 0.3596,
578
+ "step": 1675
579
+ },
580
+ {
581
+ "epoch": 9.240109140518417,
582
+ "grad_norm": 9.252737998962402,
583
+ "learning_rate": 1.1962560386473433e-05,
584
+ "loss": 0.5188,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.376534788540246,
589
+ "grad_norm": 172.89654541015625,
590
+ "learning_rate": 1.181159420289855e-05,
591
+ "loss": 0.3987,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 9.512960436562073,
596
+ "grad_norm": 261.0718078613281,
597
+ "learning_rate": 1.1660628019323672e-05,
598
+ "loss": 0.4286,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.649386084583902,
603
+ "grad_norm": 113.15726470947266,
604
+ "learning_rate": 1.1509661835748794e-05,
605
+ "loss": 0.3364,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.78581173260573,
610
+ "grad_norm": 5.792295455932617,
611
+ "learning_rate": 1.1358695652173914e-05,
612
+ "loss": 0.3799,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.922237380627559,
617
+ "grad_norm": 115.74317169189453,
618
+ "learning_rate": 1.1207729468599035e-05,
619
+ "loss": 0.3682,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 10.0,
624
+ "eval_accuracy": 0.8128342245989305,
625
+ "eval_loss": 1.0929088592529297,
626
+ "eval_macro_f1": 0.8118462490930552,
627
+ "eval_runtime": 1.3595,
628
+ "eval_samples_per_second": 550.219,
629
+ "eval_steps_per_second": 34.573,
630
+ "eval_weighted_f1": 0.8124814271756912,
631
+ "step": 1840
632
+ },
633
+ {
634
+ "epoch": 10.054570259208731,
635
+ "grad_norm": 56.74972152709961,
636
+ "learning_rate": 1.1056763285024155e-05,
637
+ "loss": 0.3853,
638
+ "step": 1850
639
+ },
640
+ {
641
+ "epoch": 10.19099590723056,
642
+ "grad_norm": 136.7636260986328,
643
+ "learning_rate": 1.0905797101449277e-05,
644
+ "loss": 0.1013,
645
+ "step": 1875
646
+ },
647
+ {
648
+ "epoch": 10.327421555252387,
649
+ "grad_norm": 391.3827209472656,
650
+ "learning_rate": 1.0754830917874397e-05,
651
+ "loss": 0.4171,
652
+ "step": 1900
653
+ },
654
+ {
655
+ "epoch": 10.463847203274215,
656
+ "grad_norm": 57.222633361816406,
657
+ "learning_rate": 1.0603864734299518e-05,
658
+ "loss": 0.4165,
659
+ "step": 1925
660
+ },
661
+ {
662
+ "epoch": 10.600272851296044,
663
+ "grad_norm": 671.1357421875,
664
+ "learning_rate": 1.045289855072464e-05,
665
+ "loss": 0.3613,
666
+ "step": 1950
667
+ },
668
+ {
669
+ "epoch": 10.736698499317871,
670
+ "grad_norm": 210.50753784179688,
671
+ "learning_rate": 1.0301932367149758e-05,
672
+ "loss": 0.241,
673
+ "step": 1975
674
+ },
675
+ {
676
+ "epoch": 10.8731241473397,
677
+ "grad_norm": 250.89288330078125,
678
+ "learning_rate": 1.015096618357488e-05,
679
+ "loss": 0.3554,
680
+ "step": 2000
681
+ },
682
+ {
683
+ "epoch": 11.0,
684
+ "eval_accuracy": 0.7967914438502673,
685
+ "eval_loss": 1.5202927589416504,
686
+ "eval_macro_f1": 0.7946886843664359,
687
+ "eval_runtime": 1.4091,
688
+ "eval_samples_per_second": 530.842,
689
+ "eval_steps_per_second": 33.355,
690
+ "eval_weighted_f1": 0.7952731739157387,
691
+ "step": 2024
692
+ },
693
+ {
694
+ "epoch": 11.005457025920872,
695
+ "grad_norm": 203.47804260253906,
696
+ "learning_rate": 1e-05,
697
+ "loss": 0.3683,
698
+ "step": 2025
699
+ },
700
+ {
701
+ "epoch": 11.141882673942701,
702
+ "grad_norm": 72.73734283447266,
703
+ "learning_rate": 9.849033816425122e-06,
704
+ "loss": 0.2474,
705
+ "step": 2050
706
+ },
707
+ {
708
+ "epoch": 11.278308321964529,
709
+ "grad_norm": 35.04402542114258,
710
+ "learning_rate": 9.698067632850242e-06,
711
+ "loss": 0.2919,
712
+ "step": 2075
713
+ },
714
+ {
715
+ "epoch": 11.414733969986358,
716
+ "grad_norm": 413.9624938964844,
717
+ "learning_rate": 9.547101449275364e-06,
718
+ "loss": 0.2626,
719
+ "step": 2100
720
+ },
721
+ {
722
+ "epoch": 11.551159618008185,
723
+ "grad_norm": 171.39659118652344,
724
+ "learning_rate": 9.396135265700484e-06,
725
+ "loss": 0.2956,
726
+ "step": 2125
727
+ },
728
+ {
729
+ "epoch": 11.687585266030014,
730
+ "grad_norm": 0.7402535676956177,
731
+ "learning_rate": 9.245169082125605e-06,
732
+ "loss": 0.1151,
733
+ "step": 2150
734
+ },
735
+ {
736
+ "epoch": 11.824010914051842,
737
+ "grad_norm": 70.3759536743164,
738
+ "learning_rate": 9.094202898550725e-06,
739
+ "loss": 0.284,
740
+ "step": 2175
741
+ },
742
+ {
743
+ "epoch": 11.96043656207367,
744
+ "grad_norm": 262.6759338378906,
745
+ "learning_rate": 8.943236714975847e-06,
746
+ "loss": 0.2583,
747
+ "step": 2200
748
+ },
749
+ {
750
+ "epoch": 12.0,
751
+ "eval_accuracy": 0.8262032085561497,
752
+ "eval_loss": 1.4631001949310303,
753
+ "eval_macro_f1": 0.8254679996333824,
754
+ "eval_runtime": 1.3955,
755
+ "eval_samples_per_second": 536.0,
756
+ "eval_steps_per_second": 33.679,
757
+ "eval_weighted_f1": 0.8258559435919917,
758
+ "step": 2208
759
+ },
760
+ {
761
+ "epoch": 12.092769440654843,
762
+ "grad_norm": 0.5337128043174744,
763
+ "learning_rate": 8.792270531400966e-06,
764
+ "loss": 0.1757,
765
+ "step": 2225
766
+ },
767
+ {
768
+ "epoch": 12.229195088676672,
769
+ "grad_norm": 0.09363074600696564,
770
+ "learning_rate": 8.641304347826088e-06,
771
+ "loss": 0.144,
772
+ "step": 2250
773
+ },
774
+ {
775
+ "epoch": 12.3656207366985,
776
+ "grad_norm": 20.824771881103516,
777
+ "learning_rate": 8.490338164251208e-06,
778
+ "loss": 0.1656,
779
+ "step": 2275
780
+ },
781
+ {
782
+ "epoch": 12.502046384720327,
783
+ "grad_norm": 0.19896452128887177,
784
+ "learning_rate": 8.33937198067633e-06,
785
+ "loss": 0.1147,
786
+ "step": 2300
787
+ },
788
+ {
789
+ "epoch": 12.638472032742156,
790
+ "grad_norm": 71.46724700927734,
791
+ "learning_rate": 8.188405797101449e-06,
792
+ "loss": 0.1828,
793
+ "step": 2325
794
+ },
795
+ {
796
+ "epoch": 12.774897680763983,
797
+ "grad_norm": 0.09316150099039078,
798
+ "learning_rate": 8.03743961352657e-06,
799
+ "loss": 0.1325,
800
+ "step": 2350
801
+ },
802
+ {
803
+ "epoch": 12.911323328785812,
804
+ "grad_norm": 27.156536102294922,
805
+ "learning_rate": 7.88647342995169e-06,
806
+ "loss": 0.1897,
807
+ "step": 2375
808
+ },
809
+ {
810
+ "epoch": 13.0,
811
+ "eval_accuracy": 0.8168449197860963,
812
+ "eval_loss": 1.5514274835586548,
813
+ "eval_macro_f1": 0.8160400470795331,
814
+ "eval_runtime": 1.3746,
815
+ "eval_samples_per_second": 544.155,
816
+ "eval_steps_per_second": 34.192,
817
+ "eval_weighted_f1": 0.8166252982040265,
818
+ "step": 2392
819
+ },
820
+ {
821
+ "epoch": 13.043656207366984,
822
+ "grad_norm": 0.7321101427078247,
823
+ "learning_rate": 7.735507246376812e-06,
824
+ "loss": 0.1885,
825
+ "step": 2400
826
+ },
827
+ {
828
+ "epoch": 13.180081855388813,
829
+ "grad_norm": 728.0093994140625,
830
+ "learning_rate": 7.584541062801934e-06,
831
+ "loss": 0.2741,
832
+ "step": 2425
833
+ },
834
+ {
835
+ "epoch": 13.31650750341064,
836
+ "grad_norm": 642.4351196289062,
837
+ "learning_rate": 7.4335748792270534e-06,
838
+ "loss": 0.1593,
839
+ "step": 2450
840
+ },
841
+ {
842
+ "epoch": 13.45293315143247,
843
+ "grad_norm": 82.096435546875,
844
+ "learning_rate": 7.282608695652175e-06,
845
+ "loss": 0.263,
846
+ "step": 2475
847
+ },
848
+ {
849
+ "epoch": 13.589358799454297,
850
+ "grad_norm": 86.42981719970703,
851
+ "learning_rate": 7.131642512077295e-06,
852
+ "loss": 0.1849,
853
+ "step": 2500
854
+ },
855
+ {
856
+ "epoch": 13.725784447476126,
857
+ "grad_norm": 58.720970153808594,
858
+ "learning_rate": 6.980676328502416e-06,
859
+ "loss": 0.3491,
860
+ "step": 2525
861
+ },
862
+ {
863
+ "epoch": 13.862210095497954,
864
+ "grad_norm": 171.79254150390625,
865
+ "learning_rate": 6.829710144927537e-06,
866
+ "loss": 0.205,
867
+ "step": 2550
868
+ },
869
+ {
870
+ "epoch": 13.998635743519781,
871
+ "grad_norm": 37.18817901611328,
872
+ "learning_rate": 6.678743961352657e-06,
873
+ "loss": 0.1536,
874
+ "step": 2575
875
+ },
876
+ {
877
+ "epoch": 14.0,
878
+ "eval_accuracy": 0.8128342245989305,
879
+ "eval_loss": 1.6361796855926514,
880
+ "eval_macro_f1": 0.8117699139556221,
881
+ "eval_runtime": 1.388,
882
+ "eval_samples_per_second": 538.924,
883
+ "eval_steps_per_second": 33.863,
884
+ "eval_weighted_f1": 0.8121003525853281,
885
+ "step": 2576
886
+ },
887
+ {
888
+ "epoch": 14.130968622100955,
889
+ "grad_norm": 0.011790689080953598,
890
+ "learning_rate": 6.5277777777777784e-06,
891
+ "loss": 0.1705,
892
+ "step": 2600
893
+ },
894
+ {
895
+ "epoch": 14.267394270122782,
896
+ "grad_norm": 0.017756259068846703,
897
+ "learning_rate": 6.376811594202898e-06,
898
+ "loss": 0.1111,
899
+ "step": 2625
900
+ },
901
+ {
902
+ "epoch": 14.403819918144611,
903
+ "grad_norm": 0.014493733644485474,
904
+ "learning_rate": 6.22584541062802e-06,
905
+ "loss": 0.086,
906
+ "step": 2650
907
+ },
908
+ {
909
+ "epoch": 14.540245566166439,
910
+ "grad_norm": 0.12675778567790985,
911
+ "learning_rate": 6.0748792270531405e-06,
912
+ "loss": 0.046,
913
+ "step": 2675
914
+ },
915
+ {
916
+ "epoch": 14.676671214188268,
917
+ "grad_norm": 0.030607717111706734,
918
+ "learning_rate": 5.923913043478261e-06,
919
+ "loss": 0.1126,
920
+ "step": 2700
921
+ },
922
+ {
923
+ "epoch": 14.813096862210095,
924
+ "grad_norm": 508.4934387207031,
925
+ "learning_rate": 5.772946859903382e-06,
926
+ "loss": 0.0504,
927
+ "step": 2725
928
+ },
929
+ {
930
+ "epoch": 14.949522510231924,
931
+ "grad_norm": 2.0398285388946533,
932
+ "learning_rate": 5.6219806763285034e-06,
933
+ "loss": 0.2629,
934
+ "step": 2750
935
+ },
936
+ {
937
+ "epoch": 15.0,
938
+ "eval_accuracy": 0.8155080213903744,
939
+ "eval_loss": 1.7136917114257812,
940
+ "eval_macro_f1": 0.8140865749650312,
941
+ "eval_runtime": 1.3906,
942
+ "eval_samples_per_second": 537.903,
943
+ "eval_steps_per_second": 33.799,
944
+ "eval_weighted_f1": 0.8144231786229137,
945
+ "step": 2760
946
+ }
947
+ ],
948
+ "logging_steps": 25,
949
+ "max_steps": 3680,
950
+ "num_input_tokens_seen": 0,
951
+ "num_train_epochs": 20,
952
+ "save_steps": 500,
953
+ "stateful_callbacks": {
954
+ "EarlyStoppingCallback": {
955
+ "args": {
956
+ "early_stopping_patience": 3,
957
+ "early_stopping_threshold": 0.0
958
+ },
959
+ "attributes": {
960
+ "early_stopping_patience_counter": 3
961
+ }
962
+ },
963
+ "TrainerControl": {
964
+ "args": {
965
+ "should_epoch_stop": false,
966
+ "should_evaluate": false,
967
+ "should_log": false,
968
+ "should_save": true,
969
+ "should_training_stop": true
970
+ },
971
+ "attributes": {}
972
+ }
973
+ },
974
+ "total_flos": 0.0,
975
+ "train_batch_size": 8,
976
+ "trial_name": null,
977
+ "trial_params": null
978
+ }
ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/trainer_state.json ADDED
@@ -0,0 +1,766 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2167,
3
+ "best_metric": 0.8314934344484204,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167",
5
+ "epoch": 11.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2167,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.12706480304955528,
14
+ "grad_norm": 29.17889976501465,
15
+ "learning_rate": 1.218274111675127e-06,
16
+ "loss": 4.7375,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.25412960609911056,
21
+ "grad_norm": 26.52155876159668,
22
+ "learning_rate": 2.487309644670051e-06,
23
+ "loss": 4.6937,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.3811944091486658,
28
+ "grad_norm": 8.376198768615723,
29
+ "learning_rate": 3.756345177664975e-06,
30
+ "loss": 4.5681,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5082592121982211,
35
+ "grad_norm": 11.76487922668457,
36
+ "learning_rate": 5.025380710659899e-06,
37
+ "loss": 4.54,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6353240152477764,
42
+ "grad_norm": 20.56324005126953,
43
+ "learning_rate": 6.2944162436548225e-06,
44
+ "loss": 4.4862,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.7623888182973316,
49
+ "grad_norm": 61.14592742919922,
50
+ "learning_rate": 7.563451776649747e-06,
51
+ "loss": 4.4539,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.8894536213468869,
56
+ "grad_norm": 13.794953346252441,
57
+ "learning_rate": 8.832487309644671e-06,
58
+ "loss": 4.3352,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.3961136023916293,
64
+ "eval_loss": 1.0661931037902832,
65
+ "eval_macro_f1": 0.3557832357085587,
66
+ "eval_runtime": 1.3072,
67
+ "eval_samples_per_second": 511.776,
68
+ "eval_steps_per_second": 32.129,
69
+ "eval_weighted_f1": 0.3548737552720299,
70
+ "step": 197
71
+ },
72
+ {
73
+ "epoch": 1.0152477763659467,
74
+ "grad_norm": 38.92656326293945,
75
+ "learning_rate": 1.0101522842639596e-05,
76
+ "loss": 4.2694,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1423125794155018,
81
+ "grad_norm": 47.59498977661133,
82
+ "learning_rate": 1.1370558375634519e-05,
83
+ "loss": 4.0622,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.2693773824650572,
88
+ "grad_norm": 79.16809844970703,
89
+ "learning_rate": 1.2639593908629442e-05,
90
+ "loss": 3.7822,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.3964421855146125,
95
+ "grad_norm": 121.33692932128906,
96
+ "learning_rate": 1.3908629441624366e-05,
97
+ "loss": 3.6838,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.5235069885641677,
102
+ "grad_norm": 77.21849822998047,
103
+ "learning_rate": 1.5177664974619291e-05,
104
+ "loss": 3.557,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.650571791613723,
109
+ "grad_norm": 62.764930725097656,
110
+ "learning_rate": 1.6446700507614214e-05,
111
+ "loss": 3.0787,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.7776365946632784,
116
+ "grad_norm": 170.36572265625,
117
+ "learning_rate": 1.771573604060914e-05,
118
+ "loss": 3.177,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.9047013977128335,
123
+ "grad_norm": 73.31089782714844,
124
+ "learning_rate": 1.8984771573604063e-05,
125
+ "loss": 3.3615,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.70254110612855,
131
+ "eval_loss": 0.6529975533485413,
132
+ "eval_macro_f1": 0.688768251775708,
133
+ "eval_runtime": 1.2161,
134
+ "eval_samples_per_second": 550.104,
135
+ "eval_steps_per_second": 34.536,
136
+ "eval_weighted_f1": 0.6899239578890869,
137
+ "step": 394
138
+ },
139
+ {
140
+ "epoch": 2.0304955527318933,
141
+ "grad_norm": 87.74148559570312,
142
+ "learning_rate": 1.997179921037789e-05,
143
+ "loss": 2.9657,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.1575603557814484,
148
+ "grad_norm": 71.63751220703125,
149
+ "learning_rate": 1.9830795262267346e-05,
150
+ "loss": 2.9307,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.2846251588310036,
155
+ "grad_norm": 81.30516052246094,
156
+ "learning_rate": 1.96897913141568e-05,
157
+ "loss": 2.6925,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.411689961880559,
162
+ "grad_norm": 245.49725341796875,
163
+ "learning_rate": 1.954878736604625e-05,
164
+ "loss": 2.5833,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.5387547649301143,
169
+ "grad_norm": 143.1084747314453,
170
+ "learning_rate": 1.9407783417935703e-05,
171
+ "loss": 2.2256,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.6658195679796695,
176
+ "grad_norm": 124.37549591064453,
177
+ "learning_rate": 1.9266779469825156e-05,
178
+ "loss": 2.5721,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.792884371029225,
183
+ "grad_norm": 136.49591064453125,
184
+ "learning_rate": 1.912577552171461e-05,
185
+ "loss": 2.382,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 2.91994917407878,
190
+ "grad_norm": 97.83900451660156,
191
+ "learning_rate": 1.8984771573604063e-05,
192
+ "loss": 2.4684,
193
+ "step": 575
194
+ },
195
+ {
196
+ "epoch": 3.0,
197
+ "eval_accuracy": 0.7742899850523169,
198
+ "eval_loss": 0.5910671949386597,
199
+ "eval_macro_f1": 0.7735192424769894,
200
+ "eval_runtime": 1.2184,
201
+ "eval_samples_per_second": 549.1,
202
+ "eval_steps_per_second": 34.473,
203
+ "eval_weighted_f1": 0.7733756457047541,
204
+ "step": 591
205
+ },
206
+ {
207
+ "epoch": 3.04574332909784,
208
+ "grad_norm": 111.62716674804688,
209
+ "learning_rate": 1.8843767625493517e-05,
210
+ "loss": 2.0779,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.172808132147395,
215
+ "grad_norm": 151.1236114501953,
216
+ "learning_rate": 1.870276367738297e-05,
217
+ "loss": 2.1251,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.2998729351969507,
222
+ "grad_norm": 79.7332763671875,
223
+ "learning_rate": 1.856175972927242e-05,
224
+ "loss": 2.0306,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.426937738246506,
229
+ "grad_norm": 58.12649154663086,
230
+ "learning_rate": 1.8420755781161873e-05,
231
+ "loss": 1.9131,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.554002541296061,
236
+ "grad_norm": 102.69696807861328,
237
+ "learning_rate": 1.8279751833051327e-05,
238
+ "loss": 1.9934,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.681067344345616,
243
+ "grad_norm": 100.18780517578125,
244
+ "learning_rate": 1.813874788494078e-05,
245
+ "loss": 2.0366,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.8081321473951717,
250
+ "grad_norm": 89.82222747802734,
251
+ "learning_rate": 1.7997743936830234e-05,
252
+ "loss": 2.0814,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 3.935196950444727,
257
+ "grad_norm": 37.997894287109375,
258
+ "learning_rate": 1.7856739988719684e-05,
259
+ "loss": 1.8044,
260
+ "step": 775
261
+ },
262
+ {
263
+ "epoch": 4.0,
264
+ "eval_accuracy": 0.8011958146487295,
265
+ "eval_loss": 0.5433006882667542,
266
+ "eval_macro_f1": 0.7995711662765617,
267
+ "eval_runtime": 1.4201,
268
+ "eval_samples_per_second": 471.09,
269
+ "eval_steps_per_second": 29.575,
270
+ "eval_weighted_f1": 0.799906536566153,
271
+ "step": 788
272
+ },
273
+ {
274
+ "epoch": 4.060991105463787,
275
+ "grad_norm": 132.47442626953125,
276
+ "learning_rate": 1.771573604060914e-05,
277
+ "loss": 2.0071,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.188055908513342,
282
+ "grad_norm": 100.00971984863281,
283
+ "learning_rate": 1.7574732092498594e-05,
284
+ "loss": 1.5186,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.315120711562897,
289
+ "grad_norm": 58.45487594604492,
290
+ "learning_rate": 1.7433728144388044e-05,
291
+ "loss": 1.5549,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.4421855146124525,
296
+ "grad_norm": 66.08984375,
297
+ "learning_rate": 1.7292724196277497e-05,
298
+ "loss": 1.6877,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.569250317662007,
303
+ "grad_norm": 42.677345275878906,
304
+ "learning_rate": 1.715172024816695e-05,
305
+ "loss": 1.5175,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.696315120711563,
310
+ "grad_norm": 108.39213562011719,
311
+ "learning_rate": 1.7010716300056404e-05,
312
+ "loss": 1.5243,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 4.823379923761118,
317
+ "grad_norm": 110.45266723632812,
318
+ "learning_rate": 1.6869712351945854e-05,
319
+ "loss": 1.6262,
320
+ "step": 950
321
+ },
322
+ {
323
+ "epoch": 4.950444726810673,
324
+ "grad_norm": 85.13636016845703,
325
+ "learning_rate": 1.672870840383531e-05,
326
+ "loss": 1.4991,
327
+ "step": 975
328
+ },
329
+ {
330
+ "epoch": 5.0,
331
+ "eval_accuracy": 0.8176382660687593,
332
+ "eval_loss": 0.513548731803894,
333
+ "eval_macro_f1": 0.815695725342974,
334
+ "eval_runtime": 1.345,
335
+ "eval_samples_per_second": 497.387,
336
+ "eval_steps_per_second": 31.226,
337
+ "eval_weighted_f1": 0.8159647766655864,
338
+ "step": 985
339
+ },
340
+ {
341
+ "epoch": 5.076238881829733,
342
+ "grad_norm": 45.865291595458984,
343
+ "learning_rate": 1.6587704455724764e-05,
344
+ "loss": 1.1979,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.203303684879288,
349
+ "grad_norm": 90.41104125976562,
350
+ "learning_rate": 1.6446700507614214e-05,
351
+ "loss": 1.3344,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.330368487928844,
356
+ "grad_norm": 64.83638763427734,
357
+ "learning_rate": 1.6305696559503667e-05,
358
+ "loss": 1.25,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.457433290978399,
363
+ "grad_norm": 125.38822937011719,
364
+ "learning_rate": 1.616469261139312e-05,
365
+ "loss": 1.0964,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.584498094027954,
370
+ "grad_norm": 139.2177276611328,
371
+ "learning_rate": 1.6023688663282574e-05,
372
+ "loss": 1.3236,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.71156289707751,
377
+ "grad_norm": 67.51705169677734,
378
+ "learning_rate": 1.5882684715172024e-05,
379
+ "loss": 1.1173,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 5.838627700127065,
384
+ "grad_norm": 64.76457977294922,
385
+ "learning_rate": 1.5741680767061477e-05,
386
+ "loss": 1.1948,
387
+ "step": 1150
388
+ },
389
+ {
390
+ "epoch": 5.96569250317662,
391
+ "grad_norm": 66.048095703125,
392
+ "learning_rate": 1.5600676818950934e-05,
393
+ "loss": 1.3497,
394
+ "step": 1175
395
+ },
396
+ {
397
+ "epoch": 6.0,
398
+ "eval_accuracy": 0.796711509715994,
399
+ "eval_loss": 0.599698007106781,
400
+ "eval_macro_f1": 0.7972858126198855,
401
+ "eval_runtime": 1.2642,
402
+ "eval_samples_per_second": 529.189,
403
+ "eval_steps_per_second": 33.223,
404
+ "eval_weighted_f1": 0.7973375495981618,
405
+ "step": 1182
406
+ },
407
+ {
408
+ "epoch": 6.09148665819568,
409
+ "grad_norm": 53.114356994628906,
410
+ "learning_rate": 1.5459672870840384e-05,
411
+ "loss": 0.8868,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.2185514612452355,
416
+ "grad_norm": 108.65157318115234,
417
+ "learning_rate": 1.5318668922729838e-05,
418
+ "loss": 0.9815,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.34561626429479,
423
+ "grad_norm": 96.79255676269531,
424
+ "learning_rate": 1.5177664974619291e-05,
425
+ "loss": 0.8609,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.472681067344346,
430
+ "grad_norm": 84.86527252197266,
431
+ "learning_rate": 1.5036661026508743e-05,
432
+ "loss": 0.9133,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.599745870393901,
437
+ "grad_norm": 69.06964874267578,
438
+ "learning_rate": 1.4895657078398196e-05,
439
+ "loss": 0.8677,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 6.726810673443456,
444
+ "grad_norm": 62.62803649902344,
445
+ "learning_rate": 1.4754653130287648e-05,
446
+ "loss": 0.8517,
447
+ "step": 1325
448
+ },
449
+ {
450
+ "epoch": 6.853875476493012,
451
+ "grad_norm": 12.927627563476562,
452
+ "learning_rate": 1.4613649182177103e-05,
453
+ "loss": 0.9448,
454
+ "step": 1350
455
+ },
456
+ {
457
+ "epoch": 6.980940279542566,
458
+ "grad_norm": 82.27486419677734,
459
+ "learning_rate": 1.4472645234066556e-05,
460
+ "loss": 0.962,
461
+ "step": 1375
462
+ },
463
+ {
464
+ "epoch": 7.0,
465
+ "eval_accuracy": 0.7997010463378177,
466
+ "eval_loss": 0.6465733647346497,
467
+ "eval_macro_f1": 0.799044722528155,
468
+ "eval_runtime": 1.2398,
469
+ "eval_samples_per_second": 539.598,
470
+ "eval_steps_per_second": 33.876,
471
+ "eval_weighted_f1": 0.7990803621227142,
472
+ "step": 1379
473
+ },
474
+ {
475
+ "epoch": 7.106734434561626,
476
+ "grad_norm": 40.49664306640625,
477
+ "learning_rate": 1.4331641285956008e-05,
478
+ "loss": 0.6637,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.233799237611182,
483
+ "grad_norm": 103.74107360839844,
484
+ "learning_rate": 1.4190637337845461e-05,
485
+ "loss": 0.6595,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.360864040660737,
490
+ "grad_norm": 115.6104736328125,
491
+ "learning_rate": 1.4049633389734913e-05,
492
+ "loss": 0.7659,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.487928843710292,
497
+ "grad_norm": 50.52177429199219,
498
+ "learning_rate": 1.3908629441624366e-05,
499
+ "loss": 0.8046,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 7.614993646759848,
504
+ "grad_norm": 33.48719787597656,
505
+ "learning_rate": 1.3767625493513818e-05,
506
+ "loss": 0.5521,
507
+ "step": 1500
508
+ },
509
+ {
510
+ "epoch": 7.742058449809403,
511
+ "grad_norm": 83.14810943603516,
512
+ "learning_rate": 1.3626621545403271e-05,
513
+ "loss": 0.6451,
514
+ "step": 1525
515
+ },
516
+ {
517
+ "epoch": 7.869123252858958,
518
+ "grad_norm": 32.44966125488281,
519
+ "learning_rate": 1.3485617597292726e-05,
520
+ "loss": 0.7812,
521
+ "step": 1550
522
+ },
523
+ {
524
+ "epoch": 7.9961880559085134,
525
+ "grad_norm": 61.12811279296875,
526
+ "learning_rate": 1.3344613649182178e-05,
527
+ "loss": 0.7841,
528
+ "step": 1575
529
+ },
530
+ {
531
+ "epoch": 8.0,
532
+ "eval_accuracy": 0.820627802690583,
533
+ "eval_loss": 0.661375105381012,
534
+ "eval_macro_f1": 0.8224511151273267,
535
+ "eval_runtime": 1.2919,
536
+ "eval_samples_per_second": 517.852,
537
+ "eval_steps_per_second": 32.511,
538
+ "eval_weighted_f1": 0.822623929597814,
539
+ "step": 1576
540
+ },
541
+ {
542
+ "epoch": 8.121982210927573,
543
+ "grad_norm": 67.95091247558594,
544
+ "learning_rate": 1.3203609701071631e-05,
545
+ "loss": 0.5357,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.249047013977128,
550
+ "grad_norm": 135.2104949951172,
551
+ "learning_rate": 1.3062605752961083e-05,
552
+ "loss": 0.5598,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.376111817026684,
557
+ "grad_norm": 57.885009765625,
558
+ "learning_rate": 1.2921601804850537e-05,
559
+ "loss": 0.5439,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 8.503176620076239,
564
+ "grad_norm": 20.453453063964844,
565
+ "learning_rate": 1.278059785673999e-05,
566
+ "loss": 0.6211,
567
+ "step": 1675
568
+ },
569
+ {
570
+ "epoch": 8.630241423125794,
571
+ "grad_norm": 40.009437561035156,
572
+ "learning_rate": 1.2639593908629442e-05,
573
+ "loss": 0.3975,
574
+ "step": 1700
575
+ },
576
+ {
577
+ "epoch": 8.757306226175348,
578
+ "grad_norm": 82.4595718383789,
579
+ "learning_rate": 1.2498589960518897e-05,
580
+ "loss": 0.5907,
581
+ "step": 1725
582
+ },
583
+ {
584
+ "epoch": 8.884371029224905,
585
+ "grad_norm": 15.787311553955078,
586
+ "learning_rate": 1.2357586012408348e-05,
587
+ "loss": 0.5347,
588
+ "step": 1750
589
+ },
590
+ {
591
+ "epoch": 9.0,
592
+ "eval_accuracy": 0.8251121076233184,
593
+ "eval_loss": 0.8516336679458618,
594
+ "eval_macro_f1": 0.8253582479588671,
595
+ "eval_runtime": 1.4807,
596
+ "eval_samples_per_second": 451.803,
597
+ "eval_steps_per_second": 28.364,
598
+ "eval_weighted_f1": 0.8256992109259945,
599
+ "step": 1773
600
+ },
601
+ {
602
+ "epoch": 9.010165184243965,
603
+ "grad_norm": 289.51483154296875,
604
+ "learning_rate": 1.2216582064297802e-05,
605
+ "loss": 0.4955,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.13722998729352,
610
+ "grad_norm": 15.389347076416016,
611
+ "learning_rate": 1.2075578116187253e-05,
612
+ "loss": 0.4573,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.264294790343074,
617
+ "grad_norm": 137.13397216796875,
618
+ "learning_rate": 1.1934574168076707e-05,
619
+ "loss": 0.4986,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 9.39135959339263,
624
+ "grad_norm": 32.77814865112305,
625
+ "learning_rate": 1.179357021996616e-05,
626
+ "loss": 0.3101,
627
+ "step": 1850
628
+ },
629
+ {
630
+ "epoch": 9.518424396442185,
631
+ "grad_norm": 107.05435180664062,
632
+ "learning_rate": 1.1652566271855612e-05,
633
+ "loss": 0.6218,
634
+ "step": 1875
635
+ },
636
+ {
637
+ "epoch": 9.64548919949174,
638
+ "grad_norm": 2.4171664714813232,
639
+ "learning_rate": 1.1511562323745067e-05,
640
+ "loss": 0.4664,
641
+ "step": 1900
642
+ },
643
+ {
644
+ "epoch": 9.772554002541296,
645
+ "grad_norm": 172.13125610351562,
646
+ "learning_rate": 1.1370558375634519e-05,
647
+ "loss": 0.3774,
648
+ "step": 1925
649
+ },
650
+ {
651
+ "epoch": 9.899618805590851,
652
+ "grad_norm": 41.93378829956055,
653
+ "learning_rate": 1.1229554427523972e-05,
654
+ "loss": 0.4643,
655
+ "step": 1950
656
+ },
657
+ {
658
+ "epoch": 10.0,
659
+ "eval_accuracy": 0.8101644245142003,
660
+ "eval_loss": 1.1081111431121826,
661
+ "eval_macro_f1": 0.8119147041158298,
662
+ "eval_runtime": 1.3344,
663
+ "eval_samples_per_second": 501.347,
664
+ "eval_steps_per_second": 31.475,
665
+ "eval_weighted_f1": 0.8120386373456043,
666
+ "step": 1970
667
+ },
668
+ {
669
+ "epoch": 10.025412960609911,
670
+ "grad_norm": 1.7088863849639893,
671
+ "learning_rate": 1.1088550479413425e-05,
672
+ "loss": 0.3184,
673
+ "step": 1975
674
+ },
675
+ {
676
+ "epoch": 10.152477763659466,
677
+ "grad_norm": 255.85342407226562,
678
+ "learning_rate": 1.0947546531302877e-05,
679
+ "loss": 0.4182,
680
+ "step": 2000
681
+ },
682
+ {
683
+ "epoch": 10.279542566709022,
684
+ "grad_norm": 1.9069457054138184,
685
+ "learning_rate": 1.080654258319233e-05,
686
+ "loss": 0.4541,
687
+ "step": 2025
688
+ },
689
+ {
690
+ "epoch": 10.406607369758577,
691
+ "grad_norm": 40.2595100402832,
692
+ "learning_rate": 1.0665538635081782e-05,
693
+ "loss": 0.3488,
694
+ "step": 2050
695
+ },
696
+ {
697
+ "epoch": 10.533672172808132,
698
+ "grad_norm": 16.464719772338867,
699
+ "learning_rate": 1.0524534686971236e-05,
700
+ "loss": 0.3914,
701
+ "step": 2075
702
+ },
703
+ {
704
+ "epoch": 10.660736975857688,
705
+ "grad_norm": 241.2074432373047,
706
+ "learning_rate": 1.038353073886069e-05,
707
+ "loss": 0.2819,
708
+ "step": 2100
709
+ },
710
+ {
711
+ "epoch": 10.787801778907243,
712
+ "grad_norm": 136.58197021484375,
713
+ "learning_rate": 1.0242526790750142e-05,
714
+ "loss": 0.371,
715
+ "step": 2125
716
+ },
717
+ {
718
+ "epoch": 10.914866581956797,
719
+ "grad_norm": 138.420166015625,
720
+ "learning_rate": 1.0101522842639596e-05,
721
+ "loss": 0.3856,
722
+ "step": 2150
723
+ },
724
+ {
725
+ "epoch": 11.0,
726
+ "eval_accuracy": 0.8310911808669657,
727
+ "eval_loss": 1.183675765991211,
728
+ "eval_macro_f1": 0.8314934344484204,
729
+ "eval_runtime": 1.4146,
730
+ "eval_samples_per_second": 472.94,
731
+ "eval_steps_per_second": 29.691,
732
+ "eval_weighted_f1": 0.8315136292704022,
733
+ "step": 2167
734
+ }
735
+ ],
736
+ "logging_steps": 25,
737
+ "max_steps": 3940,
738
+ "num_input_tokens_seen": 0,
739
+ "num_train_epochs": 20,
740
+ "save_steps": 500,
741
+ "stateful_callbacks": {
742
+ "EarlyStoppingCallback": {
743
+ "args": {
744
+ "early_stopping_patience": 3,
745
+ "early_stopping_threshold": 0.0
746
+ },
747
+ "attributes": {
748
+ "early_stopping_patience_counter": 0
749
+ }
750
+ },
751
+ "TrainerControl": {
752
+ "args": {
753
+ "should_epoch_stop": false,
754
+ "should_evaluate": false,
755
+ "should_log": false,
756
+ "should_save": true,
757
+ "should_training_stop": false
758
+ },
759
+ "attributes": {}
760
+ }
761
+ },
762
+ "total_flos": 0.0,
763
+ "train_batch_size": 8,
764
+ "trial_name": null,
765
+ "trial_params": null
766
+ }
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/trainer_state.json ADDED
@@ -0,0 +1,967 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2167,
3
+ "best_metric": 0.8314934344484204,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167",
5
+ "epoch": 14.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2758,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.12706480304955528,
14
+ "grad_norm": 29.17889976501465,
15
+ "learning_rate": 1.218274111675127e-06,
16
+ "loss": 4.7375,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.25412960609911056,
21
+ "grad_norm": 26.52155876159668,
22
+ "learning_rate": 2.487309644670051e-06,
23
+ "loss": 4.6937,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.3811944091486658,
28
+ "grad_norm": 8.376198768615723,
29
+ "learning_rate": 3.756345177664975e-06,
30
+ "loss": 4.5681,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5082592121982211,
35
+ "grad_norm": 11.76487922668457,
36
+ "learning_rate": 5.025380710659899e-06,
37
+ "loss": 4.54,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6353240152477764,
42
+ "grad_norm": 20.56324005126953,
43
+ "learning_rate": 6.2944162436548225e-06,
44
+ "loss": 4.4862,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.7623888182973316,
49
+ "grad_norm": 61.14592742919922,
50
+ "learning_rate": 7.563451776649747e-06,
51
+ "loss": 4.4539,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.8894536213468869,
56
+ "grad_norm": 13.794953346252441,
57
+ "learning_rate": 8.832487309644671e-06,
58
+ "loss": 4.3352,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.3961136023916293,
64
+ "eval_loss": 1.0661931037902832,
65
+ "eval_macro_f1": 0.3557832357085587,
66
+ "eval_runtime": 1.3072,
67
+ "eval_samples_per_second": 511.776,
68
+ "eval_steps_per_second": 32.129,
69
+ "eval_weighted_f1": 0.3548737552720299,
70
+ "step": 197
71
+ },
72
+ {
73
+ "epoch": 1.0152477763659467,
74
+ "grad_norm": 38.92656326293945,
75
+ "learning_rate": 1.0101522842639596e-05,
76
+ "loss": 4.2694,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1423125794155018,
81
+ "grad_norm": 47.59498977661133,
82
+ "learning_rate": 1.1370558375634519e-05,
83
+ "loss": 4.0622,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.2693773824650572,
88
+ "grad_norm": 79.16809844970703,
89
+ "learning_rate": 1.2639593908629442e-05,
90
+ "loss": 3.7822,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.3964421855146125,
95
+ "grad_norm": 121.33692932128906,
96
+ "learning_rate": 1.3908629441624366e-05,
97
+ "loss": 3.6838,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.5235069885641677,
102
+ "grad_norm": 77.21849822998047,
103
+ "learning_rate": 1.5177664974619291e-05,
104
+ "loss": 3.557,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.650571791613723,
109
+ "grad_norm": 62.764930725097656,
110
+ "learning_rate": 1.6446700507614214e-05,
111
+ "loss": 3.0787,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.7776365946632784,
116
+ "grad_norm": 170.36572265625,
117
+ "learning_rate": 1.771573604060914e-05,
118
+ "loss": 3.177,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.9047013977128335,
123
+ "grad_norm": 73.31089782714844,
124
+ "learning_rate": 1.8984771573604063e-05,
125
+ "loss": 3.3615,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.70254110612855,
131
+ "eval_loss": 0.6529975533485413,
132
+ "eval_macro_f1": 0.688768251775708,
133
+ "eval_runtime": 1.2161,
134
+ "eval_samples_per_second": 550.104,
135
+ "eval_steps_per_second": 34.536,
136
+ "eval_weighted_f1": 0.6899239578890869,
137
+ "step": 394
138
+ },
139
+ {
140
+ "epoch": 2.0304955527318933,
141
+ "grad_norm": 87.74148559570312,
142
+ "learning_rate": 1.997179921037789e-05,
143
+ "loss": 2.9657,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.1575603557814484,
148
+ "grad_norm": 71.63751220703125,
149
+ "learning_rate": 1.9830795262267346e-05,
150
+ "loss": 2.9307,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.2846251588310036,
155
+ "grad_norm": 81.30516052246094,
156
+ "learning_rate": 1.96897913141568e-05,
157
+ "loss": 2.6925,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.411689961880559,
162
+ "grad_norm": 245.49725341796875,
163
+ "learning_rate": 1.954878736604625e-05,
164
+ "loss": 2.5833,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.5387547649301143,
169
+ "grad_norm": 143.1084747314453,
170
+ "learning_rate": 1.9407783417935703e-05,
171
+ "loss": 2.2256,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.6658195679796695,
176
+ "grad_norm": 124.37549591064453,
177
+ "learning_rate": 1.9266779469825156e-05,
178
+ "loss": 2.5721,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.792884371029225,
183
+ "grad_norm": 136.49591064453125,
184
+ "learning_rate": 1.912577552171461e-05,
185
+ "loss": 2.382,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 2.91994917407878,
190
+ "grad_norm": 97.83900451660156,
191
+ "learning_rate": 1.8984771573604063e-05,
192
+ "loss": 2.4684,
193
+ "step": 575
194
+ },
195
+ {
196
+ "epoch": 3.0,
197
+ "eval_accuracy": 0.7742899850523169,
198
+ "eval_loss": 0.5910671949386597,
199
+ "eval_macro_f1": 0.7735192424769894,
200
+ "eval_runtime": 1.2184,
201
+ "eval_samples_per_second": 549.1,
202
+ "eval_steps_per_second": 34.473,
203
+ "eval_weighted_f1": 0.7733756457047541,
204
+ "step": 591
205
+ },
206
+ {
207
+ "epoch": 3.04574332909784,
208
+ "grad_norm": 111.62716674804688,
209
+ "learning_rate": 1.8843767625493517e-05,
210
+ "loss": 2.0779,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.172808132147395,
215
+ "grad_norm": 151.1236114501953,
216
+ "learning_rate": 1.870276367738297e-05,
217
+ "loss": 2.1251,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.2998729351969507,
222
+ "grad_norm": 79.7332763671875,
223
+ "learning_rate": 1.856175972927242e-05,
224
+ "loss": 2.0306,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.426937738246506,
229
+ "grad_norm": 58.12649154663086,
230
+ "learning_rate": 1.8420755781161873e-05,
231
+ "loss": 1.9131,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.554002541296061,
236
+ "grad_norm": 102.69696807861328,
237
+ "learning_rate": 1.8279751833051327e-05,
238
+ "loss": 1.9934,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.681067344345616,
243
+ "grad_norm": 100.18780517578125,
244
+ "learning_rate": 1.813874788494078e-05,
245
+ "loss": 2.0366,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.8081321473951717,
250
+ "grad_norm": 89.82222747802734,
251
+ "learning_rate": 1.7997743936830234e-05,
252
+ "loss": 2.0814,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 3.935196950444727,
257
+ "grad_norm": 37.997894287109375,
258
+ "learning_rate": 1.7856739988719684e-05,
259
+ "loss": 1.8044,
260
+ "step": 775
261
+ },
262
+ {
263
+ "epoch": 4.0,
264
+ "eval_accuracy": 0.8011958146487295,
265
+ "eval_loss": 0.5433006882667542,
266
+ "eval_macro_f1": 0.7995711662765617,
267
+ "eval_runtime": 1.4201,
268
+ "eval_samples_per_second": 471.09,
269
+ "eval_steps_per_second": 29.575,
270
+ "eval_weighted_f1": 0.799906536566153,
271
+ "step": 788
272
+ },
273
+ {
274
+ "epoch": 4.060991105463787,
275
+ "grad_norm": 132.47442626953125,
276
+ "learning_rate": 1.771573604060914e-05,
277
+ "loss": 2.0071,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.188055908513342,
282
+ "grad_norm": 100.00971984863281,
283
+ "learning_rate": 1.7574732092498594e-05,
284
+ "loss": 1.5186,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.315120711562897,
289
+ "grad_norm": 58.45487594604492,
290
+ "learning_rate": 1.7433728144388044e-05,
291
+ "loss": 1.5549,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.4421855146124525,
296
+ "grad_norm": 66.08984375,
297
+ "learning_rate": 1.7292724196277497e-05,
298
+ "loss": 1.6877,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.569250317662007,
303
+ "grad_norm": 42.677345275878906,
304
+ "learning_rate": 1.715172024816695e-05,
305
+ "loss": 1.5175,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.696315120711563,
310
+ "grad_norm": 108.39213562011719,
311
+ "learning_rate": 1.7010716300056404e-05,
312
+ "loss": 1.5243,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 4.823379923761118,
317
+ "grad_norm": 110.45266723632812,
318
+ "learning_rate": 1.6869712351945854e-05,
319
+ "loss": 1.6262,
320
+ "step": 950
321
+ },
322
+ {
323
+ "epoch": 4.950444726810673,
324
+ "grad_norm": 85.13636016845703,
325
+ "learning_rate": 1.672870840383531e-05,
326
+ "loss": 1.4991,
327
+ "step": 975
328
+ },
329
+ {
330
+ "epoch": 5.0,
331
+ "eval_accuracy": 0.8176382660687593,
332
+ "eval_loss": 0.513548731803894,
333
+ "eval_macro_f1": 0.815695725342974,
334
+ "eval_runtime": 1.345,
335
+ "eval_samples_per_second": 497.387,
336
+ "eval_steps_per_second": 31.226,
337
+ "eval_weighted_f1": 0.8159647766655864,
338
+ "step": 985
339
+ },
340
+ {
341
+ "epoch": 5.076238881829733,
342
+ "grad_norm": 45.865291595458984,
343
+ "learning_rate": 1.6587704455724764e-05,
344
+ "loss": 1.1979,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.203303684879288,
349
+ "grad_norm": 90.41104125976562,
350
+ "learning_rate": 1.6446700507614214e-05,
351
+ "loss": 1.3344,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.330368487928844,
356
+ "grad_norm": 64.83638763427734,
357
+ "learning_rate": 1.6305696559503667e-05,
358
+ "loss": 1.25,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.457433290978399,
363
+ "grad_norm": 125.38822937011719,
364
+ "learning_rate": 1.616469261139312e-05,
365
+ "loss": 1.0964,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.584498094027954,
370
+ "grad_norm": 139.2177276611328,
371
+ "learning_rate": 1.6023688663282574e-05,
372
+ "loss": 1.3236,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.71156289707751,
377
+ "grad_norm": 67.51705169677734,
378
+ "learning_rate": 1.5882684715172024e-05,
379
+ "loss": 1.1173,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 5.838627700127065,
384
+ "grad_norm": 64.76457977294922,
385
+ "learning_rate": 1.5741680767061477e-05,
386
+ "loss": 1.1948,
387
+ "step": 1150
388
+ },
389
+ {
390
+ "epoch": 5.96569250317662,
391
+ "grad_norm": 66.048095703125,
392
+ "learning_rate": 1.5600676818950934e-05,
393
+ "loss": 1.3497,
394
+ "step": 1175
395
+ },
396
+ {
397
+ "epoch": 6.0,
398
+ "eval_accuracy": 0.796711509715994,
399
+ "eval_loss": 0.599698007106781,
400
+ "eval_macro_f1": 0.7972858126198855,
401
+ "eval_runtime": 1.2642,
402
+ "eval_samples_per_second": 529.189,
403
+ "eval_steps_per_second": 33.223,
404
+ "eval_weighted_f1": 0.7973375495981618,
405
+ "step": 1182
406
+ },
407
+ {
408
+ "epoch": 6.09148665819568,
409
+ "grad_norm": 53.114356994628906,
410
+ "learning_rate": 1.5459672870840384e-05,
411
+ "loss": 0.8868,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.2185514612452355,
416
+ "grad_norm": 108.65157318115234,
417
+ "learning_rate": 1.5318668922729838e-05,
418
+ "loss": 0.9815,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.34561626429479,
423
+ "grad_norm": 96.79255676269531,
424
+ "learning_rate": 1.5177664974619291e-05,
425
+ "loss": 0.8609,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.472681067344346,
430
+ "grad_norm": 84.86527252197266,
431
+ "learning_rate": 1.5036661026508743e-05,
432
+ "loss": 0.9133,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.599745870393901,
437
+ "grad_norm": 69.06964874267578,
438
+ "learning_rate": 1.4895657078398196e-05,
439
+ "loss": 0.8677,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 6.726810673443456,
444
+ "grad_norm": 62.62803649902344,
445
+ "learning_rate": 1.4754653130287648e-05,
446
+ "loss": 0.8517,
447
+ "step": 1325
448
+ },
449
+ {
450
+ "epoch": 6.853875476493012,
451
+ "grad_norm": 12.927627563476562,
452
+ "learning_rate": 1.4613649182177103e-05,
453
+ "loss": 0.9448,
454
+ "step": 1350
455
+ },
456
+ {
457
+ "epoch": 6.980940279542566,
458
+ "grad_norm": 82.27486419677734,
459
+ "learning_rate": 1.4472645234066556e-05,
460
+ "loss": 0.962,
461
+ "step": 1375
462
+ },
463
+ {
464
+ "epoch": 7.0,
465
+ "eval_accuracy": 0.7997010463378177,
466
+ "eval_loss": 0.6465733647346497,
467
+ "eval_macro_f1": 0.799044722528155,
468
+ "eval_runtime": 1.2398,
469
+ "eval_samples_per_second": 539.598,
470
+ "eval_steps_per_second": 33.876,
471
+ "eval_weighted_f1": 0.7990803621227142,
472
+ "step": 1379
473
+ },
474
+ {
475
+ "epoch": 7.106734434561626,
476
+ "grad_norm": 40.49664306640625,
477
+ "learning_rate": 1.4331641285956008e-05,
478
+ "loss": 0.6637,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.233799237611182,
483
+ "grad_norm": 103.74107360839844,
484
+ "learning_rate": 1.4190637337845461e-05,
485
+ "loss": 0.6595,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.360864040660737,
490
+ "grad_norm": 115.6104736328125,
491
+ "learning_rate": 1.4049633389734913e-05,
492
+ "loss": 0.7659,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.487928843710292,
497
+ "grad_norm": 50.52177429199219,
498
+ "learning_rate": 1.3908629441624366e-05,
499
+ "loss": 0.8046,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 7.614993646759848,
504
+ "grad_norm": 33.48719787597656,
505
+ "learning_rate": 1.3767625493513818e-05,
506
+ "loss": 0.5521,
507
+ "step": 1500
508
+ },
509
+ {
510
+ "epoch": 7.742058449809403,
511
+ "grad_norm": 83.14810943603516,
512
+ "learning_rate": 1.3626621545403271e-05,
513
+ "loss": 0.6451,
514
+ "step": 1525
515
+ },
516
+ {
517
+ "epoch": 7.869123252858958,
518
+ "grad_norm": 32.44966125488281,
519
+ "learning_rate": 1.3485617597292726e-05,
520
+ "loss": 0.7812,
521
+ "step": 1550
522
+ },
523
+ {
524
+ "epoch": 7.9961880559085134,
525
+ "grad_norm": 61.12811279296875,
526
+ "learning_rate": 1.3344613649182178e-05,
527
+ "loss": 0.7841,
528
+ "step": 1575
529
+ },
530
+ {
531
+ "epoch": 8.0,
532
+ "eval_accuracy": 0.820627802690583,
533
+ "eval_loss": 0.661375105381012,
534
+ "eval_macro_f1": 0.8224511151273267,
535
+ "eval_runtime": 1.2919,
536
+ "eval_samples_per_second": 517.852,
537
+ "eval_steps_per_second": 32.511,
538
+ "eval_weighted_f1": 0.822623929597814,
539
+ "step": 1576
540
+ },
541
+ {
542
+ "epoch": 8.121982210927573,
543
+ "grad_norm": 67.95091247558594,
544
+ "learning_rate": 1.3203609701071631e-05,
545
+ "loss": 0.5357,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.249047013977128,
550
+ "grad_norm": 135.2104949951172,
551
+ "learning_rate": 1.3062605752961083e-05,
552
+ "loss": 0.5598,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.376111817026684,
557
+ "grad_norm": 57.885009765625,
558
+ "learning_rate": 1.2921601804850537e-05,
559
+ "loss": 0.5439,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 8.503176620076239,
564
+ "grad_norm": 20.453453063964844,
565
+ "learning_rate": 1.278059785673999e-05,
566
+ "loss": 0.6211,
567
+ "step": 1675
568
+ },
569
+ {
570
+ "epoch": 8.630241423125794,
571
+ "grad_norm": 40.009437561035156,
572
+ "learning_rate": 1.2639593908629442e-05,
573
+ "loss": 0.3975,
574
+ "step": 1700
575
+ },
576
+ {
577
+ "epoch": 8.757306226175348,
578
+ "grad_norm": 82.4595718383789,
579
+ "learning_rate": 1.2498589960518897e-05,
580
+ "loss": 0.5907,
581
+ "step": 1725
582
+ },
583
+ {
584
+ "epoch": 8.884371029224905,
585
+ "grad_norm": 15.787311553955078,
586
+ "learning_rate": 1.2357586012408348e-05,
587
+ "loss": 0.5347,
588
+ "step": 1750
589
+ },
590
+ {
591
+ "epoch": 9.0,
592
+ "eval_accuracy": 0.8251121076233184,
593
+ "eval_loss": 0.8516336679458618,
594
+ "eval_macro_f1": 0.8253582479588671,
595
+ "eval_runtime": 1.4807,
596
+ "eval_samples_per_second": 451.803,
597
+ "eval_steps_per_second": 28.364,
598
+ "eval_weighted_f1": 0.8256992109259945,
599
+ "step": 1773
600
+ },
601
+ {
602
+ "epoch": 9.010165184243965,
603
+ "grad_norm": 289.51483154296875,
604
+ "learning_rate": 1.2216582064297802e-05,
605
+ "loss": 0.4955,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.13722998729352,
610
+ "grad_norm": 15.389347076416016,
611
+ "learning_rate": 1.2075578116187253e-05,
612
+ "loss": 0.4573,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.264294790343074,
617
+ "grad_norm": 137.13397216796875,
618
+ "learning_rate": 1.1934574168076707e-05,
619
+ "loss": 0.4986,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 9.39135959339263,
624
+ "grad_norm": 32.77814865112305,
625
+ "learning_rate": 1.179357021996616e-05,
626
+ "loss": 0.3101,
627
+ "step": 1850
628
+ },
629
+ {
630
+ "epoch": 9.518424396442185,
631
+ "grad_norm": 107.05435180664062,
632
+ "learning_rate": 1.1652566271855612e-05,
633
+ "loss": 0.6218,
634
+ "step": 1875
635
+ },
636
+ {
637
+ "epoch": 9.64548919949174,
638
+ "grad_norm": 2.4171664714813232,
639
+ "learning_rate": 1.1511562323745067e-05,
640
+ "loss": 0.4664,
641
+ "step": 1900
642
+ },
643
+ {
644
+ "epoch": 9.772554002541296,
645
+ "grad_norm": 172.13125610351562,
646
+ "learning_rate": 1.1370558375634519e-05,
647
+ "loss": 0.3774,
648
+ "step": 1925
649
+ },
650
+ {
651
+ "epoch": 9.899618805590851,
652
+ "grad_norm": 41.93378829956055,
653
+ "learning_rate": 1.1229554427523972e-05,
654
+ "loss": 0.4643,
655
+ "step": 1950
656
+ },
657
+ {
658
+ "epoch": 10.0,
659
+ "eval_accuracy": 0.8101644245142003,
660
+ "eval_loss": 1.1081111431121826,
661
+ "eval_macro_f1": 0.8119147041158298,
662
+ "eval_runtime": 1.3344,
663
+ "eval_samples_per_second": 501.347,
664
+ "eval_steps_per_second": 31.475,
665
+ "eval_weighted_f1": 0.8120386373456043,
666
+ "step": 1970
667
+ },
668
+ {
669
+ "epoch": 10.025412960609911,
670
+ "grad_norm": 1.7088863849639893,
671
+ "learning_rate": 1.1088550479413425e-05,
672
+ "loss": 0.3184,
673
+ "step": 1975
674
+ },
675
+ {
676
+ "epoch": 10.152477763659466,
677
+ "grad_norm": 255.85342407226562,
678
+ "learning_rate": 1.0947546531302877e-05,
679
+ "loss": 0.4182,
680
+ "step": 2000
681
+ },
682
+ {
683
+ "epoch": 10.279542566709022,
684
+ "grad_norm": 1.9069457054138184,
685
+ "learning_rate": 1.080654258319233e-05,
686
+ "loss": 0.4541,
687
+ "step": 2025
688
+ },
689
+ {
690
+ "epoch": 10.406607369758577,
691
+ "grad_norm": 40.2595100402832,
692
+ "learning_rate": 1.0665538635081782e-05,
693
+ "loss": 0.3488,
694
+ "step": 2050
695
+ },
696
+ {
697
+ "epoch": 10.533672172808132,
698
+ "grad_norm": 16.464719772338867,
699
+ "learning_rate": 1.0524534686971236e-05,
700
+ "loss": 0.3914,
701
+ "step": 2075
702
+ },
703
+ {
704
+ "epoch": 10.660736975857688,
705
+ "grad_norm": 241.2074432373047,
706
+ "learning_rate": 1.038353073886069e-05,
707
+ "loss": 0.2819,
708
+ "step": 2100
709
+ },
710
+ {
711
+ "epoch": 10.787801778907243,
712
+ "grad_norm": 136.58197021484375,
713
+ "learning_rate": 1.0242526790750142e-05,
714
+ "loss": 0.371,
715
+ "step": 2125
716
+ },
717
+ {
718
+ "epoch": 10.914866581956797,
719
+ "grad_norm": 138.420166015625,
720
+ "learning_rate": 1.0101522842639596e-05,
721
+ "loss": 0.3856,
722
+ "step": 2150
723
+ },
724
+ {
725
+ "epoch": 11.0,
726
+ "eval_accuracy": 0.8310911808669657,
727
+ "eval_loss": 1.183675765991211,
728
+ "eval_macro_f1": 0.8314934344484204,
729
+ "eval_runtime": 1.4146,
730
+ "eval_samples_per_second": 472.94,
731
+ "eval_steps_per_second": 29.691,
732
+ "eval_weighted_f1": 0.8315136292704022,
733
+ "step": 2167
734
+ },
735
+ {
736
+ "epoch": 11.040660736975857,
737
+ "grad_norm": 101.07946014404297,
738
+ "learning_rate": 9.960518894529047e-06,
739
+ "loss": 0.3613,
740
+ "step": 2175
741
+ },
742
+ {
743
+ "epoch": 11.167725540025414,
744
+ "grad_norm": 0.35273993015289307,
745
+ "learning_rate": 9.8195149464185e-06,
746
+ "loss": 0.2215,
747
+ "step": 2200
748
+ },
749
+ {
750
+ "epoch": 11.294790343074968,
751
+ "grad_norm": 5.43025541305542,
752
+ "learning_rate": 9.678510998307954e-06,
753
+ "loss": 0.3797,
754
+ "step": 2225
755
+ },
756
+ {
757
+ "epoch": 11.421855146124523,
758
+ "grad_norm": 0.4644952714443207,
759
+ "learning_rate": 9.537507050197406e-06,
760
+ "loss": 0.2658,
761
+ "step": 2250
762
+ },
763
+ {
764
+ "epoch": 11.54891994917408,
765
+ "grad_norm": 11.78888988494873,
766
+ "learning_rate": 9.39650310208686e-06,
767
+ "loss": 0.3056,
768
+ "step": 2275
769
+ },
770
+ {
771
+ "epoch": 11.675984752223634,
772
+ "grad_norm": 35.15846252441406,
773
+ "learning_rate": 9.255499153976311e-06,
774
+ "loss": 0.3399,
775
+ "step": 2300
776
+ },
777
+ {
778
+ "epoch": 11.803049555273189,
779
+ "grad_norm": 1.643193244934082,
780
+ "learning_rate": 9.114495205865766e-06,
781
+ "loss": 0.1888,
782
+ "step": 2325
783
+ },
784
+ {
785
+ "epoch": 11.930114358322745,
786
+ "grad_norm": 312.06085205078125,
787
+ "learning_rate": 8.973491257755218e-06,
788
+ "loss": 0.3972,
789
+ "step": 2350
790
+ },
791
+ {
792
+ "epoch": 12.0,
793
+ "eval_accuracy": 0.8116591928251121,
794
+ "eval_loss": 1.4092516899108887,
795
+ "eval_macro_f1": 0.8112837910768055,
796
+ "eval_runtime": 1.1962,
797
+ "eval_samples_per_second": 559.273,
798
+ "eval_steps_per_second": 35.111,
799
+ "eval_weighted_f1": 0.8114276546677063,
800
+ "step": 2364
801
+ },
802
+ {
803
+ "epoch": 12.055908513341805,
804
+ "grad_norm": 15.367256164550781,
805
+ "learning_rate": 8.832487309644671e-06,
806
+ "loss": 0.1283,
807
+ "step": 2375
808
+ },
809
+ {
810
+ "epoch": 12.18297331639136,
811
+ "grad_norm": 47.83080291748047,
812
+ "learning_rate": 8.691483361534123e-06,
813
+ "loss": 0.2929,
814
+ "step": 2400
815
+ },
816
+ {
817
+ "epoch": 12.310038119440915,
818
+ "grad_norm": 0.7608091235160828,
819
+ "learning_rate": 8.550479413423576e-06,
820
+ "loss": 0.2664,
821
+ "step": 2425
822
+ },
823
+ {
824
+ "epoch": 12.437102922490471,
825
+ "grad_norm": 3.337102174758911,
826
+ "learning_rate": 8.40947546531303e-06,
827
+ "loss": 0.2132,
828
+ "step": 2450
829
+ },
830
+ {
831
+ "epoch": 12.564167725540026,
832
+ "grad_norm": 0.030503306537866592,
833
+ "learning_rate": 8.268471517202483e-06,
834
+ "loss": 0.089,
835
+ "step": 2475
836
+ },
837
+ {
838
+ "epoch": 12.69123252858958,
839
+ "grad_norm": 3.4411137104034424,
840
+ "learning_rate": 8.127467569091936e-06,
841
+ "loss": 0.2667,
842
+ "step": 2500
843
+ },
844
+ {
845
+ "epoch": 12.818297331639137,
846
+ "grad_norm": 0.034321047365665436,
847
+ "learning_rate": 7.986463620981388e-06,
848
+ "loss": 0.2187,
849
+ "step": 2525
850
+ },
851
+ {
852
+ "epoch": 12.945362134688692,
853
+ "grad_norm": 3.9818761348724365,
854
+ "learning_rate": 7.845459672870841e-06,
855
+ "loss": 0.2827,
856
+ "step": 2550
857
+ },
858
+ {
859
+ "epoch": 13.0,
860
+ "eval_accuracy": 0.8221225710014948,
861
+ "eval_loss": 1.3531572818756104,
862
+ "eval_macro_f1": 0.8209043293462726,
863
+ "eval_runtime": 1.1165,
864
+ "eval_samples_per_second": 599.194,
865
+ "eval_steps_per_second": 37.618,
866
+ "eval_weighted_f1": 0.82125405950534,
867
+ "step": 2561
868
+ },
869
+ {
870
+ "epoch": 13.071156289707751,
871
+ "grad_norm": 0.056843504309654236,
872
+ "learning_rate": 7.704455724760293e-06,
873
+ "loss": 0.1234,
874
+ "step": 2575
875
+ },
876
+ {
877
+ "epoch": 13.198221092757306,
878
+ "grad_norm": 0.013407736085355282,
879
+ "learning_rate": 7.563451776649747e-06,
880
+ "loss": 0.2028,
881
+ "step": 2600
882
+ },
883
+ {
884
+ "epoch": 13.32528589580686,
885
+ "grad_norm": 36.434959411621094,
886
+ "learning_rate": 7.4224478285392e-06,
887
+ "loss": 0.2019,
888
+ "step": 2625
889
+ },
890
+ {
891
+ "epoch": 13.452350698856417,
892
+ "grad_norm": 0.49516621232032776,
893
+ "learning_rate": 7.281443880428652e-06,
894
+ "loss": 0.2672,
895
+ "step": 2650
896
+ },
897
+ {
898
+ "epoch": 13.579415501905972,
899
+ "grad_norm": 0.2587612569332123,
900
+ "learning_rate": 7.140439932318105e-06,
901
+ "loss": 0.2528,
902
+ "step": 2675
903
+ },
904
+ {
905
+ "epoch": 13.706480304955527,
906
+ "grad_norm": 0.1116800382733345,
907
+ "learning_rate": 6.999435984207559e-06,
908
+ "loss": 0.2777,
909
+ "step": 2700
910
+ },
911
+ {
912
+ "epoch": 13.833545108005083,
913
+ "grad_norm": 344.3836975097656,
914
+ "learning_rate": 6.8584320360970115e-06,
915
+ "loss": 0.1253,
916
+ "step": 2725
917
+ },
918
+ {
919
+ "epoch": 13.960609911054638,
920
+ "grad_norm": 0.5520918965339661,
921
+ "learning_rate": 6.717428087986464e-06,
922
+ "loss": 0.0864,
923
+ "step": 2750
924
+ },
925
+ {
926
+ "epoch": 14.0,
927
+ "eval_accuracy": 0.8251121076233184,
928
+ "eval_loss": 1.427017092704773,
929
+ "eval_macro_f1": 0.8252205888654779,
930
+ "eval_runtime": 1.2029,
931
+ "eval_samples_per_second": 556.165,
932
+ "eval_steps_per_second": 34.916,
933
+ "eval_weighted_f1": 0.8252738582509518,
934
+ "step": 2758
935
+ }
936
+ ],
937
+ "logging_steps": 25,
938
+ "max_steps": 3940,
939
+ "num_input_tokens_seen": 0,
940
+ "num_train_epochs": 20,
941
+ "save_steps": 500,
942
+ "stateful_callbacks": {
943
+ "EarlyStoppingCallback": {
944
+ "args": {
945
+ "early_stopping_patience": 3,
946
+ "early_stopping_threshold": 0.0
947
+ },
948
+ "attributes": {
949
+ "early_stopping_patience_counter": 3
950
+ }
951
+ },
952
+ "TrainerControl": {
953
+ "args": {
954
+ "should_epoch_stop": false,
955
+ "should_evaluate": false,
956
+ "should_log": false,
957
+ "should_save": true,
958
+ "should_training_stop": true
959
+ },
960
+ "attributes": {}
961
+ }
962
+ },
963
+ "total_flos": 0.0,
964
+ "train_batch_size": 8,
965
+ "trial_name": null,
966
+ "trial_params": null
967
+ }
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/trainer_state.json ADDED
@@ -0,0 +1,509 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1360,
3
+ "best_metric": 0.8206208191976693,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1360,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.14727540500736377,
14
+ "grad_norm": 15.366108894348145,
15
+ "learning_rate": 1.4117647058823531e-06,
16
+ "loss": 4.7592,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.29455081001472755,
21
+ "grad_norm": 16.817625045776367,
22
+ "learning_rate": 2.8823529411764704e-06,
23
+ "loss": 4.622,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4418262150220913,
28
+ "grad_norm": 30.804479598999023,
29
+ "learning_rate": 4.352941176470588e-06,
30
+ "loss": 4.5071,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5891016200294551,
35
+ "grad_norm": 82.07067108154297,
36
+ "learning_rate": 5.823529411764707e-06,
37
+ "loss": 4.4723,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7363770250368189,
42
+ "grad_norm": 24.248567581176758,
43
+ "learning_rate": 7.294117647058823e-06,
44
+ "loss": 4.4598,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8836524300441826,
49
+ "grad_norm": 18.402700424194336,
50
+ "learning_rate": 8.764705882352942e-06,
51
+ "loss": 4.4012,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "eval_accuracy": 0.4090121317157712,
57
+ "eval_loss": 1.0366929769515991,
58
+ "eval_macro_f1": 0.335975530391774,
59
+ "eval_runtime": 1.0711,
60
+ "eval_samples_per_second": 538.688,
61
+ "eval_steps_per_second": 34.543,
62
+ "eval_weighted_f1": 0.3380050172667333,
63
+ "step": 170
64
+ },
65
+ {
66
+ "epoch": 1.0294550810014726,
67
+ "grad_norm": 35.06169509887695,
68
+ "learning_rate": 1.023529411764706e-05,
69
+ "loss": 4.2379,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.1767304860088366,
74
+ "grad_norm": 82.09638214111328,
75
+ "learning_rate": 1.1705882352941178e-05,
76
+ "loss": 4.1308,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.3240058910162003,
81
+ "grad_norm": 99.56005096435547,
82
+ "learning_rate": 1.3176470588235294e-05,
83
+ "loss": 3.591,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.4712812960235642,
88
+ "grad_norm": 56.19617462158203,
89
+ "learning_rate": 1.4647058823529412e-05,
90
+ "loss": 3.496,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.6185567010309279,
95
+ "grad_norm": 73.0047378540039,
96
+ "learning_rate": 1.6117647058823533e-05,
97
+ "loss": 3.333,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.7658321060382915,
102
+ "grad_norm": 152.49191284179688,
103
+ "learning_rate": 1.7588235294117647e-05,
104
+ "loss": 3.1875,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.9131075110456552,
109
+ "grad_norm": 118.91520690917969,
110
+ "learning_rate": 1.9058823529411764e-05,
111
+ "loss": 3.074,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "eval_accuracy": 0.6967071057192374,
117
+ "eval_loss": 0.7250121831893921,
118
+ "eval_macro_f1": 0.6752776965157476,
119
+ "eval_runtime": 1.1181,
120
+ "eval_samples_per_second": 516.033,
121
+ "eval_steps_per_second": 33.09,
122
+ "eval_weighted_f1": 0.6767135506063131,
123
+ "step": 340
124
+ },
125
+ {
126
+ "epoch": 2.0589101620029453,
127
+ "grad_norm": 58.67045593261719,
128
+ "learning_rate": 1.9941176470588238e-05,
129
+ "loss": 3.0041,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.2061855670103094,
134
+ "grad_norm": 157.0549774169922,
135
+ "learning_rate": 1.977777777777778e-05,
136
+ "loss": 2.7872,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.353460972017673,
141
+ "grad_norm": 46.441673278808594,
142
+ "learning_rate": 1.961437908496732e-05,
143
+ "loss": 2.8051,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.500736377025037,
148
+ "grad_norm": 194.8291778564453,
149
+ "learning_rate": 1.9450980392156864e-05,
150
+ "loss": 2.5825,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.6480117820324005,
155
+ "grad_norm": 97.1545181274414,
156
+ "learning_rate": 1.9287581699346406e-05,
157
+ "loss": 2.4599,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.795287187039764,
162
+ "grad_norm": 73.28040313720703,
163
+ "learning_rate": 1.912418300653595e-05,
164
+ "loss": 2.1992,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.9425625920471283,
169
+ "grad_norm": 65.34882354736328,
170
+ "learning_rate": 1.8960784313725492e-05,
171
+ "loss": 2.5829,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 3.0,
176
+ "eval_accuracy": 0.7538994800693241,
177
+ "eval_loss": 0.6012959480285645,
178
+ "eval_macro_f1": 0.7535108259823576,
179
+ "eval_runtime": 1.0712,
180
+ "eval_samples_per_second": 538.644,
181
+ "eval_steps_per_second": 34.54,
182
+ "eval_weighted_f1": 0.754105417647067,
183
+ "step": 510
184
+ },
185
+ {
186
+ "epoch": 3.0883652430044184,
187
+ "grad_norm": 70.5894546508789,
188
+ "learning_rate": 1.8797385620915035e-05,
189
+ "loss": 2.2211,
190
+ "step": 525
191
+ },
192
+ {
193
+ "epoch": 3.235640648011782,
194
+ "grad_norm": 105.36876678466797,
195
+ "learning_rate": 1.8633986928104578e-05,
196
+ "loss": 2.242,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.3829160530191458,
201
+ "grad_norm": 58.97573471069336,
202
+ "learning_rate": 1.847058823529412e-05,
203
+ "loss": 2.246,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.5301914580265095,
208
+ "grad_norm": 55.58585739135742,
209
+ "learning_rate": 1.830718954248366e-05,
210
+ "loss": 1.9502,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.6774668630338736,
215
+ "grad_norm": 89.32198333740234,
216
+ "learning_rate": 1.8143790849673203e-05,
217
+ "loss": 2.0003,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.824742268041237,
222
+ "grad_norm": 67.3267593383789,
223
+ "learning_rate": 1.7980392156862746e-05,
224
+ "loss": 2.1191,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.972017673048601,
229
+ "grad_norm": 74.95801544189453,
230
+ "learning_rate": 1.781699346405229e-05,
231
+ "loss": 2.0605,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 4.0,
236
+ "eval_accuracy": 0.7712305025996534,
237
+ "eval_loss": 0.5805587768554688,
238
+ "eval_macro_f1": 0.7653404308689113,
239
+ "eval_runtime": 1.0401,
240
+ "eval_samples_per_second": 554.765,
241
+ "eval_steps_per_second": 35.574,
242
+ "eval_weighted_f1": 0.7660736045389523,
243
+ "step": 680
244
+ },
245
+ {
246
+ "epoch": 4.117820324005891,
247
+ "grad_norm": 110.09906005859375,
248
+ "learning_rate": 1.7653594771241832e-05,
249
+ "loss": 1.7336,
250
+ "step": 700
251
+ },
252
+ {
253
+ "epoch": 4.265095729013255,
254
+ "grad_norm": 65.23823547363281,
255
+ "learning_rate": 1.7490196078431375e-05,
256
+ "loss": 1.7478,
257
+ "step": 725
258
+ },
259
+ {
260
+ "epoch": 4.412371134020619,
261
+ "grad_norm": 63.45992660522461,
262
+ "learning_rate": 1.7326797385620918e-05,
263
+ "loss": 1.6564,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.559646539027982,
268
+ "grad_norm": 95.37020111083984,
269
+ "learning_rate": 1.7163398692810457e-05,
270
+ "loss": 1.6378,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.706921944035346,
275
+ "grad_norm": 77.99534606933594,
276
+ "learning_rate": 1.7e-05,
277
+ "loss": 1.6587,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.8541973490427095,
282
+ "grad_norm": 95.13744354248047,
283
+ "learning_rate": 1.6836601307189543e-05,
284
+ "loss": 1.5973,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 5.0,
289
+ "grad_norm": 49.72306442260742,
290
+ "learning_rate": 1.6673202614379086e-05,
291
+ "loss": 1.4915,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 5.0,
296
+ "eval_accuracy": 0.8180242634315424,
297
+ "eval_loss": 0.501076340675354,
298
+ "eval_macro_f1": 0.8171436371369674,
299
+ "eval_runtime": 1.2018,
300
+ "eval_samples_per_second": 480.119,
301
+ "eval_steps_per_second": 30.788,
302
+ "eval_weighted_f1": 0.8172021289325231,
303
+ "step": 850
304
+ },
305
+ {
306
+ "epoch": 5.147275405007364,
307
+ "grad_norm": 127.17630767822266,
308
+ "learning_rate": 1.650980392156863e-05,
309
+ "loss": 1.0675,
310
+ "step": 875
311
+ },
312
+ {
313
+ "epoch": 5.294550810014727,
314
+ "grad_norm": 60.586936950683594,
315
+ "learning_rate": 1.634640522875817e-05,
316
+ "loss": 1.2641,
317
+ "step": 900
318
+ },
319
+ {
320
+ "epoch": 5.4418262150220915,
321
+ "grad_norm": 64.72520446777344,
322
+ "learning_rate": 1.6183006535947714e-05,
323
+ "loss": 1.296,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.589101620029455,
328
+ "grad_norm": 215.07199096679688,
329
+ "learning_rate": 1.6019607843137257e-05,
330
+ "loss": 1.4917,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.736377025036819,
335
+ "grad_norm": 125.02647399902344,
336
+ "learning_rate": 1.5856209150326797e-05,
337
+ "loss": 1.48,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.883652430044183,
342
+ "grad_norm": 121.8570785522461,
343
+ "learning_rate": 1.569281045751634e-05,
344
+ "loss": 1.224,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 6.0,
349
+ "eval_accuracy": 0.804159445407279,
350
+ "eval_loss": 0.5987662076950073,
351
+ "eval_macro_f1": 0.8057508555852665,
352
+ "eval_runtime": 0.9856,
353
+ "eval_samples_per_second": 585.451,
354
+ "eval_steps_per_second": 37.542,
355
+ "eval_weighted_f1": 0.8057942066399038,
356
+ "step": 1020
357
+ },
358
+ {
359
+ "epoch": 6.029455081001473,
360
+ "grad_norm": 83.22896575927734,
361
+ "learning_rate": 1.5529411764705882e-05,
362
+ "loss": 1.0137,
363
+ "step": 1025
364
+ },
365
+ {
366
+ "epoch": 6.176730486008837,
367
+ "grad_norm": 168.22705078125,
368
+ "learning_rate": 1.536601307189543e-05,
369
+ "loss": 0.9985,
370
+ "step": 1050
371
+ },
372
+ {
373
+ "epoch": 6.3240058910162,
374
+ "grad_norm": 49.334102630615234,
375
+ "learning_rate": 1.5202614379084968e-05,
376
+ "loss": 0.9671,
377
+ "step": 1075
378
+ },
379
+ {
380
+ "epoch": 6.471281296023564,
381
+ "grad_norm": 44.793949127197266,
382
+ "learning_rate": 1.5039215686274511e-05,
383
+ "loss": 1.0102,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.618556701030927,
388
+ "grad_norm": 119.42407989501953,
389
+ "learning_rate": 1.4875816993464054e-05,
390
+ "loss": 1.0514,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.7658321060382915,
395
+ "grad_norm": 105.60600280761719,
396
+ "learning_rate": 1.4712418300653597e-05,
397
+ "loss": 1.0673,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.913107511045656,
402
+ "grad_norm": 35.069339752197266,
403
+ "learning_rate": 1.4549019607843138e-05,
404
+ "loss": 1.1061,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 7.0,
409
+ "eval_accuracy": 0.8128249566724437,
410
+ "eval_loss": 0.6124208569526672,
411
+ "eval_macro_f1": 0.8104186278319756,
412
+ "eval_runtime": 0.9873,
413
+ "eval_samples_per_second": 584.438,
414
+ "eval_steps_per_second": 37.477,
415
+ "eval_weighted_f1": 0.8105715836852747,
416
+ "step": 1190
417
+ },
418
+ {
419
+ "epoch": 7.058910162002945,
420
+ "grad_norm": 47.24863815307617,
421
+ "learning_rate": 1.438562091503268e-05,
422
+ "loss": 0.8548,
423
+ "step": 1200
424
+ },
425
+ {
426
+ "epoch": 7.206185567010309,
427
+ "grad_norm": 130.50048828125,
428
+ "learning_rate": 1.4222222222222224e-05,
429
+ "loss": 0.7657,
430
+ "step": 1225
431
+ },
432
+ {
433
+ "epoch": 7.353460972017673,
434
+ "grad_norm": 57.87406921386719,
435
+ "learning_rate": 1.4058823529411765e-05,
436
+ "loss": 0.7045,
437
+ "step": 1250
438
+ },
439
+ {
440
+ "epoch": 7.500736377025037,
441
+ "grad_norm": 53.7109489440918,
442
+ "learning_rate": 1.3895424836601308e-05,
443
+ "loss": 0.795,
444
+ "step": 1275
445
+ },
446
+ {
447
+ "epoch": 7.648011782032401,
448
+ "grad_norm": 163.24551391601562,
449
+ "learning_rate": 1.373202614379085e-05,
450
+ "loss": 0.7281,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.795287187039764,
455
+ "grad_norm": 23.859960556030273,
456
+ "learning_rate": 1.3568627450980393e-05,
457
+ "loss": 0.7303,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.942562592047128,
462
+ "grad_norm": 81.25910186767578,
463
+ "learning_rate": 1.3405228758169935e-05,
464
+ "loss": 0.7517,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 8.0,
469
+ "eval_accuracy": 0.8214904679376083,
470
+ "eval_loss": 0.6467494368553162,
471
+ "eval_macro_f1": 0.8206208191976693,
472
+ "eval_runtime": 1.0836,
473
+ "eval_samples_per_second": 532.506,
474
+ "eval_steps_per_second": 34.147,
475
+ "eval_weighted_f1": 0.8207971174157593,
476
+ "step": 1360
477
+ }
478
+ ],
479
+ "logging_steps": 25,
480
+ "max_steps": 3400,
481
+ "num_input_tokens_seen": 0,
482
+ "num_train_epochs": 20,
483
+ "save_steps": 500,
484
+ "stateful_callbacks": {
485
+ "EarlyStoppingCallback": {
486
+ "args": {
487
+ "early_stopping_patience": 3,
488
+ "early_stopping_threshold": 0.0
489
+ },
490
+ "attributes": {
491
+ "early_stopping_patience_counter": 0
492
+ }
493
+ },
494
+ "TrainerControl": {
495
+ "args": {
496
+ "should_epoch_stop": false,
497
+ "should_evaluate": false,
498
+ "should_log": false,
499
+ "should_save": true,
500
+ "should_training_stop": false
501
+ },
502
+ "attributes": {}
503
+ }
504
+ },
505
+ "total_flos": 0.0,
506
+ "train_batch_size": 8,
507
+ "trial_name": null,
508
+ "trial_params": null
509
+ }
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/trainer_state.json ADDED
@@ -0,0 +1,682 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1360,
3
+ "best_metric": 0.8206208191976693,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360",
5
+ "epoch": 11.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1870,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.14727540500736377,
14
+ "grad_norm": 15.366108894348145,
15
+ "learning_rate": 1.4117647058823531e-06,
16
+ "loss": 4.7592,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.29455081001472755,
21
+ "grad_norm": 16.817625045776367,
22
+ "learning_rate": 2.8823529411764704e-06,
23
+ "loss": 4.622,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4418262150220913,
28
+ "grad_norm": 30.804479598999023,
29
+ "learning_rate": 4.352941176470588e-06,
30
+ "loss": 4.5071,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5891016200294551,
35
+ "grad_norm": 82.07067108154297,
36
+ "learning_rate": 5.823529411764707e-06,
37
+ "loss": 4.4723,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7363770250368189,
42
+ "grad_norm": 24.248567581176758,
43
+ "learning_rate": 7.294117647058823e-06,
44
+ "loss": 4.4598,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8836524300441826,
49
+ "grad_norm": 18.402700424194336,
50
+ "learning_rate": 8.764705882352942e-06,
51
+ "loss": 4.4012,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "eval_accuracy": 0.4090121317157712,
57
+ "eval_loss": 1.0366929769515991,
58
+ "eval_macro_f1": 0.335975530391774,
59
+ "eval_runtime": 1.0711,
60
+ "eval_samples_per_second": 538.688,
61
+ "eval_steps_per_second": 34.543,
62
+ "eval_weighted_f1": 0.3380050172667333,
63
+ "step": 170
64
+ },
65
+ {
66
+ "epoch": 1.0294550810014726,
67
+ "grad_norm": 35.06169509887695,
68
+ "learning_rate": 1.023529411764706e-05,
69
+ "loss": 4.2379,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.1767304860088366,
74
+ "grad_norm": 82.09638214111328,
75
+ "learning_rate": 1.1705882352941178e-05,
76
+ "loss": 4.1308,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.3240058910162003,
81
+ "grad_norm": 99.56005096435547,
82
+ "learning_rate": 1.3176470588235294e-05,
83
+ "loss": 3.591,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.4712812960235642,
88
+ "grad_norm": 56.19617462158203,
89
+ "learning_rate": 1.4647058823529412e-05,
90
+ "loss": 3.496,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.6185567010309279,
95
+ "grad_norm": 73.0047378540039,
96
+ "learning_rate": 1.6117647058823533e-05,
97
+ "loss": 3.333,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.7658321060382915,
102
+ "grad_norm": 152.49191284179688,
103
+ "learning_rate": 1.7588235294117647e-05,
104
+ "loss": 3.1875,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.9131075110456552,
109
+ "grad_norm": 118.91520690917969,
110
+ "learning_rate": 1.9058823529411764e-05,
111
+ "loss": 3.074,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "eval_accuracy": 0.6967071057192374,
117
+ "eval_loss": 0.7250121831893921,
118
+ "eval_macro_f1": 0.6752776965157476,
119
+ "eval_runtime": 1.1181,
120
+ "eval_samples_per_second": 516.033,
121
+ "eval_steps_per_second": 33.09,
122
+ "eval_weighted_f1": 0.6767135506063131,
123
+ "step": 340
124
+ },
125
+ {
126
+ "epoch": 2.0589101620029453,
127
+ "grad_norm": 58.67045593261719,
128
+ "learning_rate": 1.9941176470588238e-05,
129
+ "loss": 3.0041,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.2061855670103094,
134
+ "grad_norm": 157.0549774169922,
135
+ "learning_rate": 1.977777777777778e-05,
136
+ "loss": 2.7872,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.353460972017673,
141
+ "grad_norm": 46.441673278808594,
142
+ "learning_rate": 1.961437908496732e-05,
143
+ "loss": 2.8051,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.500736377025037,
148
+ "grad_norm": 194.8291778564453,
149
+ "learning_rate": 1.9450980392156864e-05,
150
+ "loss": 2.5825,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.6480117820324005,
155
+ "grad_norm": 97.1545181274414,
156
+ "learning_rate": 1.9287581699346406e-05,
157
+ "loss": 2.4599,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.795287187039764,
162
+ "grad_norm": 73.28040313720703,
163
+ "learning_rate": 1.912418300653595e-05,
164
+ "loss": 2.1992,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.9425625920471283,
169
+ "grad_norm": 65.34882354736328,
170
+ "learning_rate": 1.8960784313725492e-05,
171
+ "loss": 2.5829,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 3.0,
176
+ "eval_accuracy": 0.7538994800693241,
177
+ "eval_loss": 0.6012959480285645,
178
+ "eval_macro_f1": 0.7535108259823576,
179
+ "eval_runtime": 1.0712,
180
+ "eval_samples_per_second": 538.644,
181
+ "eval_steps_per_second": 34.54,
182
+ "eval_weighted_f1": 0.754105417647067,
183
+ "step": 510
184
+ },
185
+ {
186
+ "epoch": 3.0883652430044184,
187
+ "grad_norm": 70.5894546508789,
188
+ "learning_rate": 1.8797385620915035e-05,
189
+ "loss": 2.2211,
190
+ "step": 525
191
+ },
192
+ {
193
+ "epoch": 3.235640648011782,
194
+ "grad_norm": 105.36876678466797,
195
+ "learning_rate": 1.8633986928104578e-05,
196
+ "loss": 2.242,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.3829160530191458,
201
+ "grad_norm": 58.97573471069336,
202
+ "learning_rate": 1.847058823529412e-05,
203
+ "loss": 2.246,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.5301914580265095,
208
+ "grad_norm": 55.58585739135742,
209
+ "learning_rate": 1.830718954248366e-05,
210
+ "loss": 1.9502,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.6774668630338736,
215
+ "grad_norm": 89.32198333740234,
216
+ "learning_rate": 1.8143790849673203e-05,
217
+ "loss": 2.0003,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.824742268041237,
222
+ "grad_norm": 67.3267593383789,
223
+ "learning_rate": 1.7980392156862746e-05,
224
+ "loss": 2.1191,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.972017673048601,
229
+ "grad_norm": 74.95801544189453,
230
+ "learning_rate": 1.781699346405229e-05,
231
+ "loss": 2.0605,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 4.0,
236
+ "eval_accuracy": 0.7712305025996534,
237
+ "eval_loss": 0.5805587768554688,
238
+ "eval_macro_f1": 0.7653404308689113,
239
+ "eval_runtime": 1.0401,
240
+ "eval_samples_per_second": 554.765,
241
+ "eval_steps_per_second": 35.574,
242
+ "eval_weighted_f1": 0.7660736045389523,
243
+ "step": 680
244
+ },
245
+ {
246
+ "epoch": 4.117820324005891,
247
+ "grad_norm": 110.09906005859375,
248
+ "learning_rate": 1.7653594771241832e-05,
249
+ "loss": 1.7336,
250
+ "step": 700
251
+ },
252
+ {
253
+ "epoch": 4.265095729013255,
254
+ "grad_norm": 65.23823547363281,
255
+ "learning_rate": 1.7490196078431375e-05,
256
+ "loss": 1.7478,
257
+ "step": 725
258
+ },
259
+ {
260
+ "epoch": 4.412371134020619,
261
+ "grad_norm": 63.45992660522461,
262
+ "learning_rate": 1.7326797385620918e-05,
263
+ "loss": 1.6564,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.559646539027982,
268
+ "grad_norm": 95.37020111083984,
269
+ "learning_rate": 1.7163398692810457e-05,
270
+ "loss": 1.6378,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.706921944035346,
275
+ "grad_norm": 77.99534606933594,
276
+ "learning_rate": 1.7e-05,
277
+ "loss": 1.6587,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.8541973490427095,
282
+ "grad_norm": 95.13744354248047,
283
+ "learning_rate": 1.6836601307189543e-05,
284
+ "loss": 1.5973,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 5.0,
289
+ "grad_norm": 49.72306442260742,
290
+ "learning_rate": 1.6673202614379086e-05,
291
+ "loss": 1.4915,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 5.0,
296
+ "eval_accuracy": 0.8180242634315424,
297
+ "eval_loss": 0.501076340675354,
298
+ "eval_macro_f1": 0.8171436371369674,
299
+ "eval_runtime": 1.2018,
300
+ "eval_samples_per_second": 480.119,
301
+ "eval_steps_per_second": 30.788,
302
+ "eval_weighted_f1": 0.8172021289325231,
303
+ "step": 850
304
+ },
305
+ {
306
+ "epoch": 5.147275405007364,
307
+ "grad_norm": 127.17630767822266,
308
+ "learning_rate": 1.650980392156863e-05,
309
+ "loss": 1.0675,
310
+ "step": 875
311
+ },
312
+ {
313
+ "epoch": 5.294550810014727,
314
+ "grad_norm": 60.586936950683594,
315
+ "learning_rate": 1.634640522875817e-05,
316
+ "loss": 1.2641,
317
+ "step": 900
318
+ },
319
+ {
320
+ "epoch": 5.4418262150220915,
321
+ "grad_norm": 64.72520446777344,
322
+ "learning_rate": 1.6183006535947714e-05,
323
+ "loss": 1.296,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.589101620029455,
328
+ "grad_norm": 215.07199096679688,
329
+ "learning_rate": 1.6019607843137257e-05,
330
+ "loss": 1.4917,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.736377025036819,
335
+ "grad_norm": 125.02647399902344,
336
+ "learning_rate": 1.5856209150326797e-05,
337
+ "loss": 1.48,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.883652430044183,
342
+ "grad_norm": 121.8570785522461,
343
+ "learning_rate": 1.569281045751634e-05,
344
+ "loss": 1.224,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 6.0,
349
+ "eval_accuracy": 0.804159445407279,
350
+ "eval_loss": 0.5987662076950073,
351
+ "eval_macro_f1": 0.8057508555852665,
352
+ "eval_runtime": 0.9856,
353
+ "eval_samples_per_second": 585.451,
354
+ "eval_steps_per_second": 37.542,
355
+ "eval_weighted_f1": 0.8057942066399038,
356
+ "step": 1020
357
+ },
358
+ {
359
+ "epoch": 6.029455081001473,
360
+ "grad_norm": 83.22896575927734,
361
+ "learning_rate": 1.5529411764705882e-05,
362
+ "loss": 1.0137,
363
+ "step": 1025
364
+ },
365
+ {
366
+ "epoch": 6.176730486008837,
367
+ "grad_norm": 168.22705078125,
368
+ "learning_rate": 1.536601307189543e-05,
369
+ "loss": 0.9985,
370
+ "step": 1050
371
+ },
372
+ {
373
+ "epoch": 6.3240058910162,
374
+ "grad_norm": 49.334102630615234,
375
+ "learning_rate": 1.5202614379084968e-05,
376
+ "loss": 0.9671,
377
+ "step": 1075
378
+ },
379
+ {
380
+ "epoch": 6.471281296023564,
381
+ "grad_norm": 44.793949127197266,
382
+ "learning_rate": 1.5039215686274511e-05,
383
+ "loss": 1.0102,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.618556701030927,
388
+ "grad_norm": 119.42407989501953,
389
+ "learning_rate": 1.4875816993464054e-05,
390
+ "loss": 1.0514,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.7658321060382915,
395
+ "grad_norm": 105.60600280761719,
396
+ "learning_rate": 1.4712418300653597e-05,
397
+ "loss": 1.0673,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.913107511045656,
402
+ "grad_norm": 35.069339752197266,
403
+ "learning_rate": 1.4549019607843138e-05,
404
+ "loss": 1.1061,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 7.0,
409
+ "eval_accuracy": 0.8128249566724437,
410
+ "eval_loss": 0.6124208569526672,
411
+ "eval_macro_f1": 0.8104186278319756,
412
+ "eval_runtime": 0.9873,
413
+ "eval_samples_per_second": 584.438,
414
+ "eval_steps_per_second": 37.477,
415
+ "eval_weighted_f1": 0.8105715836852747,
416
+ "step": 1190
417
+ },
418
+ {
419
+ "epoch": 7.058910162002945,
420
+ "grad_norm": 47.24863815307617,
421
+ "learning_rate": 1.438562091503268e-05,
422
+ "loss": 0.8548,
423
+ "step": 1200
424
+ },
425
+ {
426
+ "epoch": 7.206185567010309,
427
+ "grad_norm": 130.50048828125,
428
+ "learning_rate": 1.4222222222222224e-05,
429
+ "loss": 0.7657,
430
+ "step": 1225
431
+ },
432
+ {
433
+ "epoch": 7.353460972017673,
434
+ "grad_norm": 57.87406921386719,
435
+ "learning_rate": 1.4058823529411765e-05,
436
+ "loss": 0.7045,
437
+ "step": 1250
438
+ },
439
+ {
440
+ "epoch": 7.500736377025037,
441
+ "grad_norm": 53.7109489440918,
442
+ "learning_rate": 1.3895424836601308e-05,
443
+ "loss": 0.795,
444
+ "step": 1275
445
+ },
446
+ {
447
+ "epoch": 7.648011782032401,
448
+ "grad_norm": 163.24551391601562,
449
+ "learning_rate": 1.373202614379085e-05,
450
+ "loss": 0.7281,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.795287187039764,
455
+ "grad_norm": 23.859960556030273,
456
+ "learning_rate": 1.3568627450980393e-05,
457
+ "loss": 0.7303,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.942562592047128,
462
+ "grad_norm": 81.25910186767578,
463
+ "learning_rate": 1.3405228758169935e-05,
464
+ "loss": 0.7517,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 8.0,
469
+ "eval_accuracy": 0.8214904679376083,
470
+ "eval_loss": 0.6467494368553162,
471
+ "eval_macro_f1": 0.8206208191976693,
472
+ "eval_runtime": 1.0836,
473
+ "eval_samples_per_second": 532.506,
474
+ "eval_steps_per_second": 34.147,
475
+ "eval_weighted_f1": 0.8207971174157593,
476
+ "step": 1360
477
+ },
478
+ {
479
+ "epoch": 8.088365243004418,
480
+ "grad_norm": 72.63568878173828,
481
+ "learning_rate": 1.3241830065359478e-05,
482
+ "loss": 0.5793,
483
+ "step": 1375
484
+ },
485
+ {
486
+ "epoch": 8.235640648011781,
487
+ "grad_norm": 158.09642028808594,
488
+ "learning_rate": 1.307843137254902e-05,
489
+ "loss": 0.6644,
490
+ "step": 1400
491
+ },
492
+ {
493
+ "epoch": 8.382916053019146,
494
+ "grad_norm": 127.95825958251953,
495
+ "learning_rate": 1.2915032679738563e-05,
496
+ "loss": 0.6996,
497
+ "step": 1425
498
+ },
499
+ {
500
+ "epoch": 8.53019145802651,
501
+ "grad_norm": 231.2693328857422,
502
+ "learning_rate": 1.2751633986928104e-05,
503
+ "loss": 0.5629,
504
+ "step": 1450
505
+ },
506
+ {
507
+ "epoch": 8.677466863033873,
508
+ "grad_norm": 90.09874725341797,
509
+ "learning_rate": 1.2588235294117647e-05,
510
+ "loss": 0.6431,
511
+ "step": 1475
512
+ },
513
+ {
514
+ "epoch": 8.824742268041238,
515
+ "grad_norm": 69.06385803222656,
516
+ "learning_rate": 1.242483660130719e-05,
517
+ "loss": 0.6251,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.972017673048601,
522
+ "grad_norm": 85.51836395263672,
523
+ "learning_rate": 1.2261437908496733e-05,
524
+ "loss": 0.6999,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 9.0,
529
+ "eval_accuracy": 0.7920277296360485,
530
+ "eval_loss": 0.7606361508369446,
531
+ "eval_macro_f1": 0.7933571377813036,
532
+ "eval_runtime": 1.0609,
533
+ "eval_samples_per_second": 543.862,
534
+ "eval_steps_per_second": 34.875,
535
+ "eval_weighted_f1": 0.793377330425402,
536
+ "step": 1530
537
+ },
538
+ {
539
+ "epoch": 9.11782032400589,
540
+ "grad_norm": 27.627552032470703,
541
+ "learning_rate": 1.2098039215686274e-05,
542
+ "loss": 0.2868,
543
+ "step": 1550
544
+ },
545
+ {
546
+ "epoch": 9.265095729013256,
547
+ "grad_norm": 98.46551513671875,
548
+ "learning_rate": 1.1934640522875817e-05,
549
+ "loss": 0.6244,
550
+ "step": 1575
551
+ },
552
+ {
553
+ "epoch": 9.412371134020619,
554
+ "grad_norm": 78.65450286865234,
555
+ "learning_rate": 1.177124183006536e-05,
556
+ "loss": 0.5018,
557
+ "step": 1600
558
+ },
559
+ {
560
+ "epoch": 9.559646539027982,
561
+ "grad_norm": 6.4756083488464355,
562
+ "learning_rate": 1.1607843137254905e-05,
563
+ "loss": 0.5693,
564
+ "step": 1625
565
+ },
566
+ {
567
+ "epoch": 9.706921944035345,
568
+ "grad_norm": 148.329833984375,
569
+ "learning_rate": 1.1444444444444444e-05,
570
+ "loss": 0.7166,
571
+ "step": 1650
572
+ },
573
+ {
574
+ "epoch": 9.85419734904271,
575
+ "grad_norm": 188.33303833007812,
576
+ "learning_rate": 1.1281045751633987e-05,
577
+ "loss": 0.5831,
578
+ "step": 1675
579
+ },
580
+ {
581
+ "epoch": 10.0,
582
+ "grad_norm": 80.67969512939453,
583
+ "learning_rate": 1.1117647058823531e-05,
584
+ "loss": 0.5253,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 10.0,
589
+ "eval_accuracy": 0.8180242634315424,
590
+ "eval_loss": 0.7977860569953918,
591
+ "eval_macro_f1": 0.8169890779273552,
592
+ "eval_runtime": 1.0942,
593
+ "eval_samples_per_second": 527.328,
594
+ "eval_steps_per_second": 33.815,
595
+ "eval_weighted_f1": 0.8170199663501007,
596
+ "step": 1700
597
+ },
598
+ {
599
+ "epoch": 10.147275405007363,
600
+ "grad_norm": 16.998743057250977,
601
+ "learning_rate": 1.0954248366013074e-05,
602
+ "loss": 0.538,
603
+ "step": 1725
604
+ },
605
+ {
606
+ "epoch": 10.294550810014728,
607
+ "grad_norm": 1.0350217819213867,
608
+ "learning_rate": 1.0790849673202614e-05,
609
+ "loss": 0.3236,
610
+ "step": 1750
611
+ },
612
+ {
613
+ "epoch": 10.441826215022092,
614
+ "grad_norm": 380.708251953125,
615
+ "learning_rate": 1.0627450980392158e-05,
616
+ "loss": 0.3041,
617
+ "step": 1775
618
+ },
619
+ {
620
+ "epoch": 10.589101620029455,
621
+ "grad_norm": 498.7008972167969,
622
+ "learning_rate": 1.0464052287581701e-05,
623
+ "loss": 0.3976,
624
+ "step": 1800
625
+ },
626
+ {
627
+ "epoch": 10.73637702503682,
628
+ "grad_norm": 0.2442052960395813,
629
+ "learning_rate": 1.030065359477124e-05,
630
+ "loss": 0.4477,
631
+ "step": 1825
632
+ },
633
+ {
634
+ "epoch": 10.883652430044183,
635
+ "grad_norm": 37.12347412109375,
636
+ "learning_rate": 1.0137254901960785e-05,
637
+ "loss": 0.4934,
638
+ "step": 1850
639
+ },
640
+ {
641
+ "epoch": 11.0,
642
+ "eval_accuracy": 0.8058925476603119,
643
+ "eval_loss": 1.2248479127883911,
644
+ "eval_macro_f1": 0.8071426245021015,
645
+ "eval_runtime": 1.0485,
646
+ "eval_samples_per_second": 550.287,
647
+ "eval_steps_per_second": 35.287,
648
+ "eval_weighted_f1": 0.8072723318411972,
649
+ "step": 1870
650
+ }
651
+ ],
652
+ "logging_steps": 25,
653
+ "max_steps": 3400,
654
+ "num_input_tokens_seen": 0,
655
+ "num_train_epochs": 20,
656
+ "save_steps": 500,
657
+ "stateful_callbacks": {
658
+ "EarlyStoppingCallback": {
659
+ "args": {
660
+ "early_stopping_patience": 3,
661
+ "early_stopping_threshold": 0.0
662
+ },
663
+ "attributes": {
664
+ "early_stopping_patience_counter": 3
665
+ }
666
+ },
667
+ "TrainerControl": {
668
+ "args": {
669
+ "should_epoch_stop": false,
670
+ "should_evaluate": false,
671
+ "should_log": false,
672
+ "should_save": true,
673
+ "should_training_stop": true
674
+ },
675
+ "attributes": {}
676
+ }
677
+ },
678
+ "total_flos": 0.0,
679
+ "train_batch_size": 8,
680
+ "trial_name": null,
681
+ "trial_params": null
682
+ }
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/trainer_state.json ADDED
@@ -0,0 +1,484 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1309,
3
+ "best_metric": 0.7997581849664698,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1309,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13404825737265416,
14
+ "grad_norm": 5.233021259307861,
15
+ "learning_rate": 1.2834224598930483e-06,
16
+ "loss": 4.7121,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2680965147453083,
21
+ "grad_norm": 24.940982818603516,
22
+ "learning_rate": 2.6203208556149735e-06,
23
+ "loss": 4.5873,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.40214477211796246,
28
+ "grad_norm": 10.225347518920898,
29
+ "learning_rate": 3.957219251336899e-06,
30
+ "loss": 4.5613,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5361930294906166,
35
+ "grad_norm": 80.16287994384766,
36
+ "learning_rate": 5.294117647058824e-06,
37
+ "loss": 4.4823,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6702412868632708,
42
+ "grad_norm": 90.06220245361328,
43
+ "learning_rate": 6.631016042780749e-06,
44
+ "loss": 4.509,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8042895442359249,
49
+ "grad_norm": 29.272729873657227,
50
+ "learning_rate": 7.967914438502674e-06,
51
+ "loss": 4.4154,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.938337801608579,
56
+ "grad_norm": 27.026819229125977,
57
+ "learning_rate": 9.3048128342246e-06,
58
+ "loss": 4.3593,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.3667621776504298,
64
+ "eval_loss": 1.0835366249084473,
65
+ "eval_macro_f1": 0.2633241361187755,
66
+ "eval_runtime": 1.1788,
67
+ "eval_samples_per_second": 592.138,
68
+ "eval_steps_per_second": 37.327,
69
+ "eval_weighted_f1": 0.26455568192470635,
70
+ "step": 187
71
+ },
72
+ {
73
+ "epoch": 1.0697050938337802,
74
+ "grad_norm": 50.24789810180664,
75
+ "learning_rate": 1.0641711229946525e-05,
76
+ "loss": 4.133,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.2037533512064342,
81
+ "grad_norm": 60.53549575805664,
82
+ "learning_rate": 1.197860962566845e-05,
83
+ "loss": 4.1561,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.3378016085790885,
88
+ "grad_norm": 110.80620574951172,
89
+ "learning_rate": 1.3315508021390375e-05,
90
+ "loss": 4.0306,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4718498659517425,
95
+ "grad_norm": 68.35352325439453,
96
+ "learning_rate": 1.4652406417112302e-05,
97
+ "loss": 3.6993,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6058981233243967,
102
+ "grad_norm": 62.55445861816406,
103
+ "learning_rate": 1.5989304812834226e-05,
104
+ "loss": 3.7266,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.739946380697051,
109
+ "grad_norm": 80.15001678466797,
110
+ "learning_rate": 1.7326203208556153e-05,
111
+ "loss": 3.4558,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.8739946380697052,
116
+ "grad_norm": 115.59750366210938,
117
+ "learning_rate": 1.8663101604278075e-05,
118
+ "loss": 3.1581,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.663323782234957,
124
+ "eval_loss": 0.7636784315109253,
125
+ "eval_macro_f1": 0.6359694250096369,
126
+ "eval_runtime": 1.1994,
127
+ "eval_samples_per_second": 581.972,
128
+ "eval_steps_per_second": 36.686,
129
+ "eval_weighted_f1": 0.638024749888762,
130
+ "step": 374
131
+ },
132
+ {
133
+ "epoch": 2.005361930294906,
134
+ "grad_norm": 51.49501419067383,
135
+ "learning_rate": 2e-05,
136
+ "loss": 3.0402,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.1394101876675604,
141
+ "grad_norm": 53.245750427246094,
142
+ "learning_rate": 1.9851455733808676e-05,
143
+ "loss": 2.7638,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2734584450402147,
148
+ "grad_norm": 59.521148681640625,
149
+ "learning_rate": 1.9702911467617353e-05,
150
+ "loss": 2.9139,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.4075067024128685,
155
+ "grad_norm": 70.38174438476562,
156
+ "learning_rate": 1.9554367201426024e-05,
157
+ "loss": 2.676,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5415549597855227,
162
+ "grad_norm": 87.60966491699219,
163
+ "learning_rate": 1.94058229352347e-05,
164
+ "loss": 2.6962,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.675603217158177,
169
+ "grad_norm": 71.70979309082031,
170
+ "learning_rate": 1.9257278669043376e-05,
171
+ "loss": 2.3062,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.809651474530831,
176
+ "grad_norm": 144.78167724609375,
177
+ "learning_rate": 1.9108734402852053e-05,
178
+ "loss": 2.6302,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.943699731903485,
183
+ "grad_norm": 88.74463653564453,
184
+ "learning_rate": 1.8960190136660727e-05,
185
+ "loss": 2.514,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.7335243553008596,
191
+ "eval_loss": 0.6498923301696777,
192
+ "eval_macro_f1": 0.7321019324268009,
193
+ "eval_runtime": 1.112,
194
+ "eval_samples_per_second": 627.716,
195
+ "eval_steps_per_second": 39.57,
196
+ "eval_weighted_f1": 0.7317635107459644,
197
+ "step": 561
198
+ },
199
+ {
200
+ "epoch": 3.0750670241286864,
201
+ "grad_norm": 78.7186050415039,
202
+ "learning_rate": 1.88116458704694e-05,
203
+ "loss": 2.0678,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.2091152815013406,
208
+ "grad_norm": 48.361812591552734,
209
+ "learning_rate": 1.8663101604278075e-05,
210
+ "loss": 2.0521,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.343163538873995,
215
+ "grad_norm": 81.32779693603516,
216
+ "learning_rate": 1.8514557338086753e-05,
217
+ "loss": 2.0475,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.4772117962466487,
222
+ "grad_norm": 85.9346694946289,
223
+ "learning_rate": 1.8366013071895427e-05,
224
+ "loss": 2.0969,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.611260053619303,
229
+ "grad_norm": 128.1837615966797,
230
+ "learning_rate": 1.82174688057041e-05,
231
+ "loss": 1.9682,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.745308310991957,
236
+ "grad_norm": 74.8037109375,
237
+ "learning_rate": 1.8068924539512775e-05,
238
+ "loss": 2.0214,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.8793565683646114,
243
+ "grad_norm": 53.749908447265625,
244
+ "learning_rate": 1.7920380273321453e-05,
245
+ "loss": 1.8408,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.7707736389684814,
251
+ "eval_loss": 0.6353426575660706,
252
+ "eval_macro_f1": 0.7675983061246393,
253
+ "eval_runtime": 1.157,
254
+ "eval_samples_per_second": 603.289,
255
+ "eval_steps_per_second": 38.03,
256
+ "eval_weighted_f1": 0.7677476561280161,
257
+ "step": 748
258
+ },
259
+ {
260
+ "epoch": 4.010723860589812,
261
+ "grad_norm": 60.79511642456055,
262
+ "learning_rate": 1.7771836007130127e-05,
263
+ "loss": 1.8372,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.144772117962466,
268
+ "grad_norm": 102.03739166259766,
269
+ "learning_rate": 1.76232917409388e-05,
270
+ "loss": 1.5271,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.278820375335121,
275
+ "grad_norm": 38.41614532470703,
276
+ "learning_rate": 1.7474747474747475e-05,
277
+ "loss": 1.6185,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.412868632707775,
282
+ "grad_norm": 42.30717086791992,
283
+ "learning_rate": 1.7326203208556153e-05,
284
+ "loss": 1.7844,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.546916890080429,
289
+ "grad_norm": 52.95848083496094,
290
+ "learning_rate": 1.7177658942364827e-05,
291
+ "loss": 1.6702,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.680965147453083,
296
+ "grad_norm": 64.50013732910156,
297
+ "learning_rate": 1.70291146761735e-05,
298
+ "loss": 1.5789,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.815013404825737,
303
+ "grad_norm": 86.5457992553711,
304
+ "learning_rate": 1.6880570409982175e-05,
305
+ "loss": 1.6413,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.949061662198392,
310
+ "grad_norm": 48.19670104980469,
311
+ "learning_rate": 1.6732026143790852e-05,
312
+ "loss": 1.6645,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 5.0,
317
+ "eval_accuracy": 0.7593123209169055,
318
+ "eval_loss": 0.6648080348968506,
319
+ "eval_macro_f1": 0.759722496240783,
320
+ "eval_runtime": 1.1781,
321
+ "eval_samples_per_second": 592.462,
322
+ "eval_steps_per_second": 37.347,
323
+ "eval_weighted_f1": 0.7596750563578382,
324
+ "step": 935
325
+ },
326
+ {
327
+ "epoch": 5.080428954423592,
328
+ "grad_norm": 112.67044067382812,
329
+ "learning_rate": 1.6583481877599526e-05,
330
+ "loss": 1.4578,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.214477211796247,
335
+ "grad_norm": 57.59008026123047,
336
+ "learning_rate": 1.64349376114082e-05,
337
+ "loss": 1.3091,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.348525469168901,
342
+ "grad_norm": 57.748741149902344,
343
+ "learning_rate": 1.6286393345216875e-05,
344
+ "loss": 1.2871,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.482573726541555,
349
+ "grad_norm": 174.48379516601562,
350
+ "learning_rate": 1.6137849079025552e-05,
351
+ "loss": 1.1456,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.616621983914209,
356
+ "grad_norm": 103.52583312988281,
357
+ "learning_rate": 1.5989304812834226e-05,
358
+ "loss": 1.1444,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.750670241286863,
363
+ "grad_norm": 218.33905029296875,
364
+ "learning_rate": 1.58407605466429e-05,
365
+ "loss": 1.1835,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.884718498659518,
370
+ "grad_norm": 68.76084899902344,
371
+ "learning_rate": 1.5692216280451574e-05,
372
+ "loss": 1.2823,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 6.0,
377
+ "eval_accuracy": 0.7836676217765043,
378
+ "eval_loss": 0.6404514908790588,
379
+ "eval_macro_f1": 0.7834773184118161,
380
+ "eval_runtime": 1.1893,
381
+ "eval_samples_per_second": 586.91,
382
+ "eval_steps_per_second": 36.997,
383
+ "eval_weighted_f1": 0.7833863645978109,
384
+ "step": 1122
385
+ },
386
+ {
387
+ "epoch": 6.016085790884718,
388
+ "grad_norm": 64.74076080322266,
389
+ "learning_rate": 1.5543672014260252e-05,
390
+ "loss": 1.1354,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.150134048257373,
395
+ "grad_norm": 95.04303741455078,
396
+ "learning_rate": 1.5395127748068926e-05,
397
+ "loss": 0.8804,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.2841823056300266,
402
+ "grad_norm": 36.5062255859375,
403
+ "learning_rate": 1.5246583481877602e-05,
404
+ "loss": 0.9221,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.418230563002681,
409
+ "grad_norm": 92.04092407226562,
410
+ "learning_rate": 1.5098039215686276e-05,
411
+ "loss": 1.0822,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.552278820375335,
416
+ "grad_norm": 109.07200622558594,
417
+ "learning_rate": 1.4949494949494952e-05,
418
+ "loss": 0.8978,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.68632707774799,
423
+ "grad_norm": 99.7303695678711,
424
+ "learning_rate": 1.4800950683303626e-05,
425
+ "loss": 0.9152,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.8203753351206435,
430
+ "grad_norm": 56.727928161621094,
431
+ "learning_rate": 1.4652406417112302e-05,
432
+ "loss": 0.8901,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.954423592493297,
437
+ "grad_norm": 112.30436706542969,
438
+ "learning_rate": 1.4503862150920976e-05,
439
+ "loss": 0.7959,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 7.0,
444
+ "eval_accuracy": 0.8008595988538681,
445
+ "eval_loss": 0.7175173759460449,
446
+ "eval_macro_f1": 0.7997581849664698,
447
+ "eval_runtime": 1.1873,
448
+ "eval_samples_per_second": 587.894,
449
+ "eval_steps_per_second": 37.059,
450
+ "eval_weighted_f1": 0.799807813589873,
451
+ "step": 1309
452
+ }
453
+ ],
454
+ "logging_steps": 25,
455
+ "max_steps": 3740,
456
+ "num_input_tokens_seen": 0,
457
+ "num_train_epochs": 20,
458
+ "save_steps": 500,
459
+ "stateful_callbacks": {
460
+ "EarlyStoppingCallback": {
461
+ "args": {
462
+ "early_stopping_patience": 3,
463
+ "early_stopping_threshold": 0.0
464
+ },
465
+ "attributes": {
466
+ "early_stopping_patience_counter": 0
467
+ }
468
+ },
469
+ "TrainerControl": {
470
+ "args": {
471
+ "should_epoch_stop": false,
472
+ "should_evaluate": false,
473
+ "should_log": false,
474
+ "should_save": true,
475
+ "should_training_stop": false
476
+ },
477
+ "attributes": {}
478
+ }
479
+ },
480
+ "total_flos": 0.0,
481
+ "train_batch_size": 8,
482
+ "trial_name": null,
483
+ "trial_params": null
484
+ }
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/trainer_state.json ADDED
@@ -0,0 +1,671 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1309,
3
+ "best_metric": 0.7997581849664698,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1870,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13404825737265416,
14
+ "grad_norm": 5.233021259307861,
15
+ "learning_rate": 1.2834224598930483e-06,
16
+ "loss": 4.7121,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2680965147453083,
21
+ "grad_norm": 24.940982818603516,
22
+ "learning_rate": 2.6203208556149735e-06,
23
+ "loss": 4.5873,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.40214477211796246,
28
+ "grad_norm": 10.225347518920898,
29
+ "learning_rate": 3.957219251336899e-06,
30
+ "loss": 4.5613,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5361930294906166,
35
+ "grad_norm": 80.16287994384766,
36
+ "learning_rate": 5.294117647058824e-06,
37
+ "loss": 4.4823,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6702412868632708,
42
+ "grad_norm": 90.06220245361328,
43
+ "learning_rate": 6.631016042780749e-06,
44
+ "loss": 4.509,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8042895442359249,
49
+ "grad_norm": 29.272729873657227,
50
+ "learning_rate": 7.967914438502674e-06,
51
+ "loss": 4.4154,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.938337801608579,
56
+ "grad_norm": 27.026819229125977,
57
+ "learning_rate": 9.3048128342246e-06,
58
+ "loss": 4.3593,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.3667621776504298,
64
+ "eval_loss": 1.0835366249084473,
65
+ "eval_macro_f1": 0.2633241361187755,
66
+ "eval_runtime": 1.1788,
67
+ "eval_samples_per_second": 592.138,
68
+ "eval_steps_per_second": 37.327,
69
+ "eval_weighted_f1": 0.26455568192470635,
70
+ "step": 187
71
+ },
72
+ {
73
+ "epoch": 1.0697050938337802,
74
+ "grad_norm": 50.24789810180664,
75
+ "learning_rate": 1.0641711229946525e-05,
76
+ "loss": 4.133,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.2037533512064342,
81
+ "grad_norm": 60.53549575805664,
82
+ "learning_rate": 1.197860962566845e-05,
83
+ "loss": 4.1561,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.3378016085790885,
88
+ "grad_norm": 110.80620574951172,
89
+ "learning_rate": 1.3315508021390375e-05,
90
+ "loss": 4.0306,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4718498659517425,
95
+ "grad_norm": 68.35352325439453,
96
+ "learning_rate": 1.4652406417112302e-05,
97
+ "loss": 3.6993,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6058981233243967,
102
+ "grad_norm": 62.55445861816406,
103
+ "learning_rate": 1.5989304812834226e-05,
104
+ "loss": 3.7266,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.739946380697051,
109
+ "grad_norm": 80.15001678466797,
110
+ "learning_rate": 1.7326203208556153e-05,
111
+ "loss": 3.4558,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.8739946380697052,
116
+ "grad_norm": 115.59750366210938,
117
+ "learning_rate": 1.8663101604278075e-05,
118
+ "loss": 3.1581,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.663323782234957,
124
+ "eval_loss": 0.7636784315109253,
125
+ "eval_macro_f1": 0.6359694250096369,
126
+ "eval_runtime": 1.1994,
127
+ "eval_samples_per_second": 581.972,
128
+ "eval_steps_per_second": 36.686,
129
+ "eval_weighted_f1": 0.638024749888762,
130
+ "step": 374
131
+ },
132
+ {
133
+ "epoch": 2.005361930294906,
134
+ "grad_norm": 51.49501419067383,
135
+ "learning_rate": 2e-05,
136
+ "loss": 3.0402,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.1394101876675604,
141
+ "grad_norm": 53.245750427246094,
142
+ "learning_rate": 1.9851455733808676e-05,
143
+ "loss": 2.7638,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2734584450402147,
148
+ "grad_norm": 59.521148681640625,
149
+ "learning_rate": 1.9702911467617353e-05,
150
+ "loss": 2.9139,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.4075067024128685,
155
+ "grad_norm": 70.38174438476562,
156
+ "learning_rate": 1.9554367201426024e-05,
157
+ "loss": 2.676,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5415549597855227,
162
+ "grad_norm": 87.60966491699219,
163
+ "learning_rate": 1.94058229352347e-05,
164
+ "loss": 2.6962,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.675603217158177,
169
+ "grad_norm": 71.70979309082031,
170
+ "learning_rate": 1.9257278669043376e-05,
171
+ "loss": 2.3062,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.809651474530831,
176
+ "grad_norm": 144.78167724609375,
177
+ "learning_rate": 1.9108734402852053e-05,
178
+ "loss": 2.6302,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.943699731903485,
183
+ "grad_norm": 88.74463653564453,
184
+ "learning_rate": 1.8960190136660727e-05,
185
+ "loss": 2.514,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.7335243553008596,
191
+ "eval_loss": 0.6498923301696777,
192
+ "eval_macro_f1": 0.7321019324268009,
193
+ "eval_runtime": 1.112,
194
+ "eval_samples_per_second": 627.716,
195
+ "eval_steps_per_second": 39.57,
196
+ "eval_weighted_f1": 0.7317635107459644,
197
+ "step": 561
198
+ },
199
+ {
200
+ "epoch": 3.0750670241286864,
201
+ "grad_norm": 78.7186050415039,
202
+ "learning_rate": 1.88116458704694e-05,
203
+ "loss": 2.0678,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.2091152815013406,
208
+ "grad_norm": 48.361812591552734,
209
+ "learning_rate": 1.8663101604278075e-05,
210
+ "loss": 2.0521,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.343163538873995,
215
+ "grad_norm": 81.32779693603516,
216
+ "learning_rate": 1.8514557338086753e-05,
217
+ "loss": 2.0475,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.4772117962466487,
222
+ "grad_norm": 85.9346694946289,
223
+ "learning_rate": 1.8366013071895427e-05,
224
+ "loss": 2.0969,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.611260053619303,
229
+ "grad_norm": 128.1837615966797,
230
+ "learning_rate": 1.82174688057041e-05,
231
+ "loss": 1.9682,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.745308310991957,
236
+ "grad_norm": 74.8037109375,
237
+ "learning_rate": 1.8068924539512775e-05,
238
+ "loss": 2.0214,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.8793565683646114,
243
+ "grad_norm": 53.749908447265625,
244
+ "learning_rate": 1.7920380273321453e-05,
245
+ "loss": 1.8408,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.7707736389684814,
251
+ "eval_loss": 0.6353426575660706,
252
+ "eval_macro_f1": 0.7675983061246393,
253
+ "eval_runtime": 1.157,
254
+ "eval_samples_per_second": 603.289,
255
+ "eval_steps_per_second": 38.03,
256
+ "eval_weighted_f1": 0.7677476561280161,
257
+ "step": 748
258
+ },
259
+ {
260
+ "epoch": 4.010723860589812,
261
+ "grad_norm": 60.79511642456055,
262
+ "learning_rate": 1.7771836007130127e-05,
263
+ "loss": 1.8372,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.144772117962466,
268
+ "grad_norm": 102.03739166259766,
269
+ "learning_rate": 1.76232917409388e-05,
270
+ "loss": 1.5271,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.278820375335121,
275
+ "grad_norm": 38.41614532470703,
276
+ "learning_rate": 1.7474747474747475e-05,
277
+ "loss": 1.6185,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.412868632707775,
282
+ "grad_norm": 42.30717086791992,
283
+ "learning_rate": 1.7326203208556153e-05,
284
+ "loss": 1.7844,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.546916890080429,
289
+ "grad_norm": 52.95848083496094,
290
+ "learning_rate": 1.7177658942364827e-05,
291
+ "loss": 1.6702,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.680965147453083,
296
+ "grad_norm": 64.50013732910156,
297
+ "learning_rate": 1.70291146761735e-05,
298
+ "loss": 1.5789,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.815013404825737,
303
+ "grad_norm": 86.5457992553711,
304
+ "learning_rate": 1.6880570409982175e-05,
305
+ "loss": 1.6413,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.949061662198392,
310
+ "grad_norm": 48.19670104980469,
311
+ "learning_rate": 1.6732026143790852e-05,
312
+ "loss": 1.6645,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 5.0,
317
+ "eval_accuracy": 0.7593123209169055,
318
+ "eval_loss": 0.6648080348968506,
319
+ "eval_macro_f1": 0.759722496240783,
320
+ "eval_runtime": 1.1781,
321
+ "eval_samples_per_second": 592.462,
322
+ "eval_steps_per_second": 37.347,
323
+ "eval_weighted_f1": 0.7596750563578382,
324
+ "step": 935
325
+ },
326
+ {
327
+ "epoch": 5.080428954423592,
328
+ "grad_norm": 112.67044067382812,
329
+ "learning_rate": 1.6583481877599526e-05,
330
+ "loss": 1.4578,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.214477211796247,
335
+ "grad_norm": 57.59008026123047,
336
+ "learning_rate": 1.64349376114082e-05,
337
+ "loss": 1.3091,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.348525469168901,
342
+ "grad_norm": 57.748741149902344,
343
+ "learning_rate": 1.6286393345216875e-05,
344
+ "loss": 1.2871,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.482573726541555,
349
+ "grad_norm": 174.48379516601562,
350
+ "learning_rate": 1.6137849079025552e-05,
351
+ "loss": 1.1456,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.616621983914209,
356
+ "grad_norm": 103.52583312988281,
357
+ "learning_rate": 1.5989304812834226e-05,
358
+ "loss": 1.1444,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.750670241286863,
363
+ "grad_norm": 218.33905029296875,
364
+ "learning_rate": 1.58407605466429e-05,
365
+ "loss": 1.1835,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.884718498659518,
370
+ "grad_norm": 68.76084899902344,
371
+ "learning_rate": 1.5692216280451574e-05,
372
+ "loss": 1.2823,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 6.0,
377
+ "eval_accuracy": 0.7836676217765043,
378
+ "eval_loss": 0.6404514908790588,
379
+ "eval_macro_f1": 0.7834773184118161,
380
+ "eval_runtime": 1.1893,
381
+ "eval_samples_per_second": 586.91,
382
+ "eval_steps_per_second": 36.997,
383
+ "eval_weighted_f1": 0.7833863645978109,
384
+ "step": 1122
385
+ },
386
+ {
387
+ "epoch": 6.016085790884718,
388
+ "grad_norm": 64.74076080322266,
389
+ "learning_rate": 1.5543672014260252e-05,
390
+ "loss": 1.1354,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.150134048257373,
395
+ "grad_norm": 95.04303741455078,
396
+ "learning_rate": 1.5395127748068926e-05,
397
+ "loss": 0.8804,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.2841823056300266,
402
+ "grad_norm": 36.5062255859375,
403
+ "learning_rate": 1.5246583481877602e-05,
404
+ "loss": 0.9221,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.418230563002681,
409
+ "grad_norm": 92.04092407226562,
410
+ "learning_rate": 1.5098039215686276e-05,
411
+ "loss": 1.0822,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.552278820375335,
416
+ "grad_norm": 109.07200622558594,
417
+ "learning_rate": 1.4949494949494952e-05,
418
+ "loss": 0.8978,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.68632707774799,
423
+ "grad_norm": 99.7303695678711,
424
+ "learning_rate": 1.4800950683303626e-05,
425
+ "loss": 0.9152,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.8203753351206435,
430
+ "grad_norm": 56.727928161621094,
431
+ "learning_rate": 1.4652406417112302e-05,
432
+ "loss": 0.8901,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.954423592493297,
437
+ "grad_norm": 112.30436706542969,
438
+ "learning_rate": 1.4503862150920976e-05,
439
+ "loss": 0.7959,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 7.0,
444
+ "eval_accuracy": 0.8008595988538681,
445
+ "eval_loss": 0.7175173759460449,
446
+ "eval_macro_f1": 0.7997581849664698,
447
+ "eval_runtime": 1.1873,
448
+ "eval_samples_per_second": 587.894,
449
+ "eval_steps_per_second": 37.059,
450
+ "eval_weighted_f1": 0.799807813589873,
451
+ "step": 1309
452
+ },
453
+ {
454
+ "epoch": 7.085790884718499,
455
+ "grad_norm": 142.9441375732422,
456
+ "learning_rate": 1.4355317884729652e-05,
457
+ "loss": 0.8033,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.2198391420911525,
462
+ "grad_norm": 219.46617126464844,
463
+ "learning_rate": 1.4206773618538326e-05,
464
+ "loss": 0.5452,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.353887399463807,
469
+ "grad_norm": 153.88938903808594,
470
+ "learning_rate": 1.4058229352347002e-05,
471
+ "loss": 0.6458,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.487935656836461,
476
+ "grad_norm": 262.33544921875,
477
+ "learning_rate": 1.3909685086155676e-05,
478
+ "loss": 0.6335,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.621983914209116,
483
+ "grad_norm": 54.10624694824219,
484
+ "learning_rate": 1.3761140819964351e-05,
485
+ "loss": 0.6581,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.7560321715817695,
490
+ "grad_norm": 46.9286994934082,
491
+ "learning_rate": 1.3612596553773026e-05,
492
+ "loss": 0.6564,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.890080428954423,
497
+ "grad_norm": 99.39617156982422,
498
+ "learning_rate": 1.3464052287581701e-05,
499
+ "loss": 0.7535,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 8.0,
504
+ "eval_accuracy": 0.7951289398280802,
505
+ "eval_loss": 0.7424113750457764,
506
+ "eval_macro_f1": 0.7934275753118701,
507
+ "eval_runtime": 1.2077,
508
+ "eval_samples_per_second": 577.949,
509
+ "eval_steps_per_second": 36.432,
510
+ "eval_weighted_f1": 0.7935121522469119,
511
+ "step": 1496
512
+ },
513
+ {
514
+ "epoch": 8.021447721179625,
515
+ "grad_norm": 148.35316467285156,
516
+ "learning_rate": 1.3315508021390375e-05,
517
+ "loss": 0.7483,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.15549597855228,
522
+ "grad_norm": 51.57545471191406,
523
+ "learning_rate": 1.3166963755199051e-05,
524
+ "loss": 0.43,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.289544235924932,
529
+ "grad_norm": 82.2325668334961,
530
+ "learning_rate": 1.3018419489007725e-05,
531
+ "loss": 0.5805,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.423592493297587,
536
+ "grad_norm": 162.3885955810547,
537
+ "learning_rate": 1.2869875222816401e-05,
538
+ "loss": 0.5737,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.557640750670242,
543
+ "grad_norm": 42.8394775390625,
544
+ "learning_rate": 1.2721330956625075e-05,
545
+ "loss": 0.5586,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.691689008042896,
550
+ "grad_norm": 176.35488891601562,
551
+ "learning_rate": 1.257278669043375e-05,
552
+ "loss": 0.5183,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.82573726541555,
557
+ "grad_norm": 190.20387268066406,
558
+ "learning_rate": 1.2424242424242425e-05,
559
+ "loss": 0.5829,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 8.959785522788204,
564
+ "grad_norm": 108.95799255371094,
565
+ "learning_rate": 1.22756981580511e-05,
566
+ "loss": 0.5133,
567
+ "step": 1675
568
+ },
569
+ {
570
+ "epoch": 9.0,
571
+ "eval_accuracy": 0.7908309455587392,
572
+ "eval_loss": 0.8559390306472778,
573
+ "eval_macro_f1": 0.7900970733120835,
574
+ "eval_runtime": 1.1499,
575
+ "eval_samples_per_second": 607.021,
576
+ "eval_steps_per_second": 38.265,
577
+ "eval_weighted_f1": 0.7893445195487542,
578
+ "step": 1683
579
+ },
580
+ {
581
+ "epoch": 9.091152815013405,
582
+ "grad_norm": 194.6844940185547,
583
+ "learning_rate": 1.2127153891859775e-05,
584
+ "loss": 0.421,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.225201072386058,
589
+ "grad_norm": 53.72358703613281,
590
+ "learning_rate": 1.197860962566845e-05,
591
+ "loss": 0.3783,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 9.359249329758713,
596
+ "grad_norm": 138.18930053710938,
597
+ "learning_rate": 1.1830065359477125e-05,
598
+ "loss": 0.4008,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.493297587131368,
603
+ "grad_norm": 25.500123977661133,
604
+ "learning_rate": 1.1681521093285799e-05,
605
+ "loss": 0.3965,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.62734584450402,
610
+ "grad_norm": 81.72015380859375,
611
+ "learning_rate": 1.1532976827094475e-05,
612
+ "loss": 0.3301,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.761394101876675,
617
+ "grad_norm": 108.25726318359375,
618
+ "learning_rate": 1.1384432560903149e-05,
619
+ "loss": 0.4861,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 9.89544235924933,
624
+ "grad_norm": 102.4832763671875,
625
+ "learning_rate": 1.1235888294711825e-05,
626
+ "loss": 0.6589,
627
+ "step": 1850
628
+ },
629
+ {
630
+ "epoch": 10.0,
631
+ "eval_accuracy": 0.7979942693409742,
632
+ "eval_loss": 1.124686598777771,
633
+ "eval_macro_f1": 0.7991066390948115,
634
+ "eval_runtime": 1.1981,
635
+ "eval_samples_per_second": 582.598,
636
+ "eval_steps_per_second": 36.725,
637
+ "eval_weighted_f1": 0.7987646095459016,
638
+ "step": 1870
639
+ }
640
+ ],
641
+ "logging_steps": 25,
642
+ "max_steps": 3740,
643
+ "num_input_tokens_seen": 0,
644
+ "num_train_epochs": 20,
645
+ "save_steps": 500,
646
+ "stateful_callbacks": {
647
+ "EarlyStoppingCallback": {
648
+ "args": {
649
+ "early_stopping_patience": 3,
650
+ "early_stopping_threshold": 0.0
651
+ },
652
+ "attributes": {
653
+ "early_stopping_patience_counter": 3
654
+ }
655
+ },
656
+ "TrainerControl": {
657
+ "args": {
658
+ "should_epoch_stop": false,
659
+ "should_evaluate": false,
660
+ "should_log": false,
661
+ "should_save": true,
662
+ "should_training_stop": true
663
+ },
664
+ "attributes": {}
665
+ }
666
+ },
667
+ "total_flos": 0.0,
668
+ "train_batch_size": 8,
669
+ "trial_name": null,
670
+ "trial_params": null
671
+ }
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/trainer_state.json ADDED
@@ -0,0 +1,692 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1930,
3
+ "best_metric": 0.7933672495311255,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1930,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13003901170351106,
14
+ "grad_norm": 13.414565086364746,
15
+ "learning_rate": 1.2435233160621762e-06,
16
+ "loss": 4.6779,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.26007802340702213,
21
+ "grad_norm": 17.362436294555664,
22
+ "learning_rate": 2.5388601036269435e-06,
23
+ "loss": 4.7044,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.39011703511053314,
28
+ "grad_norm": 18.509700775146484,
29
+ "learning_rate": 3.83419689119171e-06,
30
+ "loss": 4.5985,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5201560468140443,
35
+ "grad_norm": 7.4523491859436035,
36
+ "learning_rate": 5.129533678756478e-06,
37
+ "loss": 4.5551,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6501950585175552,
42
+ "grad_norm": 9.289135932922363,
43
+ "learning_rate": 6.4248704663212435e-06,
44
+ "loss": 4.5591,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.7802340702210663,
49
+ "grad_norm": 49.76182174682617,
50
+ "learning_rate": 7.72020725388601e-06,
51
+ "loss": 4.4648,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9102730819245773,
56
+ "grad_norm": 55.14132308959961,
57
+ "learning_rate": 9.015544041450778e-06,
58
+ "loss": 4.4427,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.3953846153846154,
64
+ "eval_loss": 1.0601081848144531,
65
+ "eval_macro_f1": 0.2977275079390722,
66
+ "eval_runtime": 1.0585,
67
+ "eval_samples_per_second": 614.073,
68
+ "eval_steps_per_second": 38.734,
69
+ "eval_weighted_f1": 0.3007816723821668,
70
+ "step": 193
71
+ },
72
+ {
73
+ "epoch": 1.0364109232769831,
74
+ "grad_norm": 36.804100036621094,
75
+ "learning_rate": 1.0310880829015545e-05,
76
+ "loss": 4.3101,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1664499349804942,
81
+ "grad_norm": 60.477352142333984,
82
+ "learning_rate": 1.1606217616580311e-05,
83
+ "loss": 4.2721,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.2964889466840053,
88
+ "grad_norm": 63.95677947998047,
89
+ "learning_rate": 1.2901554404145079e-05,
90
+ "loss": 3.9376,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4265279583875163,
95
+ "grad_norm": 117.26446533203125,
96
+ "learning_rate": 1.4196891191709844e-05,
97
+ "loss": 3.7192,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.5565669700910272,
102
+ "grad_norm": 44.29987716674805,
103
+ "learning_rate": 1.5492227979274612e-05,
104
+ "loss": 3.861,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.6866059817945382,
109
+ "grad_norm": 90.55384063720703,
110
+ "learning_rate": 1.6787564766839378e-05,
111
+ "loss": 3.5597,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.8166449934980493,
116
+ "grad_norm": 76.22472381591797,
117
+ "learning_rate": 1.8082901554404147e-05,
118
+ "loss": 3.3259,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.9466840052015604,
123
+ "grad_norm": 54.59865951538086,
124
+ "learning_rate": 1.9378238341968913e-05,
125
+ "loss": 3.1896,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.6415384615384615,
131
+ "eval_loss": 0.7821961641311646,
132
+ "eval_macro_f1": 0.6347434418895795,
133
+ "eval_runtime": 1.1112,
134
+ "eval_samples_per_second": 584.956,
135
+ "eval_steps_per_second": 36.897,
136
+ "eval_weighted_f1": 0.6341699023142947,
137
+ "step": 386
138
+ },
139
+ {
140
+ "epoch": 2.0728218465539663,
141
+ "grad_norm": 119.5914077758789,
142
+ "learning_rate": 1.9925158318940704e-05,
143
+ "loss": 2.8849,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2028608582574774,
148
+ "grad_norm": 57.62950897216797,
149
+ "learning_rate": 1.9781232009211287e-05,
150
+ "loss": 3.0686,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.3328998699609884,
155
+ "grad_norm": 107.63069915771484,
156
+ "learning_rate": 1.9637305699481867e-05,
157
+ "loss": 2.8155,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.4629388816644995,
162
+ "grad_norm": 62.690773010253906,
163
+ "learning_rate": 1.949337938975245e-05,
164
+ "loss": 2.631,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.5929778933680105,
169
+ "grad_norm": 91.64720916748047,
170
+ "learning_rate": 1.934945308002303e-05,
171
+ "loss": 2.5376,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.7230169050715216,
176
+ "grad_norm": 70.8393325805664,
177
+ "learning_rate": 1.920552677029361e-05,
178
+ "loss": 2.5287,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.8530559167750327,
183
+ "grad_norm": 87.3475112915039,
184
+ "learning_rate": 1.9061600460564194e-05,
185
+ "loss": 2.5674,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 2.9830949284785433,
190
+ "grad_norm": 43.669898986816406,
191
+ "learning_rate": 1.8917674150834774e-05,
192
+ "loss": 2.7206,
193
+ "step": 575
194
+ },
195
+ {
196
+ "epoch": 3.0,
197
+ "eval_accuracy": 0.7046153846153846,
198
+ "eval_loss": 0.7161297798156738,
199
+ "eval_macro_f1": 0.694183025892348,
200
+ "eval_runtime": 1.0464,
201
+ "eval_samples_per_second": 621.169,
202
+ "eval_steps_per_second": 39.181,
203
+ "eval_weighted_f1": 0.6937784483755594,
204
+ "step": 579
205
+ },
206
+ {
207
+ "epoch": 3.109232769830949,
208
+ "grad_norm": 89.3836669921875,
209
+ "learning_rate": 1.8773747841105358e-05,
210
+ "loss": 2.1903,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.2392717815344603,
215
+ "grad_norm": 46.979854583740234,
216
+ "learning_rate": 1.8629821531375938e-05,
217
+ "loss": 2.2043,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.3693107932379713,
222
+ "grad_norm": 115.31541442871094,
223
+ "learning_rate": 1.8485895221646518e-05,
224
+ "loss": 1.9928,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.4993498049414824,
229
+ "grad_norm": 125.34547424316406,
230
+ "learning_rate": 1.83419689119171e-05,
231
+ "loss": 2.274,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.6293888166449935,
236
+ "grad_norm": 56.9929313659668,
237
+ "learning_rate": 1.819804260218768e-05,
238
+ "loss": 2.0474,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.7594278283485045,
243
+ "grad_norm": 56.7516975402832,
244
+ "learning_rate": 1.8054116292458265e-05,
245
+ "loss": 2.0163,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.8894668400520156,
250
+ "grad_norm": 260.9971008300781,
251
+ "learning_rate": 1.7910189982728845e-05,
252
+ "loss": 2.1423,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 4.0,
257
+ "eval_accuracy": 0.74,
258
+ "eval_loss": 0.627783477306366,
259
+ "eval_macro_f1": 0.7362778030258122,
260
+ "eval_runtime": 1.0477,
261
+ "eval_samples_per_second": 620.409,
262
+ "eval_steps_per_second": 39.133,
263
+ "eval_weighted_f1": 0.7358048082052904,
264
+ "step": 772
265
+ },
266
+ {
267
+ "epoch": 4.0156046814044215,
268
+ "grad_norm": 35.74385452270508,
269
+ "learning_rate": 1.7766263672999425e-05,
270
+ "loss": 1.7778,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.145643693107933,
275
+ "grad_norm": 114.46045684814453,
276
+ "learning_rate": 1.762233736327001e-05,
277
+ "loss": 1.8201,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.275682704811444,
282
+ "grad_norm": 46.80788803100586,
283
+ "learning_rate": 1.747841105354059e-05,
284
+ "loss": 1.8083,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.405721716514955,
289
+ "grad_norm": 70.45817565917969,
290
+ "learning_rate": 1.7334484743811172e-05,
291
+ "loss": 1.665,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.535760728218466,
296
+ "grad_norm": 92.04293060302734,
297
+ "learning_rate": 1.7190558434081752e-05,
298
+ "loss": 1.8556,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.665799739921977,
303
+ "grad_norm": 105.98198699951172,
304
+ "learning_rate": 1.7046632124352332e-05,
305
+ "loss": 1.7108,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.795838751625488,
310
+ "grad_norm": 127.65762329101562,
311
+ "learning_rate": 1.6902705814622916e-05,
312
+ "loss": 1.6081,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 4.925877763328999,
317
+ "grad_norm": 99.78143310546875,
318
+ "learning_rate": 1.6758779504893496e-05,
319
+ "loss": 1.7711,
320
+ "step": 950
321
+ },
322
+ {
323
+ "epoch": 5.0,
324
+ "eval_accuracy": 0.7538461538461538,
325
+ "eval_loss": 0.6714539527893066,
326
+ "eval_macro_f1": 0.7539200330657616,
327
+ "eval_runtime": 1.0908,
328
+ "eval_samples_per_second": 595.893,
329
+ "eval_steps_per_second": 37.587,
330
+ "eval_weighted_f1": 0.75304860466167,
331
+ "step": 965
332
+ },
333
+ {
334
+ "epoch": 5.052015604681404,
335
+ "grad_norm": 95.72039031982422,
336
+ "learning_rate": 1.661485319516408e-05,
337
+ "loss": 1.5649,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.1820546163849155,
342
+ "grad_norm": 74.0572280883789,
343
+ "learning_rate": 1.647092688543466e-05,
344
+ "loss": 1.3583,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.3120936280884266,
349
+ "grad_norm": 210.58688354492188,
350
+ "learning_rate": 1.632700057570524e-05,
351
+ "loss": 1.2461,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.442132639791938,
356
+ "grad_norm": 63.23632049560547,
357
+ "learning_rate": 1.6183074265975823e-05,
358
+ "loss": 1.1707,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.572171651495449,
363
+ "grad_norm": 83.06661224365234,
364
+ "learning_rate": 1.6039147956246403e-05,
365
+ "loss": 1.4692,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.70221066319896,
370
+ "grad_norm": 233.89227294921875,
371
+ "learning_rate": 1.5895221646516986e-05,
372
+ "loss": 1.4082,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.832249674902471,
377
+ "grad_norm": 72.3251724243164,
378
+ "learning_rate": 1.5751295336787566e-05,
379
+ "loss": 1.4071,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 5.962288686605982,
384
+ "grad_norm": 124.53785705566406,
385
+ "learning_rate": 1.5607369027058147e-05,
386
+ "loss": 1.13,
387
+ "step": 1150
388
+ },
389
+ {
390
+ "epoch": 6.0,
391
+ "eval_accuracy": 0.7769230769230769,
392
+ "eval_loss": 0.6918547749519348,
393
+ "eval_macro_f1": 0.775211133547885,
394
+ "eval_runtime": 1.0809,
395
+ "eval_samples_per_second": 601.344,
396
+ "eval_steps_per_second": 37.931,
397
+ "eval_weighted_f1": 0.7748022678400669,
398
+ "step": 1158
399
+ },
400
+ {
401
+ "epoch": 6.088426527958387,
402
+ "grad_norm": 142.40350341796875,
403
+ "learning_rate": 1.546344271732873e-05,
404
+ "loss": 0.9927,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.218465539661898,
409
+ "grad_norm": 137.33714294433594,
410
+ "learning_rate": 1.531951640759931e-05,
411
+ "loss": 1.0456,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.3485045513654095,
416
+ "grad_norm": 127.18244171142578,
417
+ "learning_rate": 1.5175590097869892e-05,
418
+ "loss": 1.1126,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.4785435630689205,
423
+ "grad_norm": 173.40274047851562,
424
+ "learning_rate": 1.5031663788140474e-05,
425
+ "loss": 0.9888,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.608582574772432,
430
+ "grad_norm": 33.98581314086914,
431
+ "learning_rate": 1.4887737478411055e-05,
432
+ "loss": 1.0341,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.738621586475943,
437
+ "grad_norm": 133.01986694335938,
438
+ "learning_rate": 1.4743811168681637e-05,
439
+ "loss": 0.9743,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 6.868660598179454,
444
+ "grad_norm": 90.81724548339844,
445
+ "learning_rate": 1.4599884858952217e-05,
446
+ "loss": 1.0956,
447
+ "step": 1325
448
+ },
449
+ {
450
+ "epoch": 6.998699609882965,
451
+ "grad_norm": 91.01943969726562,
452
+ "learning_rate": 1.4455958549222799e-05,
453
+ "loss": 1.084,
454
+ "step": 1350
455
+ },
456
+ {
457
+ "epoch": 7.0,
458
+ "eval_accuracy": 0.7584615384615384,
459
+ "eval_loss": 0.8109714984893799,
460
+ "eval_macro_f1": 0.7570444048704918,
461
+ "eval_runtime": 1.0632,
462
+ "eval_samples_per_second": 611.389,
463
+ "eval_steps_per_second": 38.565,
464
+ "eval_weighted_f1": 0.7561228604171748,
465
+ "step": 1351
466
+ },
467
+ {
468
+ "epoch": 7.12483745123537,
469
+ "grad_norm": 176.1677703857422,
470
+ "learning_rate": 1.431203223949338e-05,
471
+ "loss": 0.8372,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.254876462938881,
476
+ "grad_norm": 53.79551696777344,
477
+ "learning_rate": 1.4168105929763962e-05,
478
+ "loss": 0.8148,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.384915474642392,
483
+ "grad_norm": 109.80152893066406,
484
+ "learning_rate": 1.4024179620034544e-05,
485
+ "loss": 0.9374,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.5149544863459035,
490
+ "grad_norm": 52.38825988769531,
491
+ "learning_rate": 1.3880253310305124e-05,
492
+ "loss": 0.6436,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.6449934980494145,
497
+ "grad_norm": 11.479384422302246,
498
+ "learning_rate": 1.3736327000575706e-05,
499
+ "loss": 0.773,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 7.775032509752926,
504
+ "grad_norm": 243.07725524902344,
505
+ "learning_rate": 1.3592400690846288e-05,
506
+ "loss": 0.9698,
507
+ "step": 1500
508
+ },
509
+ {
510
+ "epoch": 7.905071521456437,
511
+ "grad_norm": 61.30080032348633,
512
+ "learning_rate": 1.344847438111687e-05,
513
+ "loss": 0.9681,
514
+ "step": 1525
515
+ },
516
+ {
517
+ "epoch": 8.0,
518
+ "eval_accuracy": 0.7676923076923077,
519
+ "eval_loss": 0.7151572108268738,
520
+ "eval_macro_f1": 0.7672036225606681,
521
+ "eval_runtime": 1.0625,
522
+ "eval_samples_per_second": 611.738,
523
+ "eval_steps_per_second": 38.587,
524
+ "eval_weighted_f1": 0.7664293696193198,
525
+ "step": 1544
526
+ },
527
+ {
528
+ "epoch": 8.031209362808843,
529
+ "grad_norm": 174.9323272705078,
530
+ "learning_rate": 1.3304548071387451e-05,
531
+ "loss": 0.79,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.161248374512354,
536
+ "grad_norm": 149.94564819335938,
537
+ "learning_rate": 1.3160621761658033e-05,
538
+ "loss": 0.5768,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.291287386215865,
543
+ "grad_norm": 22.06072998046875,
544
+ "learning_rate": 1.3016695451928613e-05,
545
+ "loss": 0.6274,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.421326397919376,
550
+ "grad_norm": 146.7764892578125,
551
+ "learning_rate": 1.2872769142199195e-05,
552
+ "loss": 0.4979,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.551365409622887,
557
+ "grad_norm": 112.72512817382812,
558
+ "learning_rate": 1.2728842832469777e-05,
559
+ "loss": 0.7519,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 8.681404421326398,
564
+ "grad_norm": 9.281380653381348,
565
+ "learning_rate": 1.2584916522740358e-05,
566
+ "loss": 0.5602,
567
+ "step": 1675
568
+ },
569
+ {
570
+ "epoch": 8.81144343302991,
571
+ "grad_norm": 81.3812484741211,
572
+ "learning_rate": 1.244099021301094e-05,
573
+ "loss": 0.6956,
574
+ "step": 1700
575
+ },
576
+ {
577
+ "epoch": 8.94148244473342,
578
+ "grad_norm": 164.9906005859375,
579
+ "learning_rate": 1.229706390328152e-05,
580
+ "loss": 0.7794,
581
+ "step": 1725
582
+ },
583
+ {
584
+ "epoch": 9.0,
585
+ "eval_accuracy": 0.7861538461538462,
586
+ "eval_loss": 0.8057360649108887,
587
+ "eval_macro_f1": 0.7837564727632511,
588
+ "eval_runtime": 1.0477,
589
+ "eval_samples_per_second": 620.402,
590
+ "eval_steps_per_second": 39.133,
591
+ "eval_weighted_f1": 0.7832387532000021,
592
+ "step": 1737
593
+ },
594
+ {
595
+ "epoch": 9.067620286085825,
596
+ "grad_norm": 68.30724334716797,
597
+ "learning_rate": 1.2153137593552102e-05,
598
+ "loss": 0.6237,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.197659297789336,
603
+ "grad_norm": 42.512237548828125,
604
+ "learning_rate": 1.2009211283822684e-05,
605
+ "loss": 0.2679,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.327698309492847,
610
+ "grad_norm": 252.0991973876953,
611
+ "learning_rate": 1.1865284974093266e-05,
612
+ "loss": 0.402,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.457737321196358,
617
+ "grad_norm": 104.42607879638672,
618
+ "learning_rate": 1.1721358664363847e-05,
619
+ "loss": 0.5271,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 9.58777633289987,
624
+ "grad_norm": 2.118462562561035,
625
+ "learning_rate": 1.1577432354634427e-05,
626
+ "loss": 0.6188,
627
+ "step": 1850
628
+ },
629
+ {
630
+ "epoch": 9.71781534460338,
631
+ "grad_norm": 22.94532585144043,
632
+ "learning_rate": 1.143350604490501e-05,
633
+ "loss": 0.5212,
634
+ "step": 1875
635
+ },
636
+ {
637
+ "epoch": 9.847854356306891,
638
+ "grad_norm": 45.13206481933594,
639
+ "learning_rate": 1.1289579735175591e-05,
640
+ "loss": 0.3887,
641
+ "step": 1900
642
+ },
643
+ {
644
+ "epoch": 9.977893368010402,
645
+ "grad_norm": 290.4412841796875,
646
+ "learning_rate": 1.1145653425446173e-05,
647
+ "loss": 0.6647,
648
+ "step": 1925
649
+ },
650
+ {
651
+ "epoch": 10.0,
652
+ "eval_accuracy": 0.7953846153846154,
653
+ "eval_loss": 1.0222766399383545,
654
+ "eval_macro_f1": 0.7933672495311255,
655
+ "eval_runtime": 1.1287,
656
+ "eval_samples_per_second": 575.869,
657
+ "eval_steps_per_second": 36.324,
658
+ "eval_weighted_f1": 0.7930125928786352,
659
+ "step": 1930
660
+ }
661
+ ],
662
+ "logging_steps": 25,
663
+ "max_steps": 3860,
664
+ "num_input_tokens_seen": 0,
665
+ "num_train_epochs": 20,
666
+ "save_steps": 500,
667
+ "stateful_callbacks": {
668
+ "EarlyStoppingCallback": {
669
+ "args": {
670
+ "early_stopping_patience": 3,
671
+ "early_stopping_threshold": 0.0
672
+ },
673
+ "attributes": {
674
+ "early_stopping_patience_counter": 0
675
+ }
676
+ },
677
+ "TrainerControl": {
678
+ "args": {
679
+ "should_epoch_stop": false,
680
+ "should_evaluate": false,
681
+ "should_log": false,
682
+ "should_save": true,
683
+ "should_training_stop": false
684
+ },
685
+ "attributes": {}
686
+ }
687
+ },
688
+ "total_flos": 0.0,
689
+ "train_batch_size": 8,
690
+ "trial_name": null,
691
+ "trial_params": null
692
+ }
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/trainer_state.json ADDED
@@ -0,0 +1,886 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1930,
3
+ "best_metric": 0.7933672495311255,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930",
5
+ "epoch": 13.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2509,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13003901170351106,
14
+ "grad_norm": 13.414565086364746,
15
+ "learning_rate": 1.2435233160621762e-06,
16
+ "loss": 4.6779,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.26007802340702213,
21
+ "grad_norm": 17.362436294555664,
22
+ "learning_rate": 2.5388601036269435e-06,
23
+ "loss": 4.7044,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.39011703511053314,
28
+ "grad_norm": 18.509700775146484,
29
+ "learning_rate": 3.83419689119171e-06,
30
+ "loss": 4.5985,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5201560468140443,
35
+ "grad_norm": 7.4523491859436035,
36
+ "learning_rate": 5.129533678756478e-06,
37
+ "loss": 4.5551,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6501950585175552,
42
+ "grad_norm": 9.289135932922363,
43
+ "learning_rate": 6.4248704663212435e-06,
44
+ "loss": 4.5591,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.7802340702210663,
49
+ "grad_norm": 49.76182174682617,
50
+ "learning_rate": 7.72020725388601e-06,
51
+ "loss": 4.4648,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9102730819245773,
56
+ "grad_norm": 55.14132308959961,
57
+ "learning_rate": 9.015544041450778e-06,
58
+ "loss": 4.4427,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.3953846153846154,
64
+ "eval_loss": 1.0601081848144531,
65
+ "eval_macro_f1": 0.2977275079390722,
66
+ "eval_runtime": 1.0585,
67
+ "eval_samples_per_second": 614.073,
68
+ "eval_steps_per_second": 38.734,
69
+ "eval_weighted_f1": 0.3007816723821668,
70
+ "step": 193
71
+ },
72
+ {
73
+ "epoch": 1.0364109232769831,
74
+ "grad_norm": 36.804100036621094,
75
+ "learning_rate": 1.0310880829015545e-05,
76
+ "loss": 4.3101,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1664499349804942,
81
+ "grad_norm": 60.477352142333984,
82
+ "learning_rate": 1.1606217616580311e-05,
83
+ "loss": 4.2721,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.2964889466840053,
88
+ "grad_norm": 63.95677947998047,
89
+ "learning_rate": 1.2901554404145079e-05,
90
+ "loss": 3.9376,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4265279583875163,
95
+ "grad_norm": 117.26446533203125,
96
+ "learning_rate": 1.4196891191709844e-05,
97
+ "loss": 3.7192,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.5565669700910272,
102
+ "grad_norm": 44.29987716674805,
103
+ "learning_rate": 1.5492227979274612e-05,
104
+ "loss": 3.861,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.6866059817945382,
109
+ "grad_norm": 90.55384063720703,
110
+ "learning_rate": 1.6787564766839378e-05,
111
+ "loss": 3.5597,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.8166449934980493,
116
+ "grad_norm": 76.22472381591797,
117
+ "learning_rate": 1.8082901554404147e-05,
118
+ "loss": 3.3259,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.9466840052015604,
123
+ "grad_norm": 54.59865951538086,
124
+ "learning_rate": 1.9378238341968913e-05,
125
+ "loss": 3.1896,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.6415384615384615,
131
+ "eval_loss": 0.7821961641311646,
132
+ "eval_macro_f1": 0.6347434418895795,
133
+ "eval_runtime": 1.1112,
134
+ "eval_samples_per_second": 584.956,
135
+ "eval_steps_per_second": 36.897,
136
+ "eval_weighted_f1": 0.6341699023142947,
137
+ "step": 386
138
+ },
139
+ {
140
+ "epoch": 2.0728218465539663,
141
+ "grad_norm": 119.5914077758789,
142
+ "learning_rate": 1.9925158318940704e-05,
143
+ "loss": 2.8849,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2028608582574774,
148
+ "grad_norm": 57.62950897216797,
149
+ "learning_rate": 1.9781232009211287e-05,
150
+ "loss": 3.0686,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.3328998699609884,
155
+ "grad_norm": 107.63069915771484,
156
+ "learning_rate": 1.9637305699481867e-05,
157
+ "loss": 2.8155,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.4629388816644995,
162
+ "grad_norm": 62.690773010253906,
163
+ "learning_rate": 1.949337938975245e-05,
164
+ "loss": 2.631,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.5929778933680105,
169
+ "grad_norm": 91.64720916748047,
170
+ "learning_rate": 1.934945308002303e-05,
171
+ "loss": 2.5376,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.7230169050715216,
176
+ "grad_norm": 70.8393325805664,
177
+ "learning_rate": 1.920552677029361e-05,
178
+ "loss": 2.5287,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.8530559167750327,
183
+ "grad_norm": 87.3475112915039,
184
+ "learning_rate": 1.9061600460564194e-05,
185
+ "loss": 2.5674,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 2.9830949284785433,
190
+ "grad_norm": 43.669898986816406,
191
+ "learning_rate": 1.8917674150834774e-05,
192
+ "loss": 2.7206,
193
+ "step": 575
194
+ },
195
+ {
196
+ "epoch": 3.0,
197
+ "eval_accuracy": 0.7046153846153846,
198
+ "eval_loss": 0.7161297798156738,
199
+ "eval_macro_f1": 0.694183025892348,
200
+ "eval_runtime": 1.0464,
201
+ "eval_samples_per_second": 621.169,
202
+ "eval_steps_per_second": 39.181,
203
+ "eval_weighted_f1": 0.6937784483755594,
204
+ "step": 579
205
+ },
206
+ {
207
+ "epoch": 3.109232769830949,
208
+ "grad_norm": 89.3836669921875,
209
+ "learning_rate": 1.8773747841105358e-05,
210
+ "loss": 2.1903,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.2392717815344603,
215
+ "grad_norm": 46.979854583740234,
216
+ "learning_rate": 1.8629821531375938e-05,
217
+ "loss": 2.2043,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.3693107932379713,
222
+ "grad_norm": 115.31541442871094,
223
+ "learning_rate": 1.8485895221646518e-05,
224
+ "loss": 1.9928,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.4993498049414824,
229
+ "grad_norm": 125.34547424316406,
230
+ "learning_rate": 1.83419689119171e-05,
231
+ "loss": 2.274,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.6293888166449935,
236
+ "grad_norm": 56.9929313659668,
237
+ "learning_rate": 1.819804260218768e-05,
238
+ "loss": 2.0474,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.7594278283485045,
243
+ "grad_norm": 56.7516975402832,
244
+ "learning_rate": 1.8054116292458265e-05,
245
+ "loss": 2.0163,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.8894668400520156,
250
+ "grad_norm": 260.9971008300781,
251
+ "learning_rate": 1.7910189982728845e-05,
252
+ "loss": 2.1423,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 4.0,
257
+ "eval_accuracy": 0.74,
258
+ "eval_loss": 0.627783477306366,
259
+ "eval_macro_f1": 0.7362778030258122,
260
+ "eval_runtime": 1.0477,
261
+ "eval_samples_per_second": 620.409,
262
+ "eval_steps_per_second": 39.133,
263
+ "eval_weighted_f1": 0.7358048082052904,
264
+ "step": 772
265
+ },
266
+ {
267
+ "epoch": 4.0156046814044215,
268
+ "grad_norm": 35.74385452270508,
269
+ "learning_rate": 1.7766263672999425e-05,
270
+ "loss": 1.7778,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.145643693107933,
275
+ "grad_norm": 114.46045684814453,
276
+ "learning_rate": 1.762233736327001e-05,
277
+ "loss": 1.8201,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.275682704811444,
282
+ "grad_norm": 46.80788803100586,
283
+ "learning_rate": 1.747841105354059e-05,
284
+ "loss": 1.8083,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.405721716514955,
289
+ "grad_norm": 70.45817565917969,
290
+ "learning_rate": 1.7334484743811172e-05,
291
+ "loss": 1.665,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.535760728218466,
296
+ "grad_norm": 92.04293060302734,
297
+ "learning_rate": 1.7190558434081752e-05,
298
+ "loss": 1.8556,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.665799739921977,
303
+ "grad_norm": 105.98198699951172,
304
+ "learning_rate": 1.7046632124352332e-05,
305
+ "loss": 1.7108,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.795838751625488,
310
+ "grad_norm": 127.65762329101562,
311
+ "learning_rate": 1.6902705814622916e-05,
312
+ "loss": 1.6081,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 4.925877763328999,
317
+ "grad_norm": 99.78143310546875,
318
+ "learning_rate": 1.6758779504893496e-05,
319
+ "loss": 1.7711,
320
+ "step": 950
321
+ },
322
+ {
323
+ "epoch": 5.0,
324
+ "eval_accuracy": 0.7538461538461538,
325
+ "eval_loss": 0.6714539527893066,
326
+ "eval_macro_f1": 0.7539200330657616,
327
+ "eval_runtime": 1.0908,
328
+ "eval_samples_per_second": 595.893,
329
+ "eval_steps_per_second": 37.587,
330
+ "eval_weighted_f1": 0.75304860466167,
331
+ "step": 965
332
+ },
333
+ {
334
+ "epoch": 5.052015604681404,
335
+ "grad_norm": 95.72039031982422,
336
+ "learning_rate": 1.661485319516408e-05,
337
+ "loss": 1.5649,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.1820546163849155,
342
+ "grad_norm": 74.0572280883789,
343
+ "learning_rate": 1.647092688543466e-05,
344
+ "loss": 1.3583,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.3120936280884266,
349
+ "grad_norm": 210.58688354492188,
350
+ "learning_rate": 1.632700057570524e-05,
351
+ "loss": 1.2461,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.442132639791938,
356
+ "grad_norm": 63.23632049560547,
357
+ "learning_rate": 1.6183074265975823e-05,
358
+ "loss": 1.1707,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.572171651495449,
363
+ "grad_norm": 83.06661224365234,
364
+ "learning_rate": 1.6039147956246403e-05,
365
+ "loss": 1.4692,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.70221066319896,
370
+ "grad_norm": 233.89227294921875,
371
+ "learning_rate": 1.5895221646516986e-05,
372
+ "loss": 1.4082,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.832249674902471,
377
+ "grad_norm": 72.3251724243164,
378
+ "learning_rate": 1.5751295336787566e-05,
379
+ "loss": 1.4071,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 5.962288686605982,
384
+ "grad_norm": 124.53785705566406,
385
+ "learning_rate": 1.5607369027058147e-05,
386
+ "loss": 1.13,
387
+ "step": 1150
388
+ },
389
+ {
390
+ "epoch": 6.0,
391
+ "eval_accuracy": 0.7769230769230769,
392
+ "eval_loss": 0.6918547749519348,
393
+ "eval_macro_f1": 0.775211133547885,
394
+ "eval_runtime": 1.0809,
395
+ "eval_samples_per_second": 601.344,
396
+ "eval_steps_per_second": 37.931,
397
+ "eval_weighted_f1": 0.7748022678400669,
398
+ "step": 1158
399
+ },
400
+ {
401
+ "epoch": 6.088426527958387,
402
+ "grad_norm": 142.40350341796875,
403
+ "learning_rate": 1.546344271732873e-05,
404
+ "loss": 0.9927,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.218465539661898,
409
+ "grad_norm": 137.33714294433594,
410
+ "learning_rate": 1.531951640759931e-05,
411
+ "loss": 1.0456,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.3485045513654095,
416
+ "grad_norm": 127.18244171142578,
417
+ "learning_rate": 1.5175590097869892e-05,
418
+ "loss": 1.1126,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.4785435630689205,
423
+ "grad_norm": 173.40274047851562,
424
+ "learning_rate": 1.5031663788140474e-05,
425
+ "loss": 0.9888,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.608582574772432,
430
+ "grad_norm": 33.98581314086914,
431
+ "learning_rate": 1.4887737478411055e-05,
432
+ "loss": 1.0341,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.738621586475943,
437
+ "grad_norm": 133.01986694335938,
438
+ "learning_rate": 1.4743811168681637e-05,
439
+ "loss": 0.9743,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 6.868660598179454,
444
+ "grad_norm": 90.81724548339844,
445
+ "learning_rate": 1.4599884858952217e-05,
446
+ "loss": 1.0956,
447
+ "step": 1325
448
+ },
449
+ {
450
+ "epoch": 6.998699609882965,
451
+ "grad_norm": 91.01943969726562,
452
+ "learning_rate": 1.4455958549222799e-05,
453
+ "loss": 1.084,
454
+ "step": 1350
455
+ },
456
+ {
457
+ "epoch": 7.0,
458
+ "eval_accuracy": 0.7584615384615384,
459
+ "eval_loss": 0.8109714984893799,
460
+ "eval_macro_f1": 0.7570444048704918,
461
+ "eval_runtime": 1.0632,
462
+ "eval_samples_per_second": 611.389,
463
+ "eval_steps_per_second": 38.565,
464
+ "eval_weighted_f1": 0.7561228604171748,
465
+ "step": 1351
466
+ },
467
+ {
468
+ "epoch": 7.12483745123537,
469
+ "grad_norm": 176.1677703857422,
470
+ "learning_rate": 1.431203223949338e-05,
471
+ "loss": 0.8372,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.254876462938881,
476
+ "grad_norm": 53.79551696777344,
477
+ "learning_rate": 1.4168105929763962e-05,
478
+ "loss": 0.8148,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.384915474642392,
483
+ "grad_norm": 109.80152893066406,
484
+ "learning_rate": 1.4024179620034544e-05,
485
+ "loss": 0.9374,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.5149544863459035,
490
+ "grad_norm": 52.38825988769531,
491
+ "learning_rate": 1.3880253310305124e-05,
492
+ "loss": 0.6436,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.6449934980494145,
497
+ "grad_norm": 11.479384422302246,
498
+ "learning_rate": 1.3736327000575706e-05,
499
+ "loss": 0.773,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 7.775032509752926,
504
+ "grad_norm": 243.07725524902344,
505
+ "learning_rate": 1.3592400690846288e-05,
506
+ "loss": 0.9698,
507
+ "step": 1500
508
+ },
509
+ {
510
+ "epoch": 7.905071521456437,
511
+ "grad_norm": 61.30080032348633,
512
+ "learning_rate": 1.344847438111687e-05,
513
+ "loss": 0.9681,
514
+ "step": 1525
515
+ },
516
+ {
517
+ "epoch": 8.0,
518
+ "eval_accuracy": 0.7676923076923077,
519
+ "eval_loss": 0.7151572108268738,
520
+ "eval_macro_f1": 0.7672036225606681,
521
+ "eval_runtime": 1.0625,
522
+ "eval_samples_per_second": 611.738,
523
+ "eval_steps_per_second": 38.587,
524
+ "eval_weighted_f1": 0.7664293696193198,
525
+ "step": 1544
526
+ },
527
+ {
528
+ "epoch": 8.031209362808843,
529
+ "grad_norm": 174.9323272705078,
530
+ "learning_rate": 1.3304548071387451e-05,
531
+ "loss": 0.79,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.161248374512354,
536
+ "grad_norm": 149.94564819335938,
537
+ "learning_rate": 1.3160621761658033e-05,
538
+ "loss": 0.5768,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.291287386215865,
543
+ "grad_norm": 22.06072998046875,
544
+ "learning_rate": 1.3016695451928613e-05,
545
+ "loss": 0.6274,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.421326397919376,
550
+ "grad_norm": 146.7764892578125,
551
+ "learning_rate": 1.2872769142199195e-05,
552
+ "loss": 0.4979,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.551365409622887,
557
+ "grad_norm": 112.72512817382812,
558
+ "learning_rate": 1.2728842832469777e-05,
559
+ "loss": 0.7519,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 8.681404421326398,
564
+ "grad_norm": 9.281380653381348,
565
+ "learning_rate": 1.2584916522740358e-05,
566
+ "loss": 0.5602,
567
+ "step": 1675
568
+ },
569
+ {
570
+ "epoch": 8.81144343302991,
571
+ "grad_norm": 81.3812484741211,
572
+ "learning_rate": 1.244099021301094e-05,
573
+ "loss": 0.6956,
574
+ "step": 1700
575
+ },
576
+ {
577
+ "epoch": 8.94148244473342,
578
+ "grad_norm": 164.9906005859375,
579
+ "learning_rate": 1.229706390328152e-05,
580
+ "loss": 0.7794,
581
+ "step": 1725
582
+ },
583
+ {
584
+ "epoch": 9.0,
585
+ "eval_accuracy": 0.7861538461538462,
586
+ "eval_loss": 0.8057360649108887,
587
+ "eval_macro_f1": 0.7837564727632511,
588
+ "eval_runtime": 1.0477,
589
+ "eval_samples_per_second": 620.402,
590
+ "eval_steps_per_second": 39.133,
591
+ "eval_weighted_f1": 0.7832387532000021,
592
+ "step": 1737
593
+ },
594
+ {
595
+ "epoch": 9.067620286085825,
596
+ "grad_norm": 68.30724334716797,
597
+ "learning_rate": 1.2153137593552102e-05,
598
+ "loss": 0.6237,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.197659297789336,
603
+ "grad_norm": 42.512237548828125,
604
+ "learning_rate": 1.2009211283822684e-05,
605
+ "loss": 0.2679,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.327698309492847,
610
+ "grad_norm": 252.0991973876953,
611
+ "learning_rate": 1.1865284974093266e-05,
612
+ "loss": 0.402,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.457737321196358,
617
+ "grad_norm": 104.42607879638672,
618
+ "learning_rate": 1.1721358664363847e-05,
619
+ "loss": 0.5271,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 9.58777633289987,
624
+ "grad_norm": 2.118462562561035,
625
+ "learning_rate": 1.1577432354634427e-05,
626
+ "loss": 0.6188,
627
+ "step": 1850
628
+ },
629
+ {
630
+ "epoch": 9.71781534460338,
631
+ "grad_norm": 22.94532585144043,
632
+ "learning_rate": 1.143350604490501e-05,
633
+ "loss": 0.5212,
634
+ "step": 1875
635
+ },
636
+ {
637
+ "epoch": 9.847854356306891,
638
+ "grad_norm": 45.13206481933594,
639
+ "learning_rate": 1.1289579735175591e-05,
640
+ "loss": 0.3887,
641
+ "step": 1900
642
+ },
643
+ {
644
+ "epoch": 9.977893368010402,
645
+ "grad_norm": 290.4412841796875,
646
+ "learning_rate": 1.1145653425446173e-05,
647
+ "loss": 0.6647,
648
+ "step": 1925
649
+ },
650
+ {
651
+ "epoch": 10.0,
652
+ "eval_accuracy": 0.7953846153846154,
653
+ "eval_loss": 1.0222766399383545,
654
+ "eval_macro_f1": 0.7933672495311255,
655
+ "eval_runtime": 1.1287,
656
+ "eval_samples_per_second": 575.869,
657
+ "eval_steps_per_second": 36.324,
658
+ "eval_weighted_f1": 0.7930125928786352,
659
+ "step": 1930
660
+ },
661
+ {
662
+ "epoch": 10.104031209362809,
663
+ "grad_norm": 1.2696927785873413,
664
+ "learning_rate": 1.1001727115716754e-05,
665
+ "loss": 0.59,
666
+ "step": 1950
667
+ },
668
+ {
669
+ "epoch": 10.23407022106632,
670
+ "grad_norm": 96.31785583496094,
671
+ "learning_rate": 1.0857800805987335e-05,
672
+ "loss": 0.3479,
673
+ "step": 1975
674
+ },
675
+ {
676
+ "epoch": 10.364109232769831,
677
+ "grad_norm": 17.678163528442383,
678
+ "learning_rate": 1.0713874496257916e-05,
679
+ "loss": 0.4899,
680
+ "step": 2000
681
+ },
682
+ {
683
+ "epoch": 10.494148244473342,
684
+ "grad_norm": 15.651436805725098,
685
+ "learning_rate": 1.0569948186528498e-05,
686
+ "loss": 0.3761,
687
+ "step": 2025
688
+ },
689
+ {
690
+ "epoch": 10.624187256176853,
691
+ "grad_norm": 54.98583221435547,
692
+ "learning_rate": 1.042602187679908e-05,
693
+ "loss": 0.3702,
694
+ "step": 2050
695
+ },
696
+ {
697
+ "epoch": 10.754226267880364,
698
+ "grad_norm": 227.10708618164062,
699
+ "learning_rate": 1.0282095567069662e-05,
700
+ "loss": 0.2908,
701
+ "step": 2075
702
+ },
703
+ {
704
+ "epoch": 10.884265279583875,
705
+ "grad_norm": 177.80059814453125,
706
+ "learning_rate": 1.0138169257340242e-05,
707
+ "loss": 0.4003,
708
+ "step": 2100
709
+ },
710
+ {
711
+ "epoch": 11.0,
712
+ "eval_accuracy": 0.7830769230769231,
713
+ "eval_loss": 1.267243504524231,
714
+ "eval_macro_f1": 0.782273335678371,
715
+ "eval_runtime": 1.1229,
716
+ "eval_samples_per_second": 578.855,
717
+ "eval_steps_per_second": 36.512,
718
+ "eval_weighted_f1": 0.7816058234996346,
719
+ "step": 2123
720
+ },
721
+ {
722
+ "epoch": 11.010403120936282,
723
+ "grad_norm": 23.580394744873047,
724
+ "learning_rate": 9.994242947610823e-06,
725
+ "loss": 0.3611,
726
+ "step": 2125
727
+ },
728
+ {
729
+ "epoch": 11.140442132639793,
730
+ "grad_norm": 38.389259338378906,
731
+ "learning_rate": 9.850316637881405e-06,
732
+ "loss": 0.2571,
733
+ "step": 2150
734
+ },
735
+ {
736
+ "epoch": 11.270481144343304,
737
+ "grad_norm": 0.5158419013023376,
738
+ "learning_rate": 9.706390328151987e-06,
739
+ "loss": 0.4656,
740
+ "step": 2175
741
+ },
742
+ {
743
+ "epoch": 11.400520156046815,
744
+ "grad_norm": 82.84483337402344,
745
+ "learning_rate": 9.562464018422569e-06,
746
+ "loss": 0.4998,
747
+ "step": 2200
748
+ },
749
+ {
750
+ "epoch": 11.530559167750326,
751
+ "grad_norm": 226.5054168701172,
752
+ "learning_rate": 9.418537708693149e-06,
753
+ "loss": 0.4301,
754
+ "step": 2225
755
+ },
756
+ {
757
+ "epoch": 11.660598179453837,
758
+ "grad_norm": 92.92792510986328,
759
+ "learning_rate": 9.27461139896373e-06,
760
+ "loss": 0.1722,
761
+ "step": 2250
762
+ },
763
+ {
764
+ "epoch": 11.790637191157348,
765
+ "grad_norm": 317.95306396484375,
766
+ "learning_rate": 9.130685089234312e-06,
767
+ "loss": 0.4356,
768
+ "step": 2275
769
+ },
770
+ {
771
+ "epoch": 11.920676202860859,
772
+ "grad_norm": 330.8069763183594,
773
+ "learning_rate": 8.986758779504894e-06,
774
+ "loss": 0.3079,
775
+ "step": 2300
776
+ },
777
+ {
778
+ "epoch": 12.0,
779
+ "eval_accuracy": 0.78,
780
+ "eval_loss": 1.478929877281189,
781
+ "eval_macro_f1": 0.7789626784105241,
782
+ "eval_runtime": 1.1131,
783
+ "eval_samples_per_second": 583.969,
784
+ "eval_steps_per_second": 36.835,
785
+ "eval_weighted_f1": 0.7783763170587146,
786
+ "step": 2316
787
+ },
788
+ {
789
+ "epoch": 12.046814044213264,
790
+ "grad_norm": 0.07541762292385101,
791
+ "learning_rate": 8.842832469775476e-06,
792
+ "loss": 0.1606,
793
+ "step": 2325
794
+ },
795
+ {
796
+ "epoch": 12.176853055916775,
797
+ "grad_norm": 203.68463134765625,
798
+ "learning_rate": 8.698906160046056e-06,
799
+ "loss": 0.3797,
800
+ "step": 2350
801
+ },
802
+ {
803
+ "epoch": 12.306892067620286,
804
+ "grad_norm": 0.9796932935714722,
805
+ "learning_rate": 8.554979850316638e-06,
806
+ "loss": 0.1589,
807
+ "step": 2375
808
+ },
809
+ {
810
+ "epoch": 12.436931079323797,
811
+ "grad_norm": 339.5140686035156,
812
+ "learning_rate": 8.41105354058722e-06,
813
+ "loss": 0.3822,
814
+ "step": 2400
815
+ },
816
+ {
817
+ "epoch": 12.566970091027308,
818
+ "grad_norm": 389.9810791015625,
819
+ "learning_rate": 8.267127230857801e-06,
820
+ "loss": 0.2051,
821
+ "step": 2425
822
+ },
823
+ {
824
+ "epoch": 12.697009102730819,
825
+ "grad_norm": 0.7670713067054749,
826
+ "learning_rate": 8.123200921128383e-06,
827
+ "loss": 0.3035,
828
+ "step": 2450
829
+ },
830
+ {
831
+ "epoch": 12.82704811443433,
832
+ "grad_norm": 0.031151819974184036,
833
+ "learning_rate": 7.979274611398965e-06,
834
+ "loss": 0.1874,
835
+ "step": 2475
836
+ },
837
+ {
838
+ "epoch": 12.957087126137841,
839
+ "grad_norm": 307.2345886230469,
840
+ "learning_rate": 7.835348301669545e-06,
841
+ "loss": 0.2645,
842
+ "step": 2500
843
+ },
844
+ {
845
+ "epoch": 13.0,
846
+ "eval_accuracy": 0.7707692307692308,
847
+ "eval_loss": 1.7194403409957886,
848
+ "eval_macro_f1": 0.7704615834624113,
849
+ "eval_runtime": 1.1413,
850
+ "eval_samples_per_second": 569.517,
851
+ "eval_steps_per_second": 35.923,
852
+ "eval_weighted_f1": 0.7696748688198701,
853
+ "step": 2509
854
+ }
855
+ ],
856
+ "logging_steps": 25,
857
+ "max_steps": 3860,
858
+ "num_input_tokens_seen": 0,
859
+ "num_train_epochs": 20,
860
+ "save_steps": 500,
861
+ "stateful_callbacks": {
862
+ "EarlyStoppingCallback": {
863
+ "args": {
864
+ "early_stopping_patience": 3,
865
+ "early_stopping_threshold": 0.0
866
+ },
867
+ "attributes": {
868
+ "early_stopping_patience_counter": 3
869
+ }
870
+ },
871
+ "TrainerControl": {
872
+ "args": {
873
+ "should_epoch_stop": false,
874
+ "should_evaluate": false,
875
+ "should_log": false,
876
+ "should_save": true,
877
+ "should_training_stop": true
878
+ },
879
+ "attributes": {}
880
+ }
881
+ },
882
+ "total_flos": 0.0,
883
+ "train_batch_size": 8,
884
+ "trial_name": null,
885
+ "trial_params": null
886
+ }
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/trainer_state.json ADDED
@@ -0,0 +1,1292 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 4086,
3
+ "best_metric": 0.4864721364996663,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086",
5
+ "epoch": 9.0,
6
+ "eval_steps": 500,
7
+ "global_step": 4086,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05509641873278237,
14
+ "grad_norm": 8.246442794799805,
15
+ "learning_rate": 5.286343612334802e-07,
16
+ "loss": 5.2841,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11019283746556474,
21
+ "grad_norm": 7.008738994598389,
22
+ "learning_rate": 1.0792951541850223e-06,
23
+ "loss": 5.1565,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1652892561983471,
28
+ "grad_norm": 11.749618530273438,
29
+ "learning_rate": 1.629955947136564e-06,
30
+ "loss": 5.3003,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22038567493112948,
35
+ "grad_norm": 10.592748641967773,
36
+ "learning_rate": 2.180616740088106e-06,
37
+ "loss": 5.4049,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.27548209366391185,
42
+ "grad_norm": 26.399599075317383,
43
+ "learning_rate": 2.731277533039648e-06,
44
+ "loss": 5.2886,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3305785123966942,
49
+ "grad_norm": 12.545706748962402,
50
+ "learning_rate": 3.2819383259911898e-06,
51
+ "loss": 5.3637,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.3856749311294766,
56
+ "grad_norm": 9.994217872619629,
57
+ "learning_rate": 3.8325991189427315e-06,
58
+ "loss": 5.3659,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.44077134986225897,
63
+ "grad_norm": 12.309589385986328,
64
+ "learning_rate": 4.383259911894274e-06,
65
+ "loss": 5.1737,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.49586776859504134,
70
+ "grad_norm": 11.879595756530762,
71
+ "learning_rate": 4.933920704845816e-06,
72
+ "loss": 5.1828,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5509641873278237,
77
+ "grad_norm": 16.627201080322266,
78
+ "learning_rate": 5.484581497797358e-06,
79
+ "loss": 5.1718,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6060606060606061,
84
+ "grad_norm": 25.899211883544922,
85
+ "learning_rate": 6.035242290748899e-06,
86
+ "loss": 5.1006,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6611570247933884,
91
+ "grad_norm": 13.9349946975708,
92
+ "learning_rate": 6.585903083700441e-06,
93
+ "loss": 4.9981,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7162534435261708,
98
+ "grad_norm": 26.27675437927246,
99
+ "learning_rate": 7.136563876651983e-06,
100
+ "loss": 4.9114,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.7713498622589532,
105
+ "grad_norm": 17.302968978881836,
106
+ "learning_rate": 7.687224669603525e-06,
107
+ "loss": 4.8772,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8264462809917356,
112
+ "grad_norm": 51.51818084716797,
113
+ "learning_rate": 8.237885462555067e-06,
114
+ "loss": 4.6785,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.8815426997245179,
119
+ "grad_norm": 30.68153190612793,
120
+ "learning_rate": 8.788546255506607e-06,
121
+ "loss": 4.4565,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9366391184573003,
126
+ "grad_norm": 23.15989875793457,
127
+ "learning_rate": 9.339207048458151e-06,
128
+ "loss": 4.6597,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 0.9917355371900827,
133
+ "grad_norm": 59.5621452331543,
134
+ "learning_rate": 9.889867841409693e-06,
135
+ "loss": 4.4483,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 1.0,
140
+ "eval_accuracy": 0.0,
141
+ "eval_loss": 1.0202608108520508,
142
+ "eval_macro_f1": 0.2410323075657381,
143
+ "eval_micro_f1": 0.25466509526615594,
144
+ "eval_runtime": 2.671,
145
+ "eval_samples_per_second": 615.119,
146
+ "eval_steps_per_second": 38.562,
147
+ "eval_weighted_f1": 0.30913743833735363,
148
+ "step": 454
149
+ },
150
+ {
151
+ "epoch": 1.0462809917355371,
152
+ "grad_norm": 35.44868469238281,
153
+ "learning_rate": 1.0440528634361234e-05,
154
+ "loss": 4.2687,
155
+ "step": 475
156
+ },
157
+ {
158
+ "epoch": 1.1013774104683196,
159
+ "grad_norm": 22.73764991760254,
160
+ "learning_rate": 1.0991189427312776e-05,
161
+ "loss": 4.1297,
162
+ "step": 500
163
+ },
164
+ {
165
+ "epoch": 1.1564738292011019,
166
+ "grad_norm": 21.502338409423828,
167
+ "learning_rate": 1.154185022026432e-05,
168
+ "loss": 4.223,
169
+ "step": 525
170
+ },
171
+ {
172
+ "epoch": 1.2115702479338843,
173
+ "grad_norm": 16.5292911529541,
174
+ "learning_rate": 1.209251101321586e-05,
175
+ "loss": 4.1565,
176
+ "step": 550
177
+ },
178
+ {
179
+ "epoch": 1.2666666666666666,
180
+ "grad_norm": 22.575809478759766,
181
+ "learning_rate": 1.2643171806167402e-05,
182
+ "loss": 4.0048,
183
+ "step": 575
184
+ },
185
+ {
186
+ "epoch": 1.321763085399449,
187
+ "grad_norm": 17.22334098815918,
188
+ "learning_rate": 1.3193832599118943e-05,
189
+ "loss": 3.9322,
190
+ "step": 600
191
+ },
192
+ {
193
+ "epoch": 1.3768595041322313,
194
+ "grad_norm": 100.33424377441406,
195
+ "learning_rate": 1.3744493392070487e-05,
196
+ "loss": 4.0978,
197
+ "step": 625
198
+ },
199
+ {
200
+ "epoch": 1.4319559228650138,
201
+ "grad_norm": 20.315309524536133,
202
+ "learning_rate": 1.4295154185022027e-05,
203
+ "loss": 3.8472,
204
+ "step": 650
205
+ },
206
+ {
207
+ "epoch": 1.487052341597796,
208
+ "grad_norm": 19.484888076782227,
209
+ "learning_rate": 1.484581497797357e-05,
210
+ "loss": 3.7883,
211
+ "step": 675
212
+ },
213
+ {
214
+ "epoch": 1.5421487603305786,
215
+ "grad_norm": 66.74613189697266,
216
+ "learning_rate": 1.539647577092511e-05,
217
+ "loss": 3.878,
218
+ "step": 700
219
+ },
220
+ {
221
+ "epoch": 1.5972451790633608,
222
+ "grad_norm": 30.40477752685547,
223
+ "learning_rate": 1.5947136563876654e-05,
224
+ "loss": 3.8444,
225
+ "step": 725
226
+ },
227
+ {
228
+ "epoch": 1.652341597796143,
229
+ "grad_norm": 62.450164794921875,
230
+ "learning_rate": 1.6497797356828196e-05,
231
+ "loss": 3.7679,
232
+ "step": 750
233
+ },
234
+ {
235
+ "epoch": 1.7074380165289256,
236
+ "grad_norm": 35.56074905395508,
237
+ "learning_rate": 1.7048458149779738e-05,
238
+ "loss": 3.6173,
239
+ "step": 775
240
+ },
241
+ {
242
+ "epoch": 1.762534435261708,
243
+ "grad_norm": 35.378231048583984,
244
+ "learning_rate": 1.759911894273128e-05,
245
+ "loss": 3.6354,
246
+ "step": 800
247
+ },
248
+ {
249
+ "epoch": 1.8176308539944903,
250
+ "grad_norm": 33.35786056518555,
251
+ "learning_rate": 1.814977973568282e-05,
252
+ "loss": 3.6666,
253
+ "step": 825
254
+ },
255
+ {
256
+ "epoch": 1.8727272727272726,
257
+ "grad_norm": 52.627620697021484,
258
+ "learning_rate": 1.8700440528634364e-05,
259
+ "loss": 3.6775,
260
+ "step": 850
261
+ },
262
+ {
263
+ "epoch": 1.927823691460055,
264
+ "grad_norm": 36.557491302490234,
265
+ "learning_rate": 1.9251101321585906e-05,
266
+ "loss": 3.5912,
267
+ "step": 875
268
+ },
269
+ {
270
+ "epoch": 1.9829201101928375,
271
+ "grad_norm": 49.97563934326172,
272
+ "learning_rate": 1.9801762114537445e-05,
273
+ "loss": 3.5012,
274
+ "step": 900
275
+ },
276
+ {
277
+ "epoch": 2.0,
278
+ "eval_accuracy": 0.0,
279
+ "eval_loss": 0.8008102178573608,
280
+ "eval_macro_f1": 0.3357484587234144,
281
+ "eval_micro_f1": 0.34823977164605135,
282
+ "eval_runtime": 2.6797,
283
+ "eval_samples_per_second": 613.128,
284
+ "eval_steps_per_second": 38.437,
285
+ "eval_weighted_f1": 0.4097834264289872,
286
+ "step": 908
287
+ },
288
+ {
289
+ "epoch": 2.037465564738292,
290
+ "grad_norm": 36.8686637878418,
291
+ "learning_rate": 1.9960841899167892e-05,
292
+ "loss": 3.3005,
293
+ "step": 925
294
+ },
295
+ {
296
+ "epoch": 2.0925619834710742,
297
+ "grad_norm": 28.50884246826172,
298
+ "learning_rate": 1.989965736661772e-05,
299
+ "loss": 3.2937,
300
+ "step": 950
301
+ },
302
+ {
303
+ "epoch": 2.1476584022038567,
304
+ "grad_norm": 47.83967208862305,
305
+ "learning_rate": 1.983847283406755e-05,
306
+ "loss": 3.3847,
307
+ "step": 975
308
+ },
309
+ {
310
+ "epoch": 2.202754820936639,
311
+ "grad_norm": 33.826229095458984,
312
+ "learning_rate": 1.9777288301517378e-05,
313
+ "loss": 3.2669,
314
+ "step": 1000
315
+ },
316
+ {
317
+ "epoch": 2.2578512396694217,
318
+ "grad_norm": 33.51219177246094,
319
+ "learning_rate": 1.9716103768967207e-05,
320
+ "loss": 3.1562,
321
+ "step": 1025
322
+ },
323
+ {
324
+ "epoch": 2.3129476584022037,
325
+ "grad_norm": 56.752750396728516,
326
+ "learning_rate": 1.9654919236417035e-05,
327
+ "loss": 3.201,
328
+ "step": 1050
329
+ },
330
+ {
331
+ "epoch": 2.368044077134986,
332
+ "grad_norm": 51.081748962402344,
333
+ "learning_rate": 1.9593734703866864e-05,
334
+ "loss": 3.13,
335
+ "step": 1075
336
+ },
337
+ {
338
+ "epoch": 2.4231404958677687,
339
+ "grad_norm": 20.704832077026367,
340
+ "learning_rate": 1.9532550171316693e-05,
341
+ "loss": 3.2272,
342
+ "step": 1100
343
+ },
344
+ {
345
+ "epoch": 2.4782369146005507,
346
+ "grad_norm": 45.64986038208008,
347
+ "learning_rate": 1.947136563876652e-05,
348
+ "loss": 3.1981,
349
+ "step": 1125
350
+ },
351
+ {
352
+ "epoch": 2.533333333333333,
353
+ "grad_norm": 19.664140701293945,
354
+ "learning_rate": 1.941018110621635e-05,
355
+ "loss": 3.0375,
356
+ "step": 1150
357
+ },
358
+ {
359
+ "epoch": 2.5884297520661157,
360
+ "grad_norm": 28.636184692382812,
361
+ "learning_rate": 1.934899657366618e-05,
362
+ "loss": 3.1276,
363
+ "step": 1175
364
+ },
365
+ {
366
+ "epoch": 2.643526170798898,
367
+ "grad_norm": 29.2194881439209,
368
+ "learning_rate": 1.9287812041116007e-05,
369
+ "loss": 3.1491,
370
+ "step": 1200
371
+ },
372
+ {
373
+ "epoch": 2.6986225895316807,
374
+ "grad_norm": 24.013368606567383,
375
+ "learning_rate": 1.9226627508565836e-05,
376
+ "loss": 3.0102,
377
+ "step": 1225
378
+ },
379
+ {
380
+ "epoch": 2.7537190082644627,
381
+ "grad_norm": 20.15297508239746,
382
+ "learning_rate": 1.9165442976015665e-05,
383
+ "loss": 2.986,
384
+ "step": 1250
385
+ },
386
+ {
387
+ "epoch": 2.808815426997245,
388
+ "grad_norm": 32.60561752319336,
389
+ "learning_rate": 1.9104258443465493e-05,
390
+ "loss": 2.9861,
391
+ "step": 1275
392
+ },
393
+ {
394
+ "epoch": 2.8639118457300277,
395
+ "grad_norm": 23.191871643066406,
396
+ "learning_rate": 1.9043073910915322e-05,
397
+ "loss": 2.934,
398
+ "step": 1300
399
+ },
400
+ {
401
+ "epoch": 2.9190082644628097,
402
+ "grad_norm": 27.630184173583984,
403
+ "learning_rate": 1.898188937836515e-05,
404
+ "loss": 2.9783,
405
+ "step": 1325
406
+ },
407
+ {
408
+ "epoch": 2.974104683195592,
409
+ "grad_norm": 24.182971954345703,
410
+ "learning_rate": 1.892070484581498e-05,
411
+ "loss": 2.7581,
412
+ "step": 1350
413
+ },
414
+ {
415
+ "epoch": 3.0,
416
+ "eval_accuracy": 0.009129640900791236,
417
+ "eval_loss": 0.7107077836990356,
418
+ "eval_macro_f1": 0.37986593469847163,
419
+ "eval_micro_f1": 0.4079140582734369,
420
+ "eval_runtime": 2.7063,
421
+ "eval_samples_per_second": 607.095,
422
+ "eval_steps_per_second": 38.059,
423
+ "eval_weighted_f1": 0.45335713263230065,
424
+ "step": 1362
425
+ },
426
+ {
427
+ "epoch": 3.028650137741047,
428
+ "grad_norm": 22.576751708984375,
429
+ "learning_rate": 1.8859520313264808e-05,
430
+ "loss": 2.7078,
431
+ "step": 1375
432
+ },
433
+ {
434
+ "epoch": 3.0837465564738293,
435
+ "grad_norm": 44.063690185546875,
436
+ "learning_rate": 1.8798335780714636e-05,
437
+ "loss": 2.5008,
438
+ "step": 1400
439
+ },
440
+ {
441
+ "epoch": 3.1388429752066114,
442
+ "grad_norm": 18.86543846130371,
443
+ "learning_rate": 1.8737151248164465e-05,
444
+ "loss": 2.6365,
445
+ "step": 1425
446
+ },
447
+ {
448
+ "epoch": 3.193939393939394,
449
+ "grad_norm": 22.964359283447266,
450
+ "learning_rate": 1.8675966715614294e-05,
451
+ "loss": 2.6185,
452
+ "step": 1450
453
+ },
454
+ {
455
+ "epoch": 3.2490358126721763,
456
+ "grad_norm": 57.00598907470703,
457
+ "learning_rate": 1.8614782183064122e-05,
458
+ "loss": 2.5152,
459
+ "step": 1475
460
+ },
461
+ {
462
+ "epoch": 3.304132231404959,
463
+ "grad_norm": 28.618066787719727,
464
+ "learning_rate": 1.855359765051395e-05,
465
+ "loss": 2.7578,
466
+ "step": 1500
467
+ },
468
+ {
469
+ "epoch": 3.359228650137741,
470
+ "grad_norm": 79.43772888183594,
471
+ "learning_rate": 1.849241311796378e-05,
472
+ "loss": 2.6763,
473
+ "step": 1525
474
+ },
475
+ {
476
+ "epoch": 3.4143250688705233,
477
+ "grad_norm": 27.52250099182129,
478
+ "learning_rate": 1.843122858541361e-05,
479
+ "loss": 2.697,
480
+ "step": 1550
481
+ },
482
+ {
483
+ "epoch": 3.469421487603306,
484
+ "grad_norm": 28.617395401000977,
485
+ "learning_rate": 1.8370044052863437e-05,
486
+ "loss": 2.601,
487
+ "step": 1575
488
+ },
489
+ {
490
+ "epoch": 3.5245179063360883,
491
+ "grad_norm": 22.172164916992188,
492
+ "learning_rate": 1.8308859520313266e-05,
493
+ "loss": 2.5248,
494
+ "step": 1600
495
+ },
496
+ {
497
+ "epoch": 3.579614325068871,
498
+ "grad_norm": 29.235937118530273,
499
+ "learning_rate": 1.8247674987763094e-05,
500
+ "loss": 2.6308,
501
+ "step": 1625
502
+ },
503
+ {
504
+ "epoch": 3.634710743801653,
505
+ "grad_norm": 25.602069854736328,
506
+ "learning_rate": 1.8186490455212923e-05,
507
+ "loss": 2.5584,
508
+ "step": 1650
509
+ },
510
+ {
511
+ "epoch": 3.6898071625344353,
512
+ "grad_norm": 30.798927307128906,
513
+ "learning_rate": 1.812530592266275e-05,
514
+ "loss": 2.7594,
515
+ "step": 1675
516
+ },
517
+ {
518
+ "epoch": 3.744903581267218,
519
+ "grad_norm": 45.07261276245117,
520
+ "learning_rate": 1.806412139011258e-05,
521
+ "loss": 2.5739,
522
+ "step": 1700
523
+ },
524
+ {
525
+ "epoch": 3.8,
526
+ "grad_norm": 39.90005874633789,
527
+ "learning_rate": 1.800293685756241e-05,
528
+ "loss": 2.591,
529
+ "step": 1725
530
+ },
531
+ {
532
+ "epoch": 3.8550964187327823,
533
+ "grad_norm": 55.15447235107422,
534
+ "learning_rate": 1.7941752325012238e-05,
535
+ "loss": 2.6957,
536
+ "step": 1750
537
+ },
538
+ {
539
+ "epoch": 3.910192837465565,
540
+ "grad_norm": 41.37272644042969,
541
+ "learning_rate": 1.7880567792462066e-05,
542
+ "loss": 2.501,
543
+ "step": 1775
544
+ },
545
+ {
546
+ "epoch": 3.9652892561983473,
547
+ "grad_norm": 36.86390686035156,
548
+ "learning_rate": 1.7819383259911895e-05,
549
+ "loss": 2.5325,
550
+ "step": 1800
551
+ },
552
+ {
553
+ "epoch": 4.0,
554
+ "eval_accuracy": 0.0036518563603164943,
555
+ "eval_loss": 0.6740474700927734,
556
+ "eval_macro_f1": 0.38663686881134135,
557
+ "eval_micro_f1": 0.4178537511870845,
558
+ "eval_runtime": 2.9785,
559
+ "eval_samples_per_second": 551.621,
560
+ "eval_steps_per_second": 34.581,
561
+ "eval_weighted_f1": 0.46419668997580815,
562
+ "step": 1816
563
+ },
564
+ {
565
+ "epoch": 4.019834710743802,
566
+ "grad_norm": 25.511503219604492,
567
+ "learning_rate": 1.7758198727361724e-05,
568
+ "loss": 2.5107,
569
+ "step": 1825
570
+ },
571
+ {
572
+ "epoch": 4.074931129476584,
573
+ "grad_norm": 27.822540283203125,
574
+ "learning_rate": 1.7697014194811552e-05,
575
+ "loss": 2.3396,
576
+ "step": 1850
577
+ },
578
+ {
579
+ "epoch": 4.130027548209366,
580
+ "grad_norm": 45.27438735961914,
581
+ "learning_rate": 1.763582966226138e-05,
582
+ "loss": 2.3623,
583
+ "step": 1875
584
+ },
585
+ {
586
+ "epoch": 4.1851239669421485,
587
+ "grad_norm": 17.16631507873535,
588
+ "learning_rate": 1.757464512971121e-05,
589
+ "loss": 2.2507,
590
+ "step": 1900
591
+ },
592
+ {
593
+ "epoch": 4.240220385674931,
594
+ "grad_norm": 32.3470344543457,
595
+ "learning_rate": 1.7513460597161038e-05,
596
+ "loss": 2.2705,
597
+ "step": 1925
598
+ },
599
+ {
600
+ "epoch": 4.2953168044077135,
601
+ "grad_norm": 37.85465621948242,
602
+ "learning_rate": 1.7452276064610867e-05,
603
+ "loss": 2.2527,
604
+ "step": 1950
605
+ },
606
+ {
607
+ "epoch": 4.350413223140496,
608
+ "grad_norm": 46.76307678222656,
609
+ "learning_rate": 1.7391091532060695e-05,
610
+ "loss": 2.2511,
611
+ "step": 1975
612
+ },
613
+ {
614
+ "epoch": 4.405509641873278,
615
+ "grad_norm": 39.46687698364258,
616
+ "learning_rate": 1.7329906999510527e-05,
617
+ "loss": 2.2502,
618
+ "step": 2000
619
+ },
620
+ {
621
+ "epoch": 4.460606060606061,
622
+ "grad_norm": 29.12211799621582,
623
+ "learning_rate": 1.7268722466960356e-05,
624
+ "loss": 2.3058,
625
+ "step": 2025
626
+ },
627
+ {
628
+ "epoch": 4.515702479338843,
629
+ "grad_norm": 39.785499572753906,
630
+ "learning_rate": 1.7207537934410185e-05,
631
+ "loss": 2.2244,
632
+ "step": 2050
633
+ },
634
+ {
635
+ "epoch": 4.570798898071625,
636
+ "grad_norm": 27.3704776763916,
637
+ "learning_rate": 1.7146353401860013e-05,
638
+ "loss": 2.276,
639
+ "step": 2075
640
+ },
641
+ {
642
+ "epoch": 4.6258953168044075,
643
+ "grad_norm": 40.32000732421875,
644
+ "learning_rate": 1.7085168869309842e-05,
645
+ "loss": 2.3236,
646
+ "step": 2100
647
+ },
648
+ {
649
+ "epoch": 4.68099173553719,
650
+ "grad_norm": 28.967191696166992,
651
+ "learning_rate": 1.702398433675967e-05,
652
+ "loss": 2.3074,
653
+ "step": 2125
654
+ },
655
+ {
656
+ "epoch": 4.736088154269972,
657
+ "grad_norm": 46.460147857666016,
658
+ "learning_rate": 1.69627998042095e-05,
659
+ "loss": 2.2439,
660
+ "step": 2150
661
+ },
662
+ {
663
+ "epoch": 4.791184573002755,
664
+ "grad_norm": 23.967653274536133,
665
+ "learning_rate": 1.6901615271659325e-05,
666
+ "loss": 2.2116,
667
+ "step": 2175
668
+ },
669
+ {
670
+ "epoch": 4.846280991735537,
671
+ "grad_norm": 19.93545150756836,
672
+ "learning_rate": 1.6840430739109153e-05,
673
+ "loss": 2.233,
674
+ "step": 2200
675
+ },
676
+ {
677
+ "epoch": 4.90137741046832,
678
+ "grad_norm": 45.01527786254883,
679
+ "learning_rate": 1.6779246206558982e-05,
680
+ "loss": 2.1938,
681
+ "step": 2225
682
+ },
683
+ {
684
+ "epoch": 4.9564738292011015,
685
+ "grad_norm": 28.400407791137695,
686
+ "learning_rate": 1.671806167400881e-05,
687
+ "loss": 2.2079,
688
+ "step": 2250
689
+ },
690
+ {
691
+ "epoch": 5.0,
692
+ "eval_accuracy": 0.020693852708460133,
693
+ "eval_loss": 0.6501524448394775,
694
+ "eval_macro_f1": 0.4151409069189579,
695
+ "eval_micro_f1": 0.44585115483319077,
696
+ "eval_runtime": 2.6851,
697
+ "eval_samples_per_second": 611.888,
698
+ "eval_steps_per_second": 38.359,
699
+ "eval_weighted_f1": 0.4802430248679244,
700
+ "step": 2270
701
+ },
702
+ {
703
+ "epoch": 5.011019283746556,
704
+ "grad_norm": 27.401155471801758,
705
+ "learning_rate": 1.665687714145864e-05,
706
+ "loss": 2.1228,
707
+ "step": 2275
708
+ },
709
+ {
710
+ "epoch": 5.066115702479339,
711
+ "grad_norm": 30.780738830566406,
712
+ "learning_rate": 1.6595692608908468e-05,
713
+ "loss": 2.0221,
714
+ "step": 2300
715
+ },
716
+ {
717
+ "epoch": 5.121212121212121,
718
+ "grad_norm": 15.749085426330566,
719
+ "learning_rate": 1.6534508076358297e-05,
720
+ "loss": 2.0324,
721
+ "step": 2325
722
+ },
723
+ {
724
+ "epoch": 5.176308539944904,
725
+ "grad_norm": 32.42204666137695,
726
+ "learning_rate": 1.6473323543808125e-05,
727
+ "loss": 2.0441,
728
+ "step": 2350
729
+ },
730
+ {
731
+ "epoch": 5.231404958677686,
732
+ "grad_norm": 28.353431701660156,
733
+ "learning_rate": 1.6412139011257954e-05,
734
+ "loss": 1.9473,
735
+ "step": 2375
736
+ },
737
+ {
738
+ "epoch": 5.2865013774104685,
739
+ "grad_norm": 40.0409049987793,
740
+ "learning_rate": 1.6350954478707782e-05,
741
+ "loss": 2.0047,
742
+ "step": 2400
743
+ },
744
+ {
745
+ "epoch": 5.341597796143251,
746
+ "grad_norm": 29.15716552734375,
747
+ "learning_rate": 1.628976994615761e-05,
748
+ "loss": 1.9719,
749
+ "step": 2425
750
+ },
751
+ {
752
+ "epoch": 5.3966942148760335,
753
+ "grad_norm": 26.328500747680664,
754
+ "learning_rate": 1.622858541360744e-05,
755
+ "loss": 2.0067,
756
+ "step": 2450
757
+ },
758
+ {
759
+ "epoch": 5.451790633608815,
760
+ "grad_norm": 44.411827087402344,
761
+ "learning_rate": 1.616740088105727e-05,
762
+ "loss": 2.0399,
763
+ "step": 2475
764
+ },
765
+ {
766
+ "epoch": 5.506887052341598,
767
+ "grad_norm": 41.19144821166992,
768
+ "learning_rate": 1.6106216348507097e-05,
769
+ "loss": 1.9129,
770
+ "step": 2500
771
+ },
772
+ {
773
+ "epoch": 5.56198347107438,
774
+ "grad_norm": 27.05829620361328,
775
+ "learning_rate": 1.604503181595693e-05,
776
+ "loss": 1.9734,
777
+ "step": 2525
778
+ },
779
+ {
780
+ "epoch": 5.6170798898071626,
781
+ "grad_norm": 29.061988830566406,
782
+ "learning_rate": 1.5983847283406758e-05,
783
+ "loss": 2.031,
784
+ "step": 2550
785
+ },
786
+ {
787
+ "epoch": 5.672176308539945,
788
+ "grad_norm": 27.015853881835938,
789
+ "learning_rate": 1.5922662750856586e-05,
790
+ "loss": 2.0105,
791
+ "step": 2575
792
+ },
793
+ {
794
+ "epoch": 5.7272727272727275,
795
+ "grad_norm": 26.781164169311523,
796
+ "learning_rate": 1.5861478218306415e-05,
797
+ "loss": 1.9697,
798
+ "step": 2600
799
+ },
800
+ {
801
+ "epoch": 5.78236914600551,
802
+ "grad_norm": 38.37092971801758,
803
+ "learning_rate": 1.5800293685756244e-05,
804
+ "loss": 1.9015,
805
+ "step": 2625
806
+ },
807
+ {
808
+ "epoch": 5.837465564738292,
809
+ "grad_norm": 34.03423309326172,
810
+ "learning_rate": 1.5739109153206072e-05,
811
+ "loss": 2.0433,
812
+ "step": 2650
813
+ },
814
+ {
815
+ "epoch": 5.892561983471074,
816
+ "grad_norm": 33.59871292114258,
817
+ "learning_rate": 1.56779246206559e-05,
818
+ "loss": 1.8871,
819
+ "step": 2675
820
+ },
821
+ {
822
+ "epoch": 5.9476584022038566,
823
+ "grad_norm": 42.3444709777832,
824
+ "learning_rate": 1.561674008810573e-05,
825
+ "loss": 1.9852,
826
+ "step": 2700
827
+ },
828
+ {
829
+ "epoch": 6.0,
830
+ "eval_accuracy": 0.03530127814972611,
831
+ "eval_loss": 0.6605414748191833,
832
+ "eval_macro_f1": 0.4466631124278909,
833
+ "eval_micro_f1": 0.476382646977896,
834
+ "eval_runtime": 2.7126,
835
+ "eval_samples_per_second": 605.689,
836
+ "eval_steps_per_second": 37.971,
837
+ "eval_weighted_f1": 0.5076573608490631,
838
+ "step": 2724
839
+ },
840
+ {
841
+ "epoch": 6.002203856749311,
842
+ "grad_norm": 31.276885986328125,
843
+ "learning_rate": 1.555555555555556e-05,
844
+ "loss": 1.9328,
845
+ "step": 2725
846
+ },
847
+ {
848
+ "epoch": 6.057300275482094,
849
+ "grad_norm": 17.66192626953125,
850
+ "learning_rate": 1.5494371023005387e-05,
851
+ "loss": 1.7643,
852
+ "step": 2750
853
+ },
854
+ {
855
+ "epoch": 6.112396694214876,
856
+ "grad_norm": 44.34126281738281,
857
+ "learning_rate": 1.5433186490455216e-05,
858
+ "loss": 1.83,
859
+ "step": 2775
860
+ },
861
+ {
862
+ "epoch": 6.167493112947659,
863
+ "grad_norm": 16.464832305908203,
864
+ "learning_rate": 1.5372001957905044e-05,
865
+ "loss": 1.7649,
866
+ "step": 2800
867
+ },
868
+ {
869
+ "epoch": 6.222589531680441,
870
+ "grad_norm": 31.59127426147461,
871
+ "learning_rate": 1.5310817425354873e-05,
872
+ "loss": 1.77,
873
+ "step": 2825
874
+ },
875
+ {
876
+ "epoch": 6.277685950413223,
877
+ "grad_norm": 25.755020141601562,
878
+ "learning_rate": 1.52496328928047e-05,
879
+ "loss": 1.7545,
880
+ "step": 2850
881
+ },
882
+ {
883
+ "epoch": 6.332782369146005,
884
+ "grad_norm": 37.847320556640625,
885
+ "learning_rate": 1.5188448360254529e-05,
886
+ "loss": 1.7342,
887
+ "step": 2875
888
+ },
889
+ {
890
+ "epoch": 6.387878787878788,
891
+ "grad_norm": 16.70075225830078,
892
+ "learning_rate": 1.5127263827704357e-05,
893
+ "loss": 1.7252,
894
+ "step": 2900
895
+ },
896
+ {
897
+ "epoch": 6.44297520661157,
898
+ "grad_norm": 58.51238250732422,
899
+ "learning_rate": 1.5066079295154186e-05,
900
+ "loss": 1.7873,
901
+ "step": 2925
902
+ },
903
+ {
904
+ "epoch": 6.498071625344353,
905
+ "grad_norm": 29.229862213134766,
906
+ "learning_rate": 1.5004894762604014e-05,
907
+ "loss": 1.7462,
908
+ "step": 2950
909
+ },
910
+ {
911
+ "epoch": 6.553168044077135,
912
+ "grad_norm": 21.569957733154297,
913
+ "learning_rate": 1.4943710230053843e-05,
914
+ "loss": 1.7983,
915
+ "step": 2975
916
+ },
917
+ {
918
+ "epoch": 6.608264462809918,
919
+ "grad_norm": 14.576573371887207,
920
+ "learning_rate": 1.4882525697503672e-05,
921
+ "loss": 1.7069,
922
+ "step": 3000
923
+ },
924
+ {
925
+ "epoch": 6.663360881542699,
926
+ "grad_norm": 25.448081970214844,
927
+ "learning_rate": 1.48213411649535e-05,
928
+ "loss": 1.8663,
929
+ "step": 3025
930
+ },
931
+ {
932
+ "epoch": 6.718457300275482,
933
+ "grad_norm": 37.28281021118164,
934
+ "learning_rate": 1.476015663240333e-05,
935
+ "loss": 1.7692,
936
+ "step": 3050
937
+ },
938
+ {
939
+ "epoch": 6.773553719008264,
940
+ "grad_norm": 23.77863311767578,
941
+ "learning_rate": 1.469897209985316e-05,
942
+ "loss": 1.7042,
943
+ "step": 3075
944
+ },
945
+ {
946
+ "epoch": 6.828650137741047,
947
+ "grad_norm": 30.743484497070312,
948
+ "learning_rate": 1.4637787567302988e-05,
949
+ "loss": 1.7017,
950
+ "step": 3100
951
+ },
952
+ {
953
+ "epoch": 6.883746556473829,
954
+ "grad_norm": 28.08268928527832,
955
+ "learning_rate": 1.4576603034752817e-05,
956
+ "loss": 1.77,
957
+ "step": 3125
958
+ },
959
+ {
960
+ "epoch": 6.938842975206612,
961
+ "grad_norm": 17.06208610534668,
962
+ "learning_rate": 1.4515418502202645e-05,
963
+ "loss": 1.7701,
964
+ "step": 3150
965
+ },
966
+ {
967
+ "epoch": 6.993939393939394,
968
+ "grad_norm": 27.61089324951172,
969
+ "learning_rate": 1.4454233969652474e-05,
970
+ "loss": 1.7712,
971
+ "step": 3175
972
+ },
973
+ {
974
+ "epoch": 7.0,
975
+ "eval_accuracy": 0.0505173463177115,
976
+ "eval_loss": 0.667800784111023,
977
+ "eval_macro_f1": 0.4635546031518342,
978
+ "eval_micro_f1": 0.49693016116653876,
979
+ "eval_runtime": 2.6815,
980
+ "eval_samples_per_second": 612.722,
981
+ "eval_steps_per_second": 38.412,
982
+ "eval_weighted_f1": 0.5215282248072648,
983
+ "step": 3178
984
+ },
985
+ {
986
+ "epoch": 7.048484848484849,
987
+ "grad_norm": 14.443765640258789,
988
+ "learning_rate": 1.4393049437102303e-05,
989
+ "loss": 1.6616,
990
+ "step": 3200
991
+ },
992
+ {
993
+ "epoch": 7.103581267217631,
994
+ "grad_norm": 47.7943115234375,
995
+ "learning_rate": 1.4331864904552131e-05,
996
+ "loss": 1.5851,
997
+ "step": 3225
998
+ },
999
+ {
1000
+ "epoch": 7.158677685950413,
1001
+ "grad_norm": 48.4149284362793,
1002
+ "learning_rate": 1.427068037200196e-05,
1003
+ "loss": 1.5406,
1004
+ "step": 3250
1005
+ },
1006
+ {
1007
+ "epoch": 7.213774104683195,
1008
+ "grad_norm": 20.946657180786133,
1009
+ "learning_rate": 1.4209495839451789e-05,
1010
+ "loss": 1.5758,
1011
+ "step": 3275
1012
+ },
1013
+ {
1014
+ "epoch": 7.268870523415978,
1015
+ "grad_norm": 16.744651794433594,
1016
+ "learning_rate": 1.4148311306901617e-05,
1017
+ "loss": 1.4936,
1018
+ "step": 3300
1019
+ },
1020
+ {
1021
+ "epoch": 7.32396694214876,
1022
+ "grad_norm": 23.426197052001953,
1023
+ "learning_rate": 1.4087126774351444e-05,
1024
+ "loss": 1.538,
1025
+ "step": 3325
1026
+ },
1027
+ {
1028
+ "epoch": 7.379063360881543,
1029
+ "grad_norm": 18.760459899902344,
1030
+ "learning_rate": 1.4025942241801273e-05,
1031
+ "loss": 1.5393,
1032
+ "step": 3350
1033
+ },
1034
+ {
1035
+ "epoch": 7.434159779614325,
1036
+ "grad_norm": 20.02878189086914,
1037
+ "learning_rate": 1.3964757709251102e-05,
1038
+ "loss": 1.5793,
1039
+ "step": 3375
1040
+ },
1041
+ {
1042
+ "epoch": 7.489256198347108,
1043
+ "grad_norm": 30.002683639526367,
1044
+ "learning_rate": 1.390357317670093e-05,
1045
+ "loss": 1.6356,
1046
+ "step": 3400
1047
+ },
1048
+ {
1049
+ "epoch": 7.544352617079889,
1050
+ "grad_norm": 40.49919891357422,
1051
+ "learning_rate": 1.3842388644150759e-05,
1052
+ "loss": 1.5955,
1053
+ "step": 3425
1054
+ },
1055
+ {
1056
+ "epoch": 7.599449035812672,
1057
+ "grad_norm": 22.69491958618164,
1058
+ "learning_rate": 1.3781204111600588e-05,
1059
+ "loss": 1.527,
1060
+ "step": 3450
1061
+ },
1062
+ {
1063
+ "epoch": 7.654545454545454,
1064
+ "grad_norm": 31.055889129638672,
1065
+ "learning_rate": 1.3720019579050416e-05,
1066
+ "loss": 1.6266,
1067
+ "step": 3475
1068
+ },
1069
+ {
1070
+ "epoch": 7.709641873278237,
1071
+ "grad_norm": 35.59032440185547,
1072
+ "learning_rate": 1.3658835046500245e-05,
1073
+ "loss": 1.5582,
1074
+ "step": 3500
1075
+ },
1076
+ {
1077
+ "epoch": 7.764738292011019,
1078
+ "grad_norm": 21.903383255004883,
1079
+ "learning_rate": 1.3597650513950073e-05,
1080
+ "loss": 1.5964,
1081
+ "step": 3525
1082
+ },
1083
+ {
1084
+ "epoch": 7.819834710743802,
1085
+ "grad_norm": 46.80695724487305,
1086
+ "learning_rate": 1.3536465981399902e-05,
1087
+ "loss": 1.6225,
1088
+ "step": 3550
1089
+ },
1090
+ {
1091
+ "epoch": 7.874931129476584,
1092
+ "grad_norm": 37.48656463623047,
1093
+ "learning_rate": 1.3475281448849732e-05,
1094
+ "loss": 1.5952,
1095
+ "step": 3575
1096
+ },
1097
+ {
1098
+ "epoch": 7.930027548209367,
1099
+ "grad_norm": 47.467002868652344,
1100
+ "learning_rate": 1.3414096916299561e-05,
1101
+ "loss": 1.5941,
1102
+ "step": 3600
1103
+ },
1104
+ {
1105
+ "epoch": 7.985123966942149,
1106
+ "grad_norm": 21.236330032348633,
1107
+ "learning_rate": 1.335291238374939e-05,
1108
+ "loss": 1.5276,
1109
+ "step": 3625
1110
+ },
1111
+ {
1112
+ "epoch": 8.0,
1113
+ "eval_accuracy": 0.05295191722458917,
1114
+ "eval_loss": 0.6789072155952454,
1115
+ "eval_macro_f1": 0.4671873955904056,
1116
+ "eval_micro_f1": 0.5004403561992368,
1117
+ "eval_runtime": 2.7566,
1118
+ "eval_samples_per_second": 596.016,
1119
+ "eval_steps_per_second": 37.364,
1120
+ "eval_weighted_f1": 0.5252166776784816,
1121
+ "step": 3632
1122
+ },
1123
+ {
1124
+ "epoch": 8.039669421487604,
1125
+ "grad_norm": 38.204002380371094,
1126
+ "learning_rate": 1.3291727851199218e-05,
1127
+ "loss": 1.4429,
1128
+ "step": 3650
1129
+ },
1130
+ {
1131
+ "epoch": 8.094765840220386,
1132
+ "grad_norm": 30.837017059326172,
1133
+ "learning_rate": 1.3230543318649047e-05,
1134
+ "loss": 1.4964,
1135
+ "step": 3675
1136
+ },
1137
+ {
1138
+ "epoch": 8.149862258953169,
1139
+ "grad_norm": 20.570436477661133,
1140
+ "learning_rate": 1.3169358786098876e-05,
1141
+ "loss": 1.435,
1142
+ "step": 3700
1143
+ },
1144
+ {
1145
+ "epoch": 8.20495867768595,
1146
+ "grad_norm": 24.845632553100586,
1147
+ "learning_rate": 1.3108174253548704e-05,
1148
+ "loss": 1.4016,
1149
+ "step": 3725
1150
+ },
1151
+ {
1152
+ "epoch": 8.260055096418732,
1153
+ "grad_norm": 57.971099853515625,
1154
+ "learning_rate": 1.3046989720998533e-05,
1155
+ "loss": 1.3979,
1156
+ "step": 3750
1157
+ },
1158
+ {
1159
+ "epoch": 8.315151515151515,
1160
+ "grad_norm": 29.73035430908203,
1161
+ "learning_rate": 1.2985805188448362e-05,
1162
+ "loss": 1.4129,
1163
+ "step": 3775
1164
+ },
1165
+ {
1166
+ "epoch": 8.370247933884297,
1167
+ "grad_norm": 33.50901794433594,
1168
+ "learning_rate": 1.292462065589819e-05,
1169
+ "loss": 1.4361,
1170
+ "step": 3800
1171
+ },
1172
+ {
1173
+ "epoch": 8.42534435261708,
1174
+ "grad_norm": 30.13701629638672,
1175
+ "learning_rate": 1.2863436123348019e-05,
1176
+ "loss": 1.3541,
1177
+ "step": 3825
1178
+ },
1179
+ {
1180
+ "epoch": 8.480440771349862,
1181
+ "grad_norm": 44.27888107299805,
1182
+ "learning_rate": 1.2802251590797848e-05,
1183
+ "loss": 1.4785,
1184
+ "step": 3850
1185
+ },
1186
+ {
1187
+ "epoch": 8.535537190082644,
1188
+ "grad_norm": 30.611860275268555,
1189
+ "learning_rate": 1.2741067058247676e-05,
1190
+ "loss": 1.4816,
1191
+ "step": 3875
1192
+ },
1193
+ {
1194
+ "epoch": 8.590633608815427,
1195
+ "grad_norm": 30.29857063293457,
1196
+ "learning_rate": 1.2679882525697505e-05,
1197
+ "loss": 1.3232,
1198
+ "step": 3900
1199
+ },
1200
+ {
1201
+ "epoch": 8.64573002754821,
1202
+ "grad_norm": 18.861495971679688,
1203
+ "learning_rate": 1.2618697993147334e-05,
1204
+ "loss": 1.3926,
1205
+ "step": 3925
1206
+ },
1207
+ {
1208
+ "epoch": 8.700826446280992,
1209
+ "grad_norm": 25.118059158325195,
1210
+ "learning_rate": 1.2557513460597162e-05,
1211
+ "loss": 1.4094,
1212
+ "step": 3950
1213
+ },
1214
+ {
1215
+ "epoch": 8.755922865013774,
1216
+ "grad_norm": 23.028749465942383,
1217
+ "learning_rate": 1.2496328928046991e-05,
1218
+ "loss": 1.4524,
1219
+ "step": 3975
1220
+ },
1221
+ {
1222
+ "epoch": 8.811019283746557,
1223
+ "grad_norm": 20.454973220825195,
1224
+ "learning_rate": 1.243514439549682e-05,
1225
+ "loss": 1.3799,
1226
+ "step": 4000
1227
+ },
1228
+ {
1229
+ "epoch": 8.86611570247934,
1230
+ "grad_norm": 28.43181037902832,
1231
+ "learning_rate": 1.2373959862946646e-05,
1232
+ "loss": 1.4757,
1233
+ "step": 4025
1234
+ },
1235
+ {
1236
+ "epoch": 8.921212121212122,
1237
+ "grad_norm": 18.250024795532227,
1238
+ "learning_rate": 1.2312775330396475e-05,
1239
+ "loss": 1.3971,
1240
+ "step": 4050
1241
+ },
1242
+ {
1243
+ "epoch": 8.976308539944904,
1244
+ "grad_norm": 40.297603607177734,
1245
+ "learning_rate": 1.2251590797846304e-05,
1246
+ "loss": 1.3866,
1247
+ "step": 4075
1248
+ },
1249
+ {
1250
+ "epoch": 9.0,
1251
+ "eval_accuracy": 0.06755934266585514,
1252
+ "eval_loss": 0.6963533759117126,
1253
+ "eval_macro_f1": 0.4864721364996663,
1254
+ "eval_micro_f1": 0.5201600492459219,
1255
+ "eval_runtime": 2.8971,
1256
+ "eval_samples_per_second": 567.119,
1257
+ "eval_steps_per_second": 35.553,
1258
+ "eval_weighted_f1": 0.5406038185434958,
1259
+ "step": 4086
1260
+ }
1261
+ ],
1262
+ "logging_steps": 25,
1263
+ "max_steps": 9080,
1264
+ "num_input_tokens_seen": 0,
1265
+ "num_train_epochs": 20,
1266
+ "save_steps": 500,
1267
+ "stateful_callbacks": {
1268
+ "EarlyStoppingCallback": {
1269
+ "args": {
1270
+ "early_stopping_patience": 3,
1271
+ "early_stopping_threshold": 0.0
1272
+ },
1273
+ "attributes": {
1274
+ "early_stopping_patience_counter": 0
1275
+ }
1276
+ },
1277
+ "TrainerControl": {
1278
+ "args": {
1279
+ "should_epoch_stop": false,
1280
+ "should_evaluate": false,
1281
+ "should_log": false,
1282
+ "should_save": true,
1283
+ "should_training_stop": false
1284
+ },
1285
+ "attributes": {}
1286
+ }
1287
+ },
1288
+ "total_flos": 0.0,
1289
+ "train_batch_size": 8,
1290
+ "trial_name": null,
1291
+ "trial_params": null
1292
+ }
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/trainer_state.json ADDED
@@ -0,0 +1,1430 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 4540,
3
+ "best_metric": 0.5001189078572889,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 4540,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05509641873278237,
14
+ "grad_norm": 8.246442794799805,
15
+ "learning_rate": 5.286343612334802e-07,
16
+ "loss": 5.2841,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11019283746556474,
21
+ "grad_norm": 7.008738994598389,
22
+ "learning_rate": 1.0792951541850223e-06,
23
+ "loss": 5.1565,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1652892561983471,
28
+ "grad_norm": 11.749618530273438,
29
+ "learning_rate": 1.629955947136564e-06,
30
+ "loss": 5.3003,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22038567493112948,
35
+ "grad_norm": 10.592748641967773,
36
+ "learning_rate": 2.180616740088106e-06,
37
+ "loss": 5.4049,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.27548209366391185,
42
+ "grad_norm": 26.399599075317383,
43
+ "learning_rate": 2.731277533039648e-06,
44
+ "loss": 5.2886,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3305785123966942,
49
+ "grad_norm": 12.545706748962402,
50
+ "learning_rate": 3.2819383259911898e-06,
51
+ "loss": 5.3637,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.3856749311294766,
56
+ "grad_norm": 9.994217872619629,
57
+ "learning_rate": 3.8325991189427315e-06,
58
+ "loss": 5.3659,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.44077134986225897,
63
+ "grad_norm": 12.309589385986328,
64
+ "learning_rate": 4.383259911894274e-06,
65
+ "loss": 5.1737,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.49586776859504134,
70
+ "grad_norm": 11.879595756530762,
71
+ "learning_rate": 4.933920704845816e-06,
72
+ "loss": 5.1828,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5509641873278237,
77
+ "grad_norm": 16.627201080322266,
78
+ "learning_rate": 5.484581497797358e-06,
79
+ "loss": 5.1718,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6060606060606061,
84
+ "grad_norm": 25.899211883544922,
85
+ "learning_rate": 6.035242290748899e-06,
86
+ "loss": 5.1006,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6611570247933884,
91
+ "grad_norm": 13.9349946975708,
92
+ "learning_rate": 6.585903083700441e-06,
93
+ "loss": 4.9981,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7162534435261708,
98
+ "grad_norm": 26.27675437927246,
99
+ "learning_rate": 7.136563876651983e-06,
100
+ "loss": 4.9114,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.7713498622589532,
105
+ "grad_norm": 17.302968978881836,
106
+ "learning_rate": 7.687224669603525e-06,
107
+ "loss": 4.8772,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8264462809917356,
112
+ "grad_norm": 51.51818084716797,
113
+ "learning_rate": 8.237885462555067e-06,
114
+ "loss": 4.6785,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.8815426997245179,
119
+ "grad_norm": 30.68153190612793,
120
+ "learning_rate": 8.788546255506607e-06,
121
+ "loss": 4.4565,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9366391184573003,
126
+ "grad_norm": 23.15989875793457,
127
+ "learning_rate": 9.339207048458151e-06,
128
+ "loss": 4.6597,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 0.9917355371900827,
133
+ "grad_norm": 59.5621452331543,
134
+ "learning_rate": 9.889867841409693e-06,
135
+ "loss": 4.4483,
136
+ "step": 450
137
+ },
138
+ {
139
+ "epoch": 1.0,
140
+ "eval_accuracy": 0.0,
141
+ "eval_loss": 1.0202608108520508,
142
+ "eval_macro_f1": 0.2410323075657381,
143
+ "eval_micro_f1": 0.25466509526615594,
144
+ "eval_runtime": 2.671,
145
+ "eval_samples_per_second": 615.119,
146
+ "eval_steps_per_second": 38.562,
147
+ "eval_weighted_f1": 0.30913743833735363,
148
+ "step": 454
149
+ },
150
+ {
151
+ "epoch": 1.0462809917355371,
152
+ "grad_norm": 35.44868469238281,
153
+ "learning_rate": 1.0440528634361234e-05,
154
+ "loss": 4.2687,
155
+ "step": 475
156
+ },
157
+ {
158
+ "epoch": 1.1013774104683196,
159
+ "grad_norm": 22.73764991760254,
160
+ "learning_rate": 1.0991189427312776e-05,
161
+ "loss": 4.1297,
162
+ "step": 500
163
+ },
164
+ {
165
+ "epoch": 1.1564738292011019,
166
+ "grad_norm": 21.502338409423828,
167
+ "learning_rate": 1.154185022026432e-05,
168
+ "loss": 4.223,
169
+ "step": 525
170
+ },
171
+ {
172
+ "epoch": 1.2115702479338843,
173
+ "grad_norm": 16.5292911529541,
174
+ "learning_rate": 1.209251101321586e-05,
175
+ "loss": 4.1565,
176
+ "step": 550
177
+ },
178
+ {
179
+ "epoch": 1.2666666666666666,
180
+ "grad_norm": 22.575809478759766,
181
+ "learning_rate": 1.2643171806167402e-05,
182
+ "loss": 4.0048,
183
+ "step": 575
184
+ },
185
+ {
186
+ "epoch": 1.321763085399449,
187
+ "grad_norm": 17.22334098815918,
188
+ "learning_rate": 1.3193832599118943e-05,
189
+ "loss": 3.9322,
190
+ "step": 600
191
+ },
192
+ {
193
+ "epoch": 1.3768595041322313,
194
+ "grad_norm": 100.33424377441406,
195
+ "learning_rate": 1.3744493392070487e-05,
196
+ "loss": 4.0978,
197
+ "step": 625
198
+ },
199
+ {
200
+ "epoch": 1.4319559228650138,
201
+ "grad_norm": 20.315309524536133,
202
+ "learning_rate": 1.4295154185022027e-05,
203
+ "loss": 3.8472,
204
+ "step": 650
205
+ },
206
+ {
207
+ "epoch": 1.487052341597796,
208
+ "grad_norm": 19.484888076782227,
209
+ "learning_rate": 1.484581497797357e-05,
210
+ "loss": 3.7883,
211
+ "step": 675
212
+ },
213
+ {
214
+ "epoch": 1.5421487603305786,
215
+ "grad_norm": 66.74613189697266,
216
+ "learning_rate": 1.539647577092511e-05,
217
+ "loss": 3.878,
218
+ "step": 700
219
+ },
220
+ {
221
+ "epoch": 1.5972451790633608,
222
+ "grad_norm": 30.40477752685547,
223
+ "learning_rate": 1.5947136563876654e-05,
224
+ "loss": 3.8444,
225
+ "step": 725
226
+ },
227
+ {
228
+ "epoch": 1.652341597796143,
229
+ "grad_norm": 62.450164794921875,
230
+ "learning_rate": 1.6497797356828196e-05,
231
+ "loss": 3.7679,
232
+ "step": 750
233
+ },
234
+ {
235
+ "epoch": 1.7074380165289256,
236
+ "grad_norm": 35.56074905395508,
237
+ "learning_rate": 1.7048458149779738e-05,
238
+ "loss": 3.6173,
239
+ "step": 775
240
+ },
241
+ {
242
+ "epoch": 1.762534435261708,
243
+ "grad_norm": 35.378231048583984,
244
+ "learning_rate": 1.759911894273128e-05,
245
+ "loss": 3.6354,
246
+ "step": 800
247
+ },
248
+ {
249
+ "epoch": 1.8176308539944903,
250
+ "grad_norm": 33.35786056518555,
251
+ "learning_rate": 1.814977973568282e-05,
252
+ "loss": 3.6666,
253
+ "step": 825
254
+ },
255
+ {
256
+ "epoch": 1.8727272727272726,
257
+ "grad_norm": 52.627620697021484,
258
+ "learning_rate": 1.8700440528634364e-05,
259
+ "loss": 3.6775,
260
+ "step": 850
261
+ },
262
+ {
263
+ "epoch": 1.927823691460055,
264
+ "grad_norm": 36.557491302490234,
265
+ "learning_rate": 1.9251101321585906e-05,
266
+ "loss": 3.5912,
267
+ "step": 875
268
+ },
269
+ {
270
+ "epoch": 1.9829201101928375,
271
+ "grad_norm": 49.97563934326172,
272
+ "learning_rate": 1.9801762114537445e-05,
273
+ "loss": 3.5012,
274
+ "step": 900
275
+ },
276
+ {
277
+ "epoch": 2.0,
278
+ "eval_accuracy": 0.0,
279
+ "eval_loss": 0.8008102178573608,
280
+ "eval_macro_f1": 0.3357484587234144,
281
+ "eval_micro_f1": 0.34823977164605135,
282
+ "eval_runtime": 2.6797,
283
+ "eval_samples_per_second": 613.128,
284
+ "eval_steps_per_second": 38.437,
285
+ "eval_weighted_f1": 0.4097834264289872,
286
+ "step": 908
287
+ },
288
+ {
289
+ "epoch": 2.037465564738292,
290
+ "grad_norm": 36.8686637878418,
291
+ "learning_rate": 1.9960841899167892e-05,
292
+ "loss": 3.3005,
293
+ "step": 925
294
+ },
295
+ {
296
+ "epoch": 2.0925619834710742,
297
+ "grad_norm": 28.50884246826172,
298
+ "learning_rate": 1.989965736661772e-05,
299
+ "loss": 3.2937,
300
+ "step": 950
301
+ },
302
+ {
303
+ "epoch": 2.1476584022038567,
304
+ "grad_norm": 47.83967208862305,
305
+ "learning_rate": 1.983847283406755e-05,
306
+ "loss": 3.3847,
307
+ "step": 975
308
+ },
309
+ {
310
+ "epoch": 2.202754820936639,
311
+ "grad_norm": 33.826229095458984,
312
+ "learning_rate": 1.9777288301517378e-05,
313
+ "loss": 3.2669,
314
+ "step": 1000
315
+ },
316
+ {
317
+ "epoch": 2.2578512396694217,
318
+ "grad_norm": 33.51219177246094,
319
+ "learning_rate": 1.9716103768967207e-05,
320
+ "loss": 3.1562,
321
+ "step": 1025
322
+ },
323
+ {
324
+ "epoch": 2.3129476584022037,
325
+ "grad_norm": 56.752750396728516,
326
+ "learning_rate": 1.9654919236417035e-05,
327
+ "loss": 3.201,
328
+ "step": 1050
329
+ },
330
+ {
331
+ "epoch": 2.368044077134986,
332
+ "grad_norm": 51.081748962402344,
333
+ "learning_rate": 1.9593734703866864e-05,
334
+ "loss": 3.13,
335
+ "step": 1075
336
+ },
337
+ {
338
+ "epoch": 2.4231404958677687,
339
+ "grad_norm": 20.704832077026367,
340
+ "learning_rate": 1.9532550171316693e-05,
341
+ "loss": 3.2272,
342
+ "step": 1100
343
+ },
344
+ {
345
+ "epoch": 2.4782369146005507,
346
+ "grad_norm": 45.64986038208008,
347
+ "learning_rate": 1.947136563876652e-05,
348
+ "loss": 3.1981,
349
+ "step": 1125
350
+ },
351
+ {
352
+ "epoch": 2.533333333333333,
353
+ "grad_norm": 19.664140701293945,
354
+ "learning_rate": 1.941018110621635e-05,
355
+ "loss": 3.0375,
356
+ "step": 1150
357
+ },
358
+ {
359
+ "epoch": 2.5884297520661157,
360
+ "grad_norm": 28.636184692382812,
361
+ "learning_rate": 1.934899657366618e-05,
362
+ "loss": 3.1276,
363
+ "step": 1175
364
+ },
365
+ {
366
+ "epoch": 2.643526170798898,
367
+ "grad_norm": 29.2194881439209,
368
+ "learning_rate": 1.9287812041116007e-05,
369
+ "loss": 3.1491,
370
+ "step": 1200
371
+ },
372
+ {
373
+ "epoch": 2.6986225895316807,
374
+ "grad_norm": 24.013368606567383,
375
+ "learning_rate": 1.9226627508565836e-05,
376
+ "loss": 3.0102,
377
+ "step": 1225
378
+ },
379
+ {
380
+ "epoch": 2.7537190082644627,
381
+ "grad_norm": 20.15297508239746,
382
+ "learning_rate": 1.9165442976015665e-05,
383
+ "loss": 2.986,
384
+ "step": 1250
385
+ },
386
+ {
387
+ "epoch": 2.808815426997245,
388
+ "grad_norm": 32.60561752319336,
389
+ "learning_rate": 1.9104258443465493e-05,
390
+ "loss": 2.9861,
391
+ "step": 1275
392
+ },
393
+ {
394
+ "epoch": 2.8639118457300277,
395
+ "grad_norm": 23.191871643066406,
396
+ "learning_rate": 1.9043073910915322e-05,
397
+ "loss": 2.934,
398
+ "step": 1300
399
+ },
400
+ {
401
+ "epoch": 2.9190082644628097,
402
+ "grad_norm": 27.630184173583984,
403
+ "learning_rate": 1.898188937836515e-05,
404
+ "loss": 2.9783,
405
+ "step": 1325
406
+ },
407
+ {
408
+ "epoch": 2.974104683195592,
409
+ "grad_norm": 24.182971954345703,
410
+ "learning_rate": 1.892070484581498e-05,
411
+ "loss": 2.7581,
412
+ "step": 1350
413
+ },
414
+ {
415
+ "epoch": 3.0,
416
+ "eval_accuracy": 0.009129640900791236,
417
+ "eval_loss": 0.7107077836990356,
418
+ "eval_macro_f1": 0.37986593469847163,
419
+ "eval_micro_f1": 0.4079140582734369,
420
+ "eval_runtime": 2.7063,
421
+ "eval_samples_per_second": 607.095,
422
+ "eval_steps_per_second": 38.059,
423
+ "eval_weighted_f1": 0.45335713263230065,
424
+ "step": 1362
425
+ },
426
+ {
427
+ "epoch": 3.028650137741047,
428
+ "grad_norm": 22.576751708984375,
429
+ "learning_rate": 1.8859520313264808e-05,
430
+ "loss": 2.7078,
431
+ "step": 1375
432
+ },
433
+ {
434
+ "epoch": 3.0837465564738293,
435
+ "grad_norm": 44.063690185546875,
436
+ "learning_rate": 1.8798335780714636e-05,
437
+ "loss": 2.5008,
438
+ "step": 1400
439
+ },
440
+ {
441
+ "epoch": 3.1388429752066114,
442
+ "grad_norm": 18.86543846130371,
443
+ "learning_rate": 1.8737151248164465e-05,
444
+ "loss": 2.6365,
445
+ "step": 1425
446
+ },
447
+ {
448
+ "epoch": 3.193939393939394,
449
+ "grad_norm": 22.964359283447266,
450
+ "learning_rate": 1.8675966715614294e-05,
451
+ "loss": 2.6185,
452
+ "step": 1450
453
+ },
454
+ {
455
+ "epoch": 3.2490358126721763,
456
+ "grad_norm": 57.00598907470703,
457
+ "learning_rate": 1.8614782183064122e-05,
458
+ "loss": 2.5152,
459
+ "step": 1475
460
+ },
461
+ {
462
+ "epoch": 3.304132231404959,
463
+ "grad_norm": 28.618066787719727,
464
+ "learning_rate": 1.855359765051395e-05,
465
+ "loss": 2.7578,
466
+ "step": 1500
467
+ },
468
+ {
469
+ "epoch": 3.359228650137741,
470
+ "grad_norm": 79.43772888183594,
471
+ "learning_rate": 1.849241311796378e-05,
472
+ "loss": 2.6763,
473
+ "step": 1525
474
+ },
475
+ {
476
+ "epoch": 3.4143250688705233,
477
+ "grad_norm": 27.52250099182129,
478
+ "learning_rate": 1.843122858541361e-05,
479
+ "loss": 2.697,
480
+ "step": 1550
481
+ },
482
+ {
483
+ "epoch": 3.469421487603306,
484
+ "grad_norm": 28.617395401000977,
485
+ "learning_rate": 1.8370044052863437e-05,
486
+ "loss": 2.601,
487
+ "step": 1575
488
+ },
489
+ {
490
+ "epoch": 3.5245179063360883,
491
+ "grad_norm": 22.172164916992188,
492
+ "learning_rate": 1.8308859520313266e-05,
493
+ "loss": 2.5248,
494
+ "step": 1600
495
+ },
496
+ {
497
+ "epoch": 3.579614325068871,
498
+ "grad_norm": 29.235937118530273,
499
+ "learning_rate": 1.8247674987763094e-05,
500
+ "loss": 2.6308,
501
+ "step": 1625
502
+ },
503
+ {
504
+ "epoch": 3.634710743801653,
505
+ "grad_norm": 25.602069854736328,
506
+ "learning_rate": 1.8186490455212923e-05,
507
+ "loss": 2.5584,
508
+ "step": 1650
509
+ },
510
+ {
511
+ "epoch": 3.6898071625344353,
512
+ "grad_norm": 30.798927307128906,
513
+ "learning_rate": 1.812530592266275e-05,
514
+ "loss": 2.7594,
515
+ "step": 1675
516
+ },
517
+ {
518
+ "epoch": 3.744903581267218,
519
+ "grad_norm": 45.07261276245117,
520
+ "learning_rate": 1.806412139011258e-05,
521
+ "loss": 2.5739,
522
+ "step": 1700
523
+ },
524
+ {
525
+ "epoch": 3.8,
526
+ "grad_norm": 39.90005874633789,
527
+ "learning_rate": 1.800293685756241e-05,
528
+ "loss": 2.591,
529
+ "step": 1725
530
+ },
531
+ {
532
+ "epoch": 3.8550964187327823,
533
+ "grad_norm": 55.15447235107422,
534
+ "learning_rate": 1.7941752325012238e-05,
535
+ "loss": 2.6957,
536
+ "step": 1750
537
+ },
538
+ {
539
+ "epoch": 3.910192837465565,
540
+ "grad_norm": 41.37272644042969,
541
+ "learning_rate": 1.7880567792462066e-05,
542
+ "loss": 2.501,
543
+ "step": 1775
544
+ },
545
+ {
546
+ "epoch": 3.9652892561983473,
547
+ "grad_norm": 36.86390686035156,
548
+ "learning_rate": 1.7819383259911895e-05,
549
+ "loss": 2.5325,
550
+ "step": 1800
551
+ },
552
+ {
553
+ "epoch": 4.0,
554
+ "eval_accuracy": 0.0036518563603164943,
555
+ "eval_loss": 0.6740474700927734,
556
+ "eval_macro_f1": 0.38663686881134135,
557
+ "eval_micro_f1": 0.4178537511870845,
558
+ "eval_runtime": 2.9785,
559
+ "eval_samples_per_second": 551.621,
560
+ "eval_steps_per_second": 34.581,
561
+ "eval_weighted_f1": 0.46419668997580815,
562
+ "step": 1816
563
+ },
564
+ {
565
+ "epoch": 4.019834710743802,
566
+ "grad_norm": 25.511503219604492,
567
+ "learning_rate": 1.7758198727361724e-05,
568
+ "loss": 2.5107,
569
+ "step": 1825
570
+ },
571
+ {
572
+ "epoch": 4.074931129476584,
573
+ "grad_norm": 27.822540283203125,
574
+ "learning_rate": 1.7697014194811552e-05,
575
+ "loss": 2.3396,
576
+ "step": 1850
577
+ },
578
+ {
579
+ "epoch": 4.130027548209366,
580
+ "grad_norm": 45.27438735961914,
581
+ "learning_rate": 1.763582966226138e-05,
582
+ "loss": 2.3623,
583
+ "step": 1875
584
+ },
585
+ {
586
+ "epoch": 4.1851239669421485,
587
+ "grad_norm": 17.16631507873535,
588
+ "learning_rate": 1.757464512971121e-05,
589
+ "loss": 2.2507,
590
+ "step": 1900
591
+ },
592
+ {
593
+ "epoch": 4.240220385674931,
594
+ "grad_norm": 32.3470344543457,
595
+ "learning_rate": 1.7513460597161038e-05,
596
+ "loss": 2.2705,
597
+ "step": 1925
598
+ },
599
+ {
600
+ "epoch": 4.2953168044077135,
601
+ "grad_norm": 37.85465621948242,
602
+ "learning_rate": 1.7452276064610867e-05,
603
+ "loss": 2.2527,
604
+ "step": 1950
605
+ },
606
+ {
607
+ "epoch": 4.350413223140496,
608
+ "grad_norm": 46.76307678222656,
609
+ "learning_rate": 1.7391091532060695e-05,
610
+ "loss": 2.2511,
611
+ "step": 1975
612
+ },
613
+ {
614
+ "epoch": 4.405509641873278,
615
+ "grad_norm": 39.46687698364258,
616
+ "learning_rate": 1.7329906999510527e-05,
617
+ "loss": 2.2502,
618
+ "step": 2000
619
+ },
620
+ {
621
+ "epoch": 4.460606060606061,
622
+ "grad_norm": 29.12211799621582,
623
+ "learning_rate": 1.7268722466960356e-05,
624
+ "loss": 2.3058,
625
+ "step": 2025
626
+ },
627
+ {
628
+ "epoch": 4.515702479338843,
629
+ "grad_norm": 39.785499572753906,
630
+ "learning_rate": 1.7207537934410185e-05,
631
+ "loss": 2.2244,
632
+ "step": 2050
633
+ },
634
+ {
635
+ "epoch": 4.570798898071625,
636
+ "grad_norm": 27.3704776763916,
637
+ "learning_rate": 1.7146353401860013e-05,
638
+ "loss": 2.276,
639
+ "step": 2075
640
+ },
641
+ {
642
+ "epoch": 4.6258953168044075,
643
+ "grad_norm": 40.32000732421875,
644
+ "learning_rate": 1.7085168869309842e-05,
645
+ "loss": 2.3236,
646
+ "step": 2100
647
+ },
648
+ {
649
+ "epoch": 4.68099173553719,
650
+ "grad_norm": 28.967191696166992,
651
+ "learning_rate": 1.702398433675967e-05,
652
+ "loss": 2.3074,
653
+ "step": 2125
654
+ },
655
+ {
656
+ "epoch": 4.736088154269972,
657
+ "grad_norm": 46.460147857666016,
658
+ "learning_rate": 1.69627998042095e-05,
659
+ "loss": 2.2439,
660
+ "step": 2150
661
+ },
662
+ {
663
+ "epoch": 4.791184573002755,
664
+ "grad_norm": 23.967653274536133,
665
+ "learning_rate": 1.6901615271659325e-05,
666
+ "loss": 2.2116,
667
+ "step": 2175
668
+ },
669
+ {
670
+ "epoch": 4.846280991735537,
671
+ "grad_norm": 19.93545150756836,
672
+ "learning_rate": 1.6840430739109153e-05,
673
+ "loss": 2.233,
674
+ "step": 2200
675
+ },
676
+ {
677
+ "epoch": 4.90137741046832,
678
+ "grad_norm": 45.01527786254883,
679
+ "learning_rate": 1.6779246206558982e-05,
680
+ "loss": 2.1938,
681
+ "step": 2225
682
+ },
683
+ {
684
+ "epoch": 4.9564738292011015,
685
+ "grad_norm": 28.400407791137695,
686
+ "learning_rate": 1.671806167400881e-05,
687
+ "loss": 2.2079,
688
+ "step": 2250
689
+ },
690
+ {
691
+ "epoch": 5.0,
692
+ "eval_accuracy": 0.020693852708460133,
693
+ "eval_loss": 0.6501524448394775,
694
+ "eval_macro_f1": 0.4151409069189579,
695
+ "eval_micro_f1": 0.44585115483319077,
696
+ "eval_runtime": 2.6851,
697
+ "eval_samples_per_second": 611.888,
698
+ "eval_steps_per_second": 38.359,
699
+ "eval_weighted_f1": 0.4802430248679244,
700
+ "step": 2270
701
+ },
702
+ {
703
+ "epoch": 5.011019283746556,
704
+ "grad_norm": 27.401155471801758,
705
+ "learning_rate": 1.665687714145864e-05,
706
+ "loss": 2.1228,
707
+ "step": 2275
708
+ },
709
+ {
710
+ "epoch": 5.066115702479339,
711
+ "grad_norm": 30.780738830566406,
712
+ "learning_rate": 1.6595692608908468e-05,
713
+ "loss": 2.0221,
714
+ "step": 2300
715
+ },
716
+ {
717
+ "epoch": 5.121212121212121,
718
+ "grad_norm": 15.749085426330566,
719
+ "learning_rate": 1.6534508076358297e-05,
720
+ "loss": 2.0324,
721
+ "step": 2325
722
+ },
723
+ {
724
+ "epoch": 5.176308539944904,
725
+ "grad_norm": 32.42204666137695,
726
+ "learning_rate": 1.6473323543808125e-05,
727
+ "loss": 2.0441,
728
+ "step": 2350
729
+ },
730
+ {
731
+ "epoch": 5.231404958677686,
732
+ "grad_norm": 28.353431701660156,
733
+ "learning_rate": 1.6412139011257954e-05,
734
+ "loss": 1.9473,
735
+ "step": 2375
736
+ },
737
+ {
738
+ "epoch": 5.2865013774104685,
739
+ "grad_norm": 40.0409049987793,
740
+ "learning_rate": 1.6350954478707782e-05,
741
+ "loss": 2.0047,
742
+ "step": 2400
743
+ },
744
+ {
745
+ "epoch": 5.341597796143251,
746
+ "grad_norm": 29.15716552734375,
747
+ "learning_rate": 1.628976994615761e-05,
748
+ "loss": 1.9719,
749
+ "step": 2425
750
+ },
751
+ {
752
+ "epoch": 5.3966942148760335,
753
+ "grad_norm": 26.328500747680664,
754
+ "learning_rate": 1.622858541360744e-05,
755
+ "loss": 2.0067,
756
+ "step": 2450
757
+ },
758
+ {
759
+ "epoch": 5.451790633608815,
760
+ "grad_norm": 44.411827087402344,
761
+ "learning_rate": 1.616740088105727e-05,
762
+ "loss": 2.0399,
763
+ "step": 2475
764
+ },
765
+ {
766
+ "epoch": 5.506887052341598,
767
+ "grad_norm": 41.19144821166992,
768
+ "learning_rate": 1.6106216348507097e-05,
769
+ "loss": 1.9129,
770
+ "step": 2500
771
+ },
772
+ {
773
+ "epoch": 5.56198347107438,
774
+ "grad_norm": 27.05829620361328,
775
+ "learning_rate": 1.604503181595693e-05,
776
+ "loss": 1.9734,
777
+ "step": 2525
778
+ },
779
+ {
780
+ "epoch": 5.6170798898071626,
781
+ "grad_norm": 29.061988830566406,
782
+ "learning_rate": 1.5983847283406758e-05,
783
+ "loss": 2.031,
784
+ "step": 2550
785
+ },
786
+ {
787
+ "epoch": 5.672176308539945,
788
+ "grad_norm": 27.015853881835938,
789
+ "learning_rate": 1.5922662750856586e-05,
790
+ "loss": 2.0105,
791
+ "step": 2575
792
+ },
793
+ {
794
+ "epoch": 5.7272727272727275,
795
+ "grad_norm": 26.781164169311523,
796
+ "learning_rate": 1.5861478218306415e-05,
797
+ "loss": 1.9697,
798
+ "step": 2600
799
+ },
800
+ {
801
+ "epoch": 5.78236914600551,
802
+ "grad_norm": 38.37092971801758,
803
+ "learning_rate": 1.5800293685756244e-05,
804
+ "loss": 1.9015,
805
+ "step": 2625
806
+ },
807
+ {
808
+ "epoch": 5.837465564738292,
809
+ "grad_norm": 34.03423309326172,
810
+ "learning_rate": 1.5739109153206072e-05,
811
+ "loss": 2.0433,
812
+ "step": 2650
813
+ },
814
+ {
815
+ "epoch": 5.892561983471074,
816
+ "grad_norm": 33.59871292114258,
817
+ "learning_rate": 1.56779246206559e-05,
818
+ "loss": 1.8871,
819
+ "step": 2675
820
+ },
821
+ {
822
+ "epoch": 5.9476584022038566,
823
+ "grad_norm": 42.3444709777832,
824
+ "learning_rate": 1.561674008810573e-05,
825
+ "loss": 1.9852,
826
+ "step": 2700
827
+ },
828
+ {
829
+ "epoch": 6.0,
830
+ "eval_accuracy": 0.03530127814972611,
831
+ "eval_loss": 0.6605414748191833,
832
+ "eval_macro_f1": 0.4466631124278909,
833
+ "eval_micro_f1": 0.476382646977896,
834
+ "eval_runtime": 2.7126,
835
+ "eval_samples_per_second": 605.689,
836
+ "eval_steps_per_second": 37.971,
837
+ "eval_weighted_f1": 0.5076573608490631,
838
+ "step": 2724
839
+ },
840
+ {
841
+ "epoch": 6.002203856749311,
842
+ "grad_norm": 31.276885986328125,
843
+ "learning_rate": 1.555555555555556e-05,
844
+ "loss": 1.9328,
845
+ "step": 2725
846
+ },
847
+ {
848
+ "epoch": 6.057300275482094,
849
+ "grad_norm": 17.66192626953125,
850
+ "learning_rate": 1.5494371023005387e-05,
851
+ "loss": 1.7643,
852
+ "step": 2750
853
+ },
854
+ {
855
+ "epoch": 6.112396694214876,
856
+ "grad_norm": 44.34126281738281,
857
+ "learning_rate": 1.5433186490455216e-05,
858
+ "loss": 1.83,
859
+ "step": 2775
860
+ },
861
+ {
862
+ "epoch": 6.167493112947659,
863
+ "grad_norm": 16.464832305908203,
864
+ "learning_rate": 1.5372001957905044e-05,
865
+ "loss": 1.7649,
866
+ "step": 2800
867
+ },
868
+ {
869
+ "epoch": 6.222589531680441,
870
+ "grad_norm": 31.59127426147461,
871
+ "learning_rate": 1.5310817425354873e-05,
872
+ "loss": 1.77,
873
+ "step": 2825
874
+ },
875
+ {
876
+ "epoch": 6.277685950413223,
877
+ "grad_norm": 25.755020141601562,
878
+ "learning_rate": 1.52496328928047e-05,
879
+ "loss": 1.7545,
880
+ "step": 2850
881
+ },
882
+ {
883
+ "epoch": 6.332782369146005,
884
+ "grad_norm": 37.847320556640625,
885
+ "learning_rate": 1.5188448360254529e-05,
886
+ "loss": 1.7342,
887
+ "step": 2875
888
+ },
889
+ {
890
+ "epoch": 6.387878787878788,
891
+ "grad_norm": 16.70075225830078,
892
+ "learning_rate": 1.5127263827704357e-05,
893
+ "loss": 1.7252,
894
+ "step": 2900
895
+ },
896
+ {
897
+ "epoch": 6.44297520661157,
898
+ "grad_norm": 58.51238250732422,
899
+ "learning_rate": 1.5066079295154186e-05,
900
+ "loss": 1.7873,
901
+ "step": 2925
902
+ },
903
+ {
904
+ "epoch": 6.498071625344353,
905
+ "grad_norm": 29.229862213134766,
906
+ "learning_rate": 1.5004894762604014e-05,
907
+ "loss": 1.7462,
908
+ "step": 2950
909
+ },
910
+ {
911
+ "epoch": 6.553168044077135,
912
+ "grad_norm": 21.569957733154297,
913
+ "learning_rate": 1.4943710230053843e-05,
914
+ "loss": 1.7983,
915
+ "step": 2975
916
+ },
917
+ {
918
+ "epoch": 6.608264462809918,
919
+ "grad_norm": 14.576573371887207,
920
+ "learning_rate": 1.4882525697503672e-05,
921
+ "loss": 1.7069,
922
+ "step": 3000
923
+ },
924
+ {
925
+ "epoch": 6.663360881542699,
926
+ "grad_norm": 25.448081970214844,
927
+ "learning_rate": 1.48213411649535e-05,
928
+ "loss": 1.8663,
929
+ "step": 3025
930
+ },
931
+ {
932
+ "epoch": 6.718457300275482,
933
+ "grad_norm": 37.28281021118164,
934
+ "learning_rate": 1.476015663240333e-05,
935
+ "loss": 1.7692,
936
+ "step": 3050
937
+ },
938
+ {
939
+ "epoch": 6.773553719008264,
940
+ "grad_norm": 23.77863311767578,
941
+ "learning_rate": 1.469897209985316e-05,
942
+ "loss": 1.7042,
943
+ "step": 3075
944
+ },
945
+ {
946
+ "epoch": 6.828650137741047,
947
+ "grad_norm": 30.743484497070312,
948
+ "learning_rate": 1.4637787567302988e-05,
949
+ "loss": 1.7017,
950
+ "step": 3100
951
+ },
952
+ {
953
+ "epoch": 6.883746556473829,
954
+ "grad_norm": 28.08268928527832,
955
+ "learning_rate": 1.4576603034752817e-05,
956
+ "loss": 1.77,
957
+ "step": 3125
958
+ },
959
+ {
960
+ "epoch": 6.938842975206612,
961
+ "grad_norm": 17.06208610534668,
962
+ "learning_rate": 1.4515418502202645e-05,
963
+ "loss": 1.7701,
964
+ "step": 3150
965
+ },
966
+ {
967
+ "epoch": 6.993939393939394,
968
+ "grad_norm": 27.61089324951172,
969
+ "learning_rate": 1.4454233969652474e-05,
970
+ "loss": 1.7712,
971
+ "step": 3175
972
+ },
973
+ {
974
+ "epoch": 7.0,
975
+ "eval_accuracy": 0.0505173463177115,
976
+ "eval_loss": 0.667800784111023,
977
+ "eval_macro_f1": 0.4635546031518342,
978
+ "eval_micro_f1": 0.49693016116653876,
979
+ "eval_runtime": 2.6815,
980
+ "eval_samples_per_second": 612.722,
981
+ "eval_steps_per_second": 38.412,
982
+ "eval_weighted_f1": 0.5215282248072648,
983
+ "step": 3178
984
+ },
985
+ {
986
+ "epoch": 7.048484848484849,
987
+ "grad_norm": 14.443765640258789,
988
+ "learning_rate": 1.4393049437102303e-05,
989
+ "loss": 1.6616,
990
+ "step": 3200
991
+ },
992
+ {
993
+ "epoch": 7.103581267217631,
994
+ "grad_norm": 47.7943115234375,
995
+ "learning_rate": 1.4331864904552131e-05,
996
+ "loss": 1.5851,
997
+ "step": 3225
998
+ },
999
+ {
1000
+ "epoch": 7.158677685950413,
1001
+ "grad_norm": 48.4149284362793,
1002
+ "learning_rate": 1.427068037200196e-05,
1003
+ "loss": 1.5406,
1004
+ "step": 3250
1005
+ },
1006
+ {
1007
+ "epoch": 7.213774104683195,
1008
+ "grad_norm": 20.946657180786133,
1009
+ "learning_rate": 1.4209495839451789e-05,
1010
+ "loss": 1.5758,
1011
+ "step": 3275
1012
+ },
1013
+ {
1014
+ "epoch": 7.268870523415978,
1015
+ "grad_norm": 16.744651794433594,
1016
+ "learning_rate": 1.4148311306901617e-05,
1017
+ "loss": 1.4936,
1018
+ "step": 3300
1019
+ },
1020
+ {
1021
+ "epoch": 7.32396694214876,
1022
+ "grad_norm": 23.426197052001953,
1023
+ "learning_rate": 1.4087126774351444e-05,
1024
+ "loss": 1.538,
1025
+ "step": 3325
1026
+ },
1027
+ {
1028
+ "epoch": 7.379063360881543,
1029
+ "grad_norm": 18.760459899902344,
1030
+ "learning_rate": 1.4025942241801273e-05,
1031
+ "loss": 1.5393,
1032
+ "step": 3350
1033
+ },
1034
+ {
1035
+ "epoch": 7.434159779614325,
1036
+ "grad_norm": 20.02878189086914,
1037
+ "learning_rate": 1.3964757709251102e-05,
1038
+ "loss": 1.5793,
1039
+ "step": 3375
1040
+ },
1041
+ {
1042
+ "epoch": 7.489256198347108,
1043
+ "grad_norm": 30.002683639526367,
1044
+ "learning_rate": 1.390357317670093e-05,
1045
+ "loss": 1.6356,
1046
+ "step": 3400
1047
+ },
1048
+ {
1049
+ "epoch": 7.544352617079889,
1050
+ "grad_norm": 40.49919891357422,
1051
+ "learning_rate": 1.3842388644150759e-05,
1052
+ "loss": 1.5955,
1053
+ "step": 3425
1054
+ },
1055
+ {
1056
+ "epoch": 7.599449035812672,
1057
+ "grad_norm": 22.69491958618164,
1058
+ "learning_rate": 1.3781204111600588e-05,
1059
+ "loss": 1.527,
1060
+ "step": 3450
1061
+ },
1062
+ {
1063
+ "epoch": 7.654545454545454,
1064
+ "grad_norm": 31.055889129638672,
1065
+ "learning_rate": 1.3720019579050416e-05,
1066
+ "loss": 1.6266,
1067
+ "step": 3475
1068
+ },
1069
+ {
1070
+ "epoch": 7.709641873278237,
1071
+ "grad_norm": 35.59032440185547,
1072
+ "learning_rate": 1.3658835046500245e-05,
1073
+ "loss": 1.5582,
1074
+ "step": 3500
1075
+ },
1076
+ {
1077
+ "epoch": 7.764738292011019,
1078
+ "grad_norm": 21.903383255004883,
1079
+ "learning_rate": 1.3597650513950073e-05,
1080
+ "loss": 1.5964,
1081
+ "step": 3525
1082
+ },
1083
+ {
1084
+ "epoch": 7.819834710743802,
1085
+ "grad_norm": 46.80695724487305,
1086
+ "learning_rate": 1.3536465981399902e-05,
1087
+ "loss": 1.6225,
1088
+ "step": 3550
1089
+ },
1090
+ {
1091
+ "epoch": 7.874931129476584,
1092
+ "grad_norm": 37.48656463623047,
1093
+ "learning_rate": 1.3475281448849732e-05,
1094
+ "loss": 1.5952,
1095
+ "step": 3575
1096
+ },
1097
+ {
1098
+ "epoch": 7.930027548209367,
1099
+ "grad_norm": 47.467002868652344,
1100
+ "learning_rate": 1.3414096916299561e-05,
1101
+ "loss": 1.5941,
1102
+ "step": 3600
1103
+ },
1104
+ {
1105
+ "epoch": 7.985123966942149,
1106
+ "grad_norm": 21.236330032348633,
1107
+ "learning_rate": 1.335291238374939e-05,
1108
+ "loss": 1.5276,
1109
+ "step": 3625
1110
+ },
1111
+ {
1112
+ "epoch": 8.0,
1113
+ "eval_accuracy": 0.05295191722458917,
1114
+ "eval_loss": 0.6789072155952454,
1115
+ "eval_macro_f1": 0.4671873955904056,
1116
+ "eval_micro_f1": 0.5004403561992368,
1117
+ "eval_runtime": 2.7566,
1118
+ "eval_samples_per_second": 596.016,
1119
+ "eval_steps_per_second": 37.364,
1120
+ "eval_weighted_f1": 0.5252166776784816,
1121
+ "step": 3632
1122
+ },
1123
+ {
1124
+ "epoch": 8.039669421487604,
1125
+ "grad_norm": 38.204002380371094,
1126
+ "learning_rate": 1.3291727851199218e-05,
1127
+ "loss": 1.4429,
1128
+ "step": 3650
1129
+ },
1130
+ {
1131
+ "epoch": 8.094765840220386,
1132
+ "grad_norm": 30.837017059326172,
1133
+ "learning_rate": 1.3230543318649047e-05,
1134
+ "loss": 1.4964,
1135
+ "step": 3675
1136
+ },
1137
+ {
1138
+ "epoch": 8.149862258953169,
1139
+ "grad_norm": 20.570436477661133,
1140
+ "learning_rate": 1.3169358786098876e-05,
1141
+ "loss": 1.435,
1142
+ "step": 3700
1143
+ },
1144
+ {
1145
+ "epoch": 8.20495867768595,
1146
+ "grad_norm": 24.845632553100586,
1147
+ "learning_rate": 1.3108174253548704e-05,
1148
+ "loss": 1.4016,
1149
+ "step": 3725
1150
+ },
1151
+ {
1152
+ "epoch": 8.260055096418732,
1153
+ "grad_norm": 57.971099853515625,
1154
+ "learning_rate": 1.3046989720998533e-05,
1155
+ "loss": 1.3979,
1156
+ "step": 3750
1157
+ },
1158
+ {
1159
+ "epoch": 8.315151515151515,
1160
+ "grad_norm": 29.73035430908203,
1161
+ "learning_rate": 1.2985805188448362e-05,
1162
+ "loss": 1.4129,
1163
+ "step": 3775
1164
+ },
1165
+ {
1166
+ "epoch": 8.370247933884297,
1167
+ "grad_norm": 33.50901794433594,
1168
+ "learning_rate": 1.292462065589819e-05,
1169
+ "loss": 1.4361,
1170
+ "step": 3800
1171
+ },
1172
+ {
1173
+ "epoch": 8.42534435261708,
1174
+ "grad_norm": 30.13701629638672,
1175
+ "learning_rate": 1.2863436123348019e-05,
1176
+ "loss": 1.3541,
1177
+ "step": 3825
1178
+ },
1179
+ {
1180
+ "epoch": 8.480440771349862,
1181
+ "grad_norm": 44.27888107299805,
1182
+ "learning_rate": 1.2802251590797848e-05,
1183
+ "loss": 1.4785,
1184
+ "step": 3850
1185
+ },
1186
+ {
1187
+ "epoch": 8.535537190082644,
1188
+ "grad_norm": 30.611860275268555,
1189
+ "learning_rate": 1.2741067058247676e-05,
1190
+ "loss": 1.4816,
1191
+ "step": 3875
1192
+ },
1193
+ {
1194
+ "epoch": 8.590633608815427,
1195
+ "grad_norm": 30.29857063293457,
1196
+ "learning_rate": 1.2679882525697505e-05,
1197
+ "loss": 1.3232,
1198
+ "step": 3900
1199
+ },
1200
+ {
1201
+ "epoch": 8.64573002754821,
1202
+ "grad_norm": 18.861495971679688,
1203
+ "learning_rate": 1.2618697993147334e-05,
1204
+ "loss": 1.3926,
1205
+ "step": 3925
1206
+ },
1207
+ {
1208
+ "epoch": 8.700826446280992,
1209
+ "grad_norm": 25.118059158325195,
1210
+ "learning_rate": 1.2557513460597162e-05,
1211
+ "loss": 1.4094,
1212
+ "step": 3950
1213
+ },
1214
+ {
1215
+ "epoch": 8.755922865013774,
1216
+ "grad_norm": 23.028749465942383,
1217
+ "learning_rate": 1.2496328928046991e-05,
1218
+ "loss": 1.4524,
1219
+ "step": 3975
1220
+ },
1221
+ {
1222
+ "epoch": 8.811019283746557,
1223
+ "grad_norm": 20.454973220825195,
1224
+ "learning_rate": 1.243514439549682e-05,
1225
+ "loss": 1.3799,
1226
+ "step": 4000
1227
+ },
1228
+ {
1229
+ "epoch": 8.86611570247934,
1230
+ "grad_norm": 28.43181037902832,
1231
+ "learning_rate": 1.2373959862946646e-05,
1232
+ "loss": 1.4757,
1233
+ "step": 4025
1234
+ },
1235
+ {
1236
+ "epoch": 8.921212121212122,
1237
+ "grad_norm": 18.250024795532227,
1238
+ "learning_rate": 1.2312775330396475e-05,
1239
+ "loss": 1.3971,
1240
+ "step": 4050
1241
+ },
1242
+ {
1243
+ "epoch": 8.976308539944904,
1244
+ "grad_norm": 40.297603607177734,
1245
+ "learning_rate": 1.2251590797846304e-05,
1246
+ "loss": 1.3866,
1247
+ "step": 4075
1248
+ },
1249
+ {
1250
+ "epoch": 9.0,
1251
+ "eval_accuracy": 0.06755934266585514,
1252
+ "eval_loss": 0.6963533759117126,
1253
+ "eval_macro_f1": 0.4864721364996663,
1254
+ "eval_micro_f1": 0.5201600492459219,
1255
+ "eval_runtime": 2.8971,
1256
+ "eval_samples_per_second": 567.119,
1257
+ "eval_steps_per_second": 35.553,
1258
+ "eval_weighted_f1": 0.5406038185434958,
1259
+ "step": 4086
1260
+ },
1261
+ {
1262
+ "epoch": 9.030853994490359,
1263
+ "grad_norm": 18.69618034362793,
1264
+ "learning_rate": 1.2190406265296136e-05,
1265
+ "loss": 1.3125,
1266
+ "step": 4100
1267
+ },
1268
+ {
1269
+ "epoch": 9.08595041322314,
1270
+ "grad_norm": 29.387378692626953,
1271
+ "learning_rate": 1.2129221732745964e-05,
1272
+ "loss": 1.2888,
1273
+ "step": 4125
1274
+ },
1275
+ {
1276
+ "epoch": 9.141046831955922,
1277
+ "grad_norm": 13.697555541992188,
1278
+ "learning_rate": 1.2068037200195793e-05,
1279
+ "loss": 1.2992,
1280
+ "step": 4150
1281
+ },
1282
+ {
1283
+ "epoch": 9.196143250688705,
1284
+ "grad_norm": 16.341440200805664,
1285
+ "learning_rate": 1.2006852667645622e-05,
1286
+ "loss": 1.2725,
1287
+ "step": 4175
1288
+ },
1289
+ {
1290
+ "epoch": 9.251239669421487,
1291
+ "grad_norm": 22.702817916870117,
1292
+ "learning_rate": 1.1945668135095449e-05,
1293
+ "loss": 1.2853,
1294
+ "step": 4200
1295
+ },
1296
+ {
1297
+ "epoch": 9.30633608815427,
1298
+ "grad_norm": 23.948762893676758,
1299
+ "learning_rate": 1.1884483602545277e-05,
1300
+ "loss": 1.2745,
1301
+ "step": 4225
1302
+ },
1303
+ {
1304
+ "epoch": 9.361432506887052,
1305
+ "grad_norm": 16.673274993896484,
1306
+ "learning_rate": 1.1823299069995106e-05,
1307
+ "loss": 1.2718,
1308
+ "step": 4250
1309
+ },
1310
+ {
1311
+ "epoch": 9.416528925619835,
1312
+ "grad_norm": 25.226261138916016,
1313
+ "learning_rate": 1.1762114537444935e-05,
1314
+ "loss": 1.2968,
1315
+ "step": 4275
1316
+ },
1317
+ {
1318
+ "epoch": 9.471625344352617,
1319
+ "grad_norm": 16.020442962646484,
1320
+ "learning_rate": 1.1700930004894763e-05,
1321
+ "loss": 1.2944,
1322
+ "step": 4300
1323
+ },
1324
+ {
1325
+ "epoch": 9.5267217630854,
1326
+ "grad_norm": 39.384098052978516,
1327
+ "learning_rate": 1.1639745472344592e-05,
1328
+ "loss": 1.2891,
1329
+ "step": 4325
1330
+ },
1331
+ {
1332
+ "epoch": 9.581818181818182,
1333
+ "grad_norm": 37.32372283935547,
1334
+ "learning_rate": 1.157856093979442e-05,
1335
+ "loss": 1.2376,
1336
+ "step": 4350
1337
+ },
1338
+ {
1339
+ "epoch": 9.636914600550964,
1340
+ "grad_norm": 22.738689422607422,
1341
+ "learning_rate": 1.151737640724425e-05,
1342
+ "loss": 1.3216,
1343
+ "step": 4375
1344
+ },
1345
+ {
1346
+ "epoch": 9.692011019283747,
1347
+ "grad_norm": 22.902591705322266,
1348
+ "learning_rate": 1.1456191874694078e-05,
1349
+ "loss": 1.3312,
1350
+ "step": 4400
1351
+ },
1352
+ {
1353
+ "epoch": 9.74710743801653,
1354
+ "grad_norm": 22.496963500976562,
1355
+ "learning_rate": 1.1395007342143907e-05,
1356
+ "loss": 1.2527,
1357
+ "step": 4425
1358
+ },
1359
+ {
1360
+ "epoch": 9.802203856749312,
1361
+ "grad_norm": 19.45132064819336,
1362
+ "learning_rate": 1.1333822809593735e-05,
1363
+ "loss": 1.2524,
1364
+ "step": 4450
1365
+ },
1366
+ {
1367
+ "epoch": 9.857300275482094,
1368
+ "grad_norm": 32.91093063354492,
1369
+ "learning_rate": 1.1272638277043564e-05,
1370
+ "loss": 1.2752,
1371
+ "step": 4475
1372
+ },
1373
+ {
1374
+ "epoch": 9.912396694214877,
1375
+ "grad_norm": 27.506261825561523,
1376
+ "learning_rate": 1.1211453744493393e-05,
1377
+ "loss": 1.2682,
1378
+ "step": 4500
1379
+ },
1380
+ {
1381
+ "epoch": 9.967493112947658,
1382
+ "grad_norm": 21.316890716552734,
1383
+ "learning_rate": 1.1150269211943221e-05,
1384
+ "loss": 1.2517,
1385
+ "step": 4525
1386
+ },
1387
+ {
1388
+ "epoch": 10.0,
1389
+ "eval_accuracy": 0.06451612903225806,
1390
+ "eval_loss": 0.7327091693878174,
1391
+ "eval_macro_f1": 0.5001189078572889,
1392
+ "eval_micro_f1": 0.5335163095112425,
1393
+ "eval_runtime": 2.55,
1394
+ "eval_samples_per_second": 644.313,
1395
+ "eval_steps_per_second": 40.392,
1396
+ "eval_weighted_f1": 0.5477984396678589,
1397
+ "step": 4540
1398
+ }
1399
+ ],
1400
+ "logging_steps": 25,
1401
+ "max_steps": 9080,
1402
+ "num_input_tokens_seen": 0,
1403
+ "num_train_epochs": 20,
1404
+ "save_steps": 500,
1405
+ "stateful_callbacks": {
1406
+ "EarlyStoppingCallback": {
1407
+ "args": {
1408
+ "early_stopping_patience": 3,
1409
+ "early_stopping_threshold": 0.0
1410
+ },
1411
+ "attributes": {
1412
+ "early_stopping_patience_counter": 0
1413
+ }
1414
+ },
1415
+ "TrainerControl": {
1416
+ "args": {
1417
+ "should_epoch_stop": false,
1418
+ "should_evaluate": false,
1419
+ "should_log": false,
1420
+ "should_save": true,
1421
+ "should_training_stop": false
1422
+ },
1423
+ "attributes": {}
1424
+ }
1425
+ },
1426
+ "total_flos": 0.0,
1427
+ "train_batch_size": 8,
1428
+ "trial_name": null,
1429
+ "trial_params": null
1430
+ }