PhaaNe commited on
Commit
afaf89c
·
verified ·
1 Parent(s): ac9a7b2

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-1309/special_tokens_map.json +15 -0
  2. ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-1309/tokenizer.json +0 -0
  3. ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-1309/tokenizer_config.json +56 -0
  4. ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-1309/trainer_state.json +484 -0
  5. ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748/special_tokens_map.json +15 -0
  6. ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748/tokenizer.json +0 -0
  7. ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748/tokenizer_config.json +56 -0
  8. ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748/trainer_state.json +290 -0
  9. ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719/special_tokens_map.json +15 -0
  10. ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719/tokenizer.json +0 -0
  11. ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719/tokenizer_config.json +56 -0
  12. ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719/trainer_state.json +618 -0
  13. ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-2292/special_tokens_map.json +15 -0
  14. ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-2292/tokenizer.json +0 -0
  15. ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-2292/tokenizer_config.json +56 -0
  16. ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-2292/trainer_state.json +812 -0
  17. ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820/special_tokens_map.json +15 -0
  18. ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820/tokenizer.json +0 -0
  19. ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820/tokenizer_config.json +56 -0
  20. ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820/trainer_state.json +657 -0
  21. ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-2366/special_tokens_map.json +15 -0
  22. ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-2366/tokenizer.json +0 -0
  23. ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-2366/tokenizer_config.json +56 -0
  24. ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-2366/trainer_state.json +844 -0
  25. ood-vifactcheck-visobert-topic-domain-03-s43-20260830T170827Z-1a169064/trainer/checkpoint-1560/special_tokens_map.json +15 -0
  26. ood-vifactcheck-visobert-topic-domain-03-s43-20260830T170827Z-1a169064/trainer/checkpoint-1560/tokenizer.json +0 -0
  27. ood-vifactcheck-visobert-topic-domain-03-s43-20260830T170827Z-1a169064/trainer/checkpoint-1560/trainer_state.json +565 -0
  28. ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365/special_tokens_map.json +15 -0
  29. ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365/tokenizer.json +0 -0
  30. ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365/tokenizer_config.json +56 -0
  31. ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365/trainer_state.json +498 -0
  32. ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1950/special_tokens_map.json +15 -0
  33. ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1950/tokenizer.json +0 -0
  34. ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1950/tokenizer_config.json +56 -0
  35. ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1950/trainer_state.json +699 -0
  36. ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316/special_tokens_map.json +15 -0
  37. ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316/tokenizer.json +0 -0
  38. ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316/tokenizer_config.json +56 -0
  39. ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316/trainer_state.json +484 -0
  40. ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1880/special_tokens_map.json +15 -0
  41. ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1880/tokenizer.json +0 -0
  42. ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1880/tokenizer_config.json +56 -0
  43. ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1880/trainer_state.json +678 -0
  44. ood-vifactcheck-visobert-topic-domain-04-s44-20260830T192314Z-59e46264/trainer/checkpoint-1504/tokenizer_config.json +56 -0
  45. ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1400/special_tokens_map.json +15 -0
  46. ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1400/tokenizer.json +0 -0
  47. ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1400/tokenizer_config.json +56 -0
  48. ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1400/trainer_state.json +523 -0
  49. ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1925/special_tokens_map.json +15 -0
  50. ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1925/tokenizer.json +0 -0
ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-1309/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-1309/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-1309/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-1309/trainer_state.json ADDED
@@ -0,0 +1,484 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 748,
3
+ "best_metric": 0.5745772506851244,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1309,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13368983957219252,
14
+ "grad_norm": 39.25949478149414,
15
+ "learning_rate": 1.2834224598930483e-06,
16
+ "loss": 4.7473,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.26737967914438504,
21
+ "grad_norm": 31.204790115356445,
22
+ "learning_rate": 2.6203208556149735e-06,
23
+ "loss": 4.5621,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.40106951871657753,
28
+ "grad_norm": 27.70855712890625,
29
+ "learning_rate": 3.957219251336899e-06,
30
+ "loss": 4.5731,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5347593582887701,
35
+ "grad_norm": 23.6341495513916,
36
+ "learning_rate": 5.294117647058824e-06,
37
+ "loss": 4.392,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6684491978609626,
42
+ "grad_norm": 21.84865379333496,
43
+ "learning_rate": 6.631016042780749e-06,
44
+ "loss": 4.399,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8021390374331551,
49
+ "grad_norm": 16.856752395629883,
50
+ "learning_rate": 7.967914438502674e-06,
51
+ "loss": 4.3587,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9358288770053476,
56
+ "grad_norm": 24.251171112060547,
57
+ "learning_rate": 9.3048128342246e-06,
58
+ "loss": 4.384,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.4090909090909091,
64
+ "eval_loss": 1.0673828125,
65
+ "eval_macro_f1": 0.3847350675601077,
66
+ "eval_runtime": 1.3184,
67
+ "eval_samples_per_second": 433.847,
68
+ "eval_steps_per_second": 27.305,
69
+ "eval_weighted_f1": 0.38533864922307937,
70
+ "step": 187
71
+ },
72
+ {
73
+ "epoch": 1.0695187165775402,
74
+ "grad_norm": 22.821067810058594,
75
+ "learning_rate": 1.0641711229946525e-05,
76
+ "loss": 4.3423,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.2032085561497325,
81
+ "grad_norm": 26.63734245300293,
82
+ "learning_rate": 1.197860962566845e-05,
83
+ "loss": 4.1789,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.3368983957219251,
88
+ "grad_norm": 17.586166381835938,
89
+ "learning_rate": 1.3315508021390375e-05,
90
+ "loss": 4.2558,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4705882352941178,
95
+ "grad_norm": 23.419898986816406,
96
+ "learning_rate": 1.4652406417112302e-05,
97
+ "loss": 4.328,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6042780748663101,
102
+ "grad_norm": 30.401447296142578,
103
+ "learning_rate": 1.5989304812834226e-05,
104
+ "loss": 4.2326,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7379679144385025,
109
+ "grad_norm": 36.62117385864258,
110
+ "learning_rate": 1.7326203208556153e-05,
111
+ "loss": 4.219,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.8716577540106951,
116
+ "grad_norm": 15.000849723815918,
117
+ "learning_rate": 1.8663101604278075e-05,
118
+ "loss": 4.1699,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.48951048951048953,
124
+ "eval_loss": 1.0188688039779663,
125
+ "eval_macro_f1": 0.48632203998832235,
126
+ "eval_runtime": 1.1876,
127
+ "eval_samples_per_second": 481.64,
128
+ "eval_steps_per_second": 30.313,
129
+ "eval_weighted_f1": 0.4849790483042472,
130
+ "step": 374
131
+ },
132
+ {
133
+ "epoch": 2.0053475935828877,
134
+ "grad_norm": 24.21514892578125,
135
+ "learning_rate": 2e-05,
136
+ "loss": 4.3139,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.1390374331550803,
141
+ "grad_norm": 35.961483001708984,
142
+ "learning_rate": 1.9851455733808676e-05,
143
+ "loss": 3.7639,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2727272727272725,
148
+ "grad_norm": 28.472244262695312,
149
+ "learning_rate": 1.9702911467617353e-05,
150
+ "loss": 3.8847,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.406417112299465,
155
+ "grad_norm": 36.72907257080078,
156
+ "learning_rate": 1.9554367201426024e-05,
157
+ "loss": 3.6443,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5401069518716577,
162
+ "grad_norm": 32.99386978149414,
163
+ "learning_rate": 1.94058229352347e-05,
164
+ "loss": 3.6656,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.6737967914438503,
169
+ "grad_norm": 28.11151885986328,
170
+ "learning_rate": 1.9257278669043376e-05,
171
+ "loss": 3.6214,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.807486631016043,
176
+ "grad_norm": 28.973678588867188,
177
+ "learning_rate": 1.9108734402852053e-05,
178
+ "loss": 3.9311,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.9411764705882355,
183
+ "grad_norm": 21.838647842407227,
184
+ "learning_rate": 1.8960190136660727e-05,
185
+ "loss": 3.7945,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.493006993006993,
191
+ "eval_loss": 1.015702724456787,
192
+ "eval_macro_f1": 0.4776544612172347,
193
+ "eval_runtime": 1.1937,
194
+ "eval_samples_per_second": 479.173,
195
+ "eval_steps_per_second": 30.158,
196
+ "eval_weighted_f1": 0.4795456069927608,
197
+ "step": 561
198
+ },
199
+ {
200
+ "epoch": 3.0748663101604277,
201
+ "grad_norm": 31.2103214263916,
202
+ "learning_rate": 1.88116458704694e-05,
203
+ "loss": 3.3732,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.2085561497326203,
208
+ "grad_norm": 29.842082977294922,
209
+ "learning_rate": 1.8663101604278075e-05,
210
+ "loss": 2.752,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.342245989304813,
215
+ "grad_norm": 29.307355880737305,
216
+ "learning_rate": 1.8514557338086753e-05,
217
+ "loss": 2.9932,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.4759358288770055,
222
+ "grad_norm": 36.91546630859375,
223
+ "learning_rate": 1.8366013071895427e-05,
224
+ "loss": 2.8464,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.6096256684491976,
229
+ "grad_norm": 41.83279800415039,
230
+ "learning_rate": 1.82174688057041e-05,
231
+ "loss": 2.8043,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.7433155080213902,
236
+ "grad_norm": 45.906742095947266,
237
+ "learning_rate": 1.8068924539512775e-05,
238
+ "loss": 2.8828,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.877005347593583,
243
+ "grad_norm": 75.35455322265625,
244
+ "learning_rate": 1.7920380273321453e-05,
245
+ "loss": 2.9928,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.583916083916084,
251
+ "eval_loss": 0.9863146543502808,
252
+ "eval_macro_f1": 0.5745772506851244,
253
+ "eval_runtime": 1.1804,
254
+ "eval_samples_per_second": 484.568,
255
+ "eval_steps_per_second": 30.497,
256
+ "eval_weighted_f1": 0.5746673603490862,
257
+ "step": 748
258
+ },
259
+ {
260
+ "epoch": 4.010695187165775,
261
+ "grad_norm": 29.99246597290039,
262
+ "learning_rate": 1.7771836007130127e-05,
263
+ "loss": 2.5855,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.144385026737968,
268
+ "grad_norm": 54.4416389465332,
269
+ "learning_rate": 1.76232917409388e-05,
270
+ "loss": 1.8442,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.278074866310161,
275
+ "grad_norm": 44.316768646240234,
276
+ "learning_rate": 1.7474747474747475e-05,
277
+ "loss": 1.7753,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.411764705882353,
282
+ "grad_norm": 46.812191009521484,
283
+ "learning_rate": 1.7326203208556153e-05,
284
+ "loss": 1.6956,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.545454545454545,
289
+ "grad_norm": 84.23530578613281,
290
+ "learning_rate": 1.7177658942364827e-05,
291
+ "loss": 1.6636,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.6791443850267385,
296
+ "grad_norm": 36.87635803222656,
297
+ "learning_rate": 1.70291146761735e-05,
298
+ "loss": 1.8538,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.81283422459893,
303
+ "grad_norm": 55.101558685302734,
304
+ "learning_rate": 1.6880570409982175e-05,
305
+ "loss": 2.0481,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.946524064171123,
310
+ "grad_norm": 45.30961608886719,
311
+ "learning_rate": 1.6732026143790852e-05,
312
+ "loss": 1.9582,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 5.0,
317
+ "eval_accuracy": 0.5524475524475524,
318
+ "eval_loss": 1.1173386573791504,
319
+ "eval_macro_f1": 0.5512604361105907,
320
+ "eval_runtime": 1.1839,
321
+ "eval_samples_per_second": 483.148,
322
+ "eval_steps_per_second": 30.408,
323
+ "eval_weighted_f1": 0.5503136433282076,
324
+ "step": 935
325
+ },
326
+ {
327
+ "epoch": 5.080213903743315,
328
+ "grad_norm": 23.1445255279541,
329
+ "learning_rate": 1.6583481877599526e-05,
330
+ "loss": 1.4826,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.213903743315508,
335
+ "grad_norm": 38.858123779296875,
336
+ "learning_rate": 1.64349376114082e-05,
337
+ "loss": 0.9195,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.347593582887701,
342
+ "grad_norm": 45.387386322021484,
343
+ "learning_rate": 1.6286393345216875e-05,
344
+ "loss": 1.0404,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.481283422459893,
349
+ "grad_norm": 58.04641342163086,
350
+ "learning_rate": 1.6137849079025552e-05,
351
+ "loss": 1.2047,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.614973262032086,
356
+ "grad_norm": 39.815216064453125,
357
+ "learning_rate": 1.5989304812834226e-05,
358
+ "loss": 0.9629,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.748663101604278,
363
+ "grad_norm": 25.764636993408203,
364
+ "learning_rate": 1.58407605466429e-05,
365
+ "loss": 1.238,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.882352941176471,
370
+ "grad_norm": 31.943553924560547,
371
+ "learning_rate": 1.5692216280451574e-05,
372
+ "loss": 0.9624,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 6.0,
377
+ "eval_accuracy": 0.548951048951049,
378
+ "eval_loss": 1.6528257131576538,
379
+ "eval_macro_f1": 0.5460980700407018,
380
+ "eval_runtime": 1.1931,
381
+ "eval_samples_per_second": 479.409,
382
+ "eval_steps_per_second": 30.173,
383
+ "eval_weighted_f1": 0.5470251273385677,
384
+ "step": 1122
385
+ },
386
+ {
387
+ "epoch": 6.016042780748663,
388
+ "grad_norm": 49.54508972167969,
389
+ "learning_rate": 1.5543672014260252e-05,
390
+ "loss": 0.8947,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.149732620320855,
395
+ "grad_norm": 36.84383773803711,
396
+ "learning_rate": 1.5395127748068926e-05,
397
+ "loss": 0.5398,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.283422459893048,
402
+ "grad_norm": 40.37290954589844,
403
+ "learning_rate": 1.5246583481877602e-05,
404
+ "loss": 0.558,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.4171122994652405,
409
+ "grad_norm": 64.75464630126953,
410
+ "learning_rate": 1.5098039215686276e-05,
411
+ "loss": 0.541,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.550802139037433,
416
+ "grad_norm": 67.41923522949219,
417
+ "learning_rate": 1.4949494949494952e-05,
418
+ "loss": 0.6175,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.684491978609626,
423
+ "grad_norm": 48.78192901611328,
424
+ "learning_rate": 1.4800950683303626e-05,
425
+ "loss": 0.5557,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.818181818181818,
430
+ "grad_norm": 76.04793548583984,
431
+ "learning_rate": 1.4652406417112302e-05,
432
+ "loss": 0.6509,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.951871657754011,
437
+ "grad_norm": 85.34925079345703,
438
+ "learning_rate": 1.4503862150920976e-05,
439
+ "loss": 0.7665,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 7.0,
444
+ "eval_accuracy": 0.541958041958042,
445
+ "eval_loss": 1.9180872440338135,
446
+ "eval_macro_f1": 0.5417482021931191,
447
+ "eval_runtime": 1.1822,
448
+ "eval_samples_per_second": 483.861,
449
+ "eval_steps_per_second": 30.453,
450
+ "eval_weighted_f1": 0.5422552265959282,
451
+ "step": 1309
452
+ }
453
+ ],
454
+ "logging_steps": 25,
455
+ "max_steps": 3740,
456
+ "num_input_tokens_seen": 0,
457
+ "num_train_epochs": 20,
458
+ "save_steps": 500,
459
+ "stateful_callbacks": {
460
+ "EarlyStoppingCallback": {
461
+ "args": {
462
+ "early_stopping_patience": 3,
463
+ "early_stopping_threshold": 0.0
464
+ },
465
+ "attributes": {
466
+ "early_stopping_patience_counter": 3
467
+ }
468
+ },
469
+ "TrainerControl": {
470
+ "args": {
471
+ "should_epoch_stop": false,
472
+ "should_evaluate": false,
473
+ "should_log": false,
474
+ "should_save": true,
475
+ "should_training_stop": true
476
+ },
477
+ "attributes": {}
478
+ }
479
+ },
480
+ "total_flos": 0.0,
481
+ "train_batch_size": 8,
482
+ "trial_name": null,
483
+ "trial_params": null
484
+ }
ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748/trainer_state.json ADDED
@@ -0,0 +1,290 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 748,
3
+ "best_metric": 0.5745772506851244,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-00-s44-20260830T183755Z-59e46264/trainer/checkpoint-748",
5
+ "epoch": 4.0,
6
+ "eval_steps": 500,
7
+ "global_step": 748,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13368983957219252,
14
+ "grad_norm": 39.25949478149414,
15
+ "learning_rate": 1.2834224598930483e-06,
16
+ "loss": 4.7473,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.26737967914438504,
21
+ "grad_norm": 31.204790115356445,
22
+ "learning_rate": 2.6203208556149735e-06,
23
+ "loss": 4.5621,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.40106951871657753,
28
+ "grad_norm": 27.70855712890625,
29
+ "learning_rate": 3.957219251336899e-06,
30
+ "loss": 4.5731,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5347593582887701,
35
+ "grad_norm": 23.6341495513916,
36
+ "learning_rate": 5.294117647058824e-06,
37
+ "loss": 4.392,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6684491978609626,
42
+ "grad_norm": 21.84865379333496,
43
+ "learning_rate": 6.631016042780749e-06,
44
+ "loss": 4.399,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8021390374331551,
49
+ "grad_norm": 16.856752395629883,
50
+ "learning_rate": 7.967914438502674e-06,
51
+ "loss": 4.3587,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9358288770053476,
56
+ "grad_norm": 24.251171112060547,
57
+ "learning_rate": 9.3048128342246e-06,
58
+ "loss": 4.384,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.4090909090909091,
64
+ "eval_loss": 1.0673828125,
65
+ "eval_macro_f1": 0.3847350675601077,
66
+ "eval_runtime": 1.3184,
67
+ "eval_samples_per_second": 433.847,
68
+ "eval_steps_per_second": 27.305,
69
+ "eval_weighted_f1": 0.38533864922307937,
70
+ "step": 187
71
+ },
72
+ {
73
+ "epoch": 1.0695187165775402,
74
+ "grad_norm": 22.821067810058594,
75
+ "learning_rate": 1.0641711229946525e-05,
76
+ "loss": 4.3423,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.2032085561497325,
81
+ "grad_norm": 26.63734245300293,
82
+ "learning_rate": 1.197860962566845e-05,
83
+ "loss": 4.1789,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.3368983957219251,
88
+ "grad_norm": 17.586166381835938,
89
+ "learning_rate": 1.3315508021390375e-05,
90
+ "loss": 4.2558,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4705882352941178,
95
+ "grad_norm": 23.419898986816406,
96
+ "learning_rate": 1.4652406417112302e-05,
97
+ "loss": 4.328,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6042780748663101,
102
+ "grad_norm": 30.401447296142578,
103
+ "learning_rate": 1.5989304812834226e-05,
104
+ "loss": 4.2326,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7379679144385025,
109
+ "grad_norm": 36.62117385864258,
110
+ "learning_rate": 1.7326203208556153e-05,
111
+ "loss": 4.219,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.8716577540106951,
116
+ "grad_norm": 15.000849723815918,
117
+ "learning_rate": 1.8663101604278075e-05,
118
+ "loss": 4.1699,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.48951048951048953,
124
+ "eval_loss": 1.0188688039779663,
125
+ "eval_macro_f1": 0.48632203998832235,
126
+ "eval_runtime": 1.1876,
127
+ "eval_samples_per_second": 481.64,
128
+ "eval_steps_per_second": 30.313,
129
+ "eval_weighted_f1": 0.4849790483042472,
130
+ "step": 374
131
+ },
132
+ {
133
+ "epoch": 2.0053475935828877,
134
+ "grad_norm": 24.21514892578125,
135
+ "learning_rate": 2e-05,
136
+ "loss": 4.3139,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.1390374331550803,
141
+ "grad_norm": 35.961483001708984,
142
+ "learning_rate": 1.9851455733808676e-05,
143
+ "loss": 3.7639,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2727272727272725,
148
+ "grad_norm": 28.472244262695312,
149
+ "learning_rate": 1.9702911467617353e-05,
150
+ "loss": 3.8847,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.406417112299465,
155
+ "grad_norm": 36.72907257080078,
156
+ "learning_rate": 1.9554367201426024e-05,
157
+ "loss": 3.6443,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5401069518716577,
162
+ "grad_norm": 32.99386978149414,
163
+ "learning_rate": 1.94058229352347e-05,
164
+ "loss": 3.6656,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.6737967914438503,
169
+ "grad_norm": 28.11151885986328,
170
+ "learning_rate": 1.9257278669043376e-05,
171
+ "loss": 3.6214,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.807486631016043,
176
+ "grad_norm": 28.973678588867188,
177
+ "learning_rate": 1.9108734402852053e-05,
178
+ "loss": 3.9311,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.9411764705882355,
183
+ "grad_norm": 21.838647842407227,
184
+ "learning_rate": 1.8960190136660727e-05,
185
+ "loss": 3.7945,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.493006993006993,
191
+ "eval_loss": 1.015702724456787,
192
+ "eval_macro_f1": 0.4776544612172347,
193
+ "eval_runtime": 1.1937,
194
+ "eval_samples_per_second": 479.173,
195
+ "eval_steps_per_second": 30.158,
196
+ "eval_weighted_f1": 0.4795456069927608,
197
+ "step": 561
198
+ },
199
+ {
200
+ "epoch": 3.0748663101604277,
201
+ "grad_norm": 31.2103214263916,
202
+ "learning_rate": 1.88116458704694e-05,
203
+ "loss": 3.3732,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.2085561497326203,
208
+ "grad_norm": 29.842082977294922,
209
+ "learning_rate": 1.8663101604278075e-05,
210
+ "loss": 2.752,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.342245989304813,
215
+ "grad_norm": 29.307355880737305,
216
+ "learning_rate": 1.8514557338086753e-05,
217
+ "loss": 2.9932,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.4759358288770055,
222
+ "grad_norm": 36.91546630859375,
223
+ "learning_rate": 1.8366013071895427e-05,
224
+ "loss": 2.8464,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.6096256684491976,
229
+ "grad_norm": 41.83279800415039,
230
+ "learning_rate": 1.82174688057041e-05,
231
+ "loss": 2.8043,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.7433155080213902,
236
+ "grad_norm": 45.906742095947266,
237
+ "learning_rate": 1.8068924539512775e-05,
238
+ "loss": 2.8828,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.877005347593583,
243
+ "grad_norm": 75.35455322265625,
244
+ "learning_rate": 1.7920380273321453e-05,
245
+ "loss": 2.9928,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.583916083916084,
251
+ "eval_loss": 0.9863146543502808,
252
+ "eval_macro_f1": 0.5745772506851244,
253
+ "eval_runtime": 1.1804,
254
+ "eval_samples_per_second": 484.568,
255
+ "eval_steps_per_second": 30.497,
256
+ "eval_weighted_f1": 0.5746673603490862,
257
+ "step": 748
258
+ }
259
+ ],
260
+ "logging_steps": 25,
261
+ "max_steps": 3740,
262
+ "num_input_tokens_seen": 0,
263
+ "num_train_epochs": 20,
264
+ "save_steps": 500,
265
+ "stateful_callbacks": {
266
+ "EarlyStoppingCallback": {
267
+ "args": {
268
+ "early_stopping_patience": 3,
269
+ "early_stopping_threshold": 0.0
270
+ },
271
+ "attributes": {
272
+ "early_stopping_patience_counter": 0
273
+ }
274
+ },
275
+ "TrainerControl": {
276
+ "args": {
277
+ "should_epoch_stop": false,
278
+ "should_evaluate": false,
279
+ "should_log": false,
280
+ "should_save": true,
281
+ "should_training_stop": false
282
+ },
283
+ "attributes": {}
284
+ }
285
+ },
286
+ "total_flos": 0.0,
287
+ "train_batch_size": 8,
288
+ "trial_name": null,
289
+ "trial_params": null
290
+ }
ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719/trainer_state.json ADDED
@@ -0,0 +1,618 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1719,
3
+ "best_metric": 0.5685457752124419,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719",
5
+ "epoch": 9.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1719,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1310615989515072,
14
+ "grad_norm": 22.997604370117188,
15
+ "learning_rate": 1.256544502617801e-06,
16
+ "loss": 4.7681,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2621231979030144,
21
+ "grad_norm": 23.147119522094727,
22
+ "learning_rate": 2.5654450261780104e-06,
23
+ "loss": 4.5507,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.3931847968545216,
28
+ "grad_norm": 19.14546012878418,
29
+ "learning_rate": 3.874345549738221e-06,
30
+ "loss": 4.5166,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5242463958060288,
35
+ "grad_norm": 27.948030471801758,
36
+ "learning_rate": 5.18324607329843e-06,
37
+ "loss": 4.4543,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6553079947575361,
42
+ "grad_norm": 29.413373947143555,
43
+ "learning_rate": 6.492146596858639e-06,
44
+ "loss": 4.4164,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.7863695937090432,
49
+ "grad_norm": 28.674928665161133,
50
+ "learning_rate": 7.80104712041885e-06,
51
+ "loss": 4.395,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9174311926605505,
56
+ "grad_norm": 18.854278564453125,
57
+ "learning_rate": 9.109947643979057e-06,
58
+ "loss": 4.4825,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.4537671232876712,
64
+ "eval_loss": 1.0470120906829834,
65
+ "eval_macro_f1": 0.451609268529295,
66
+ "eval_runtime": 1.3694,
67
+ "eval_samples_per_second": 426.454,
68
+ "eval_steps_per_second": 27.018,
69
+ "eval_weighted_f1": 0.45175713171462345,
70
+ "step": 191
71
+ },
72
+ {
73
+ "epoch": 1.0471821756225426,
74
+ "grad_norm": 24.721649169921875,
75
+ "learning_rate": 1.0418848167539269e-05,
76
+ "loss": 4.2468,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1782437745740497,
81
+ "grad_norm": 23.466054916381836,
82
+ "learning_rate": 1.1727748691099476e-05,
83
+ "loss": 4.3957,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.309305373525557,
88
+ "grad_norm": 27.6494083404541,
89
+ "learning_rate": 1.3036649214659686e-05,
90
+ "loss": 4.2079,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4403669724770642,
95
+ "grad_norm": 15.854386329650879,
96
+ "learning_rate": 1.4345549738219897e-05,
97
+ "loss": 4.2447,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.5714285714285714,
102
+ "grad_norm": 19.634750366210938,
103
+ "learning_rate": 1.5654450261780107e-05,
104
+ "loss": 4.1759,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7024901703800785,
109
+ "grad_norm": 30.38532829284668,
110
+ "learning_rate": 1.6963350785340316e-05,
111
+ "loss": 4.3454,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.833551769331586,
116
+ "grad_norm": 34.551090240478516,
117
+ "learning_rate": 1.8272251308900526e-05,
118
+ "loss": 4.2146,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.964613368283093,
123
+ "grad_norm": 24.76403045654297,
124
+ "learning_rate": 1.9581151832460736e-05,
125
+ "loss": 4.1815,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.4863013698630137,
131
+ "eval_loss": 1.0162872076034546,
132
+ "eval_macro_f1": 0.47551799882023893,
133
+ "eval_runtime": 1.2751,
134
+ "eval_samples_per_second": 458.02,
135
+ "eval_steps_per_second": 29.018,
136
+ "eval_weighted_f1": 0.4769039271991739,
137
+ "step": 382
138
+ },
139
+ {
140
+ "epoch": 2.094364351245085,
141
+ "grad_norm": 42.752445220947266,
142
+ "learning_rate": 1.9901105293775453e-05,
143
+ "loss": 3.8998,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2254259501965925,
148
+ "grad_norm": 29.643003463745117,
149
+ "learning_rate": 1.9755671902268764e-05,
150
+ "loss": 3.7169,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.3564875491480994,
155
+ "grad_norm": 29.438261032104492,
156
+ "learning_rate": 1.961023851076207e-05,
157
+ "loss": 4.0269,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.487549148099607,
162
+ "grad_norm": 24.99828338623047,
163
+ "learning_rate": 1.9464805119255382e-05,
164
+ "loss": 3.7497,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.618610747051114,
169
+ "grad_norm": 30.89455795288086,
170
+ "learning_rate": 1.9319371727748693e-05,
171
+ "loss": 3.7217,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.749672346002621,
176
+ "grad_norm": 41.26443099975586,
177
+ "learning_rate": 1.9173938336242e-05,
178
+ "loss": 3.6506,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.8807339449541285,
183
+ "grad_norm": 50.12531661987305,
184
+ "learning_rate": 1.9028504944735315e-05,
185
+ "loss": 3.6153,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.523972602739726,
191
+ "eval_loss": 0.9845823645591736,
192
+ "eval_macro_f1": 0.5241071526275666,
193
+ "eval_runtime": 1.1514,
194
+ "eval_samples_per_second": 507.199,
195
+ "eval_steps_per_second": 32.134,
196
+ "eval_weighted_f1": 0.522822938397234,
197
+ "step": 573
198
+ },
199
+ {
200
+ "epoch": 3.0104849279161208,
201
+ "grad_norm": 46.91783905029297,
202
+ "learning_rate": 1.8883071553228622e-05,
203
+ "loss": 3.4574,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.1415465268676277,
208
+ "grad_norm": 36.16114044189453,
209
+ "learning_rate": 1.8737638161721933e-05,
210
+ "loss": 2.8977,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.272608125819135,
215
+ "grad_norm": 33.44004821777344,
216
+ "learning_rate": 1.8592204770215244e-05,
217
+ "loss": 2.932,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.4036697247706424,
222
+ "grad_norm": 25.021541595458984,
223
+ "learning_rate": 1.844677137870855e-05,
224
+ "loss": 2.8267,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.5347313237221494,
229
+ "grad_norm": 57.70305633544922,
230
+ "learning_rate": 1.8301337987201865e-05,
231
+ "loss": 2.7581,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.6657929226736568,
236
+ "grad_norm": 29.8045597076416,
237
+ "learning_rate": 1.8155904595695173e-05,
238
+ "loss": 2.6999,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.7968545216251637,
243
+ "grad_norm": 46.73149871826172,
244
+ "learning_rate": 1.8010471204188483e-05,
245
+ "loss": 2.7232,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.927916120576671,
250
+ "grad_norm": 29.614423751831055,
251
+ "learning_rate": 1.7865037812681794e-05,
252
+ "loss": 2.908,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 4.0,
257
+ "eval_accuracy": 0.541095890410959,
258
+ "eval_loss": 1.007397174835205,
259
+ "eval_macro_f1": 0.5319075739885212,
260
+ "eval_runtime": 1.2324,
261
+ "eval_samples_per_second": 473.886,
262
+ "eval_steps_per_second": 30.024,
263
+ "eval_weighted_f1": 0.5325877567111112,
264
+ "step": 764
265
+ },
266
+ {
267
+ "epoch": 4.057667103538663,
268
+ "grad_norm": 35.51204299926758,
269
+ "learning_rate": 1.77196044211751e-05,
270
+ "loss": 2.338,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.18872870249017,
275
+ "grad_norm": 51.89339065551758,
276
+ "learning_rate": 1.7574171029668416e-05,
277
+ "loss": 1.831,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.319790301441677,
282
+ "grad_norm": 68.68032836914062,
283
+ "learning_rate": 1.7428737638161723e-05,
284
+ "loss": 1.7263,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.450851900393185,
289
+ "grad_norm": 55.609554290771484,
290
+ "learning_rate": 1.7283304246655034e-05,
291
+ "loss": 1.7702,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.581913499344692,
296
+ "grad_norm": 51.813262939453125,
297
+ "learning_rate": 1.7137870855148345e-05,
298
+ "loss": 2.076,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.712975098296199,
303
+ "grad_norm": 28.89298439025879,
304
+ "learning_rate": 1.6992437463641652e-05,
305
+ "loss": 1.836,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.844036697247707,
310
+ "grad_norm": 51.27504348754883,
311
+ "learning_rate": 1.6847004072134963e-05,
312
+ "loss": 1.9011,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 4.975098296199214,
317
+ "grad_norm": 51.68223571777344,
318
+ "learning_rate": 1.6701570680628274e-05,
319
+ "loss": 1.7201,
320
+ "step": 950
321
+ },
322
+ {
323
+ "epoch": 5.0,
324
+ "eval_accuracy": 0.5376712328767124,
325
+ "eval_loss": 1.1726425886154175,
326
+ "eval_macro_f1": 0.537305080067597,
327
+ "eval_runtime": 1.2149,
328
+ "eval_samples_per_second": 480.688,
329
+ "eval_steps_per_second": 30.455,
330
+ "eval_weighted_f1": 0.5375829625067033,
331
+ "step": 955
332
+ },
333
+ {
334
+ "epoch": 5.104849279161206,
335
+ "grad_norm": 21.797767639160156,
336
+ "learning_rate": 1.6556137289121585e-05,
337
+ "loss": 1.0802,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.235910878112713,
342
+ "grad_norm": 66.88460540771484,
343
+ "learning_rate": 1.6410703897614895e-05,
344
+ "loss": 0.8879,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.36697247706422,
349
+ "grad_norm": 33.98701477050781,
350
+ "learning_rate": 1.6265270506108203e-05,
351
+ "loss": 1.0094,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.498034076015728,
356
+ "grad_norm": 72.5770263671875,
357
+ "learning_rate": 1.6119837114601514e-05,
358
+ "loss": 1.3078,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.6290956749672345,
363
+ "grad_norm": 46.08099365234375,
364
+ "learning_rate": 1.5974403723094824e-05,
365
+ "loss": 1.0668,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.760157273918741,
370
+ "grad_norm": 35.04645538330078,
371
+ "learning_rate": 1.5828970331588135e-05,
372
+ "loss": 0.9796,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.891218872870249,
377
+ "grad_norm": 73.80625915527344,
378
+ "learning_rate": 1.5683536940081443e-05,
379
+ "loss": 1.0484,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 6.0,
384
+ "eval_accuracy": 0.5547945205479452,
385
+ "eval_loss": 1.5374794006347656,
386
+ "eval_macro_f1": 0.5584051523134426,
387
+ "eval_runtime": 1.2003,
388
+ "eval_samples_per_second": 486.536,
389
+ "eval_steps_per_second": 30.825,
390
+ "eval_weighted_f1": 0.5582669691700642,
391
+ "step": 1146
392
+ },
393
+ {
394
+ "epoch": 6.0209698558322415,
395
+ "grad_norm": 44.84465408325195,
396
+ "learning_rate": 1.5538103548574753e-05,
397
+ "loss": 0.93,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.1520314547837485,
402
+ "grad_norm": 70.48584747314453,
403
+ "learning_rate": 1.5392670157068064e-05,
404
+ "loss": 0.5254,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.283093053735255,
409
+ "grad_norm": 103.94314575195312,
410
+ "learning_rate": 1.5247236765561375e-05,
411
+ "loss": 0.4529,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.414154652686763,
416
+ "grad_norm": 47.62209701538086,
417
+ "learning_rate": 1.5101803374054684e-05,
418
+ "loss": 0.5753,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.54521625163827,
423
+ "grad_norm": 123.09938049316406,
424
+ "learning_rate": 1.4956369982547993e-05,
425
+ "loss": 0.6033,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.676277850589777,
430
+ "grad_norm": 58.8170280456543,
431
+ "learning_rate": 1.4810936591041306e-05,
432
+ "loss": 0.7494,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.807339449541285,
437
+ "grad_norm": 32.09047317504883,
438
+ "learning_rate": 1.4665503199534615e-05,
439
+ "loss": 0.4868,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 6.938401048492792,
444
+ "grad_norm": 74.61474609375,
445
+ "learning_rate": 1.4520069808027924e-05,
446
+ "loss": 0.6477,
447
+ "step": 1325
448
+ },
449
+ {
450
+ "epoch": 7.0,
451
+ "eval_accuracy": 0.5376712328767124,
452
+ "eval_loss": 2.1325080394744873,
453
+ "eval_macro_f1": 0.5440827959635121,
454
+ "eval_runtime": 1.2554,
455
+ "eval_samples_per_second": 465.192,
456
+ "eval_steps_per_second": 29.473,
457
+ "eval_weighted_f1": 0.5437980854205157,
458
+ "step": 1337
459
+ },
460
+ {
461
+ "epoch": 7.068152031454784,
462
+ "grad_norm": 16.84366226196289,
463
+ "learning_rate": 1.4374636416521235e-05,
464
+ "loss": 0.4427,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.199213630406291,
469
+ "grad_norm": 93.81128692626953,
470
+ "learning_rate": 1.4229203025014544e-05,
471
+ "loss": 0.4343,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.330275229357798,
476
+ "grad_norm": 28.316539764404297,
477
+ "learning_rate": 1.4083769633507855e-05,
478
+ "loss": 0.382,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.461336828309306,
483
+ "grad_norm": 119.90882110595703,
484
+ "learning_rate": 1.3938336242001166e-05,
485
+ "loss": 0.2618,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.592398427260813,
490
+ "grad_norm": 33.67192840576172,
491
+ "learning_rate": 1.3792902850494475e-05,
492
+ "loss": 0.3912,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.72346002621232,
497
+ "grad_norm": 48.019195556640625,
498
+ "learning_rate": 1.3647469458987785e-05,
499
+ "loss": 0.4211,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 7.854521625163827,
504
+ "grad_norm": 76.4211196899414,
505
+ "learning_rate": 1.3502036067481095e-05,
506
+ "loss": 0.6143,
507
+ "step": 1500
508
+ },
509
+ {
510
+ "epoch": 7.985583224115334,
511
+ "grad_norm": 41.32112121582031,
512
+ "learning_rate": 1.3356602675974404e-05,
513
+ "loss": 0.5894,
514
+ "step": 1525
515
+ },
516
+ {
517
+ "epoch": 8.0,
518
+ "eval_accuracy": 0.559931506849315,
519
+ "eval_loss": 2.2627980709075928,
520
+ "eval_macro_f1": 0.5537221850662147,
521
+ "eval_runtime": 1.1072,
522
+ "eval_samples_per_second": 527.472,
523
+ "eval_steps_per_second": 33.419,
524
+ "eval_weighted_f1": 0.5537773369046244,
525
+ "step": 1528
526
+ },
527
+ {
528
+ "epoch": 8.115334207077327,
529
+ "grad_norm": 39.79805374145508,
530
+ "learning_rate": 1.3211169284467716e-05,
531
+ "loss": 0.2748,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.246395806028833,
536
+ "grad_norm": 4.794265270233154,
537
+ "learning_rate": 1.3065735892961025e-05,
538
+ "loss": 0.1962,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.37745740498034,
543
+ "grad_norm": 93.31349182128906,
544
+ "learning_rate": 1.2920302501454336e-05,
545
+ "loss": 0.4624,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.508519003931848,
550
+ "grad_norm": 81.69275665283203,
551
+ "learning_rate": 1.2774869109947645e-05,
552
+ "loss": 0.4289,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.639580602883354,
557
+ "grad_norm": 31.098867416381836,
558
+ "learning_rate": 1.2629435718440954e-05,
559
+ "loss": 0.2872,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 8.770642201834862,
564
+ "grad_norm": 56.98097229003906,
565
+ "learning_rate": 1.2484002326934265e-05,
566
+ "loss": 0.2605,
567
+ "step": 1675
568
+ },
569
+ {
570
+ "epoch": 8.90170380078637,
571
+ "grad_norm": 100.49876403808594,
572
+ "learning_rate": 1.2338568935427576e-05,
573
+ "loss": 0.3362,
574
+ "step": 1700
575
+ },
576
+ {
577
+ "epoch": 9.0,
578
+ "eval_accuracy": 0.5667808219178082,
579
+ "eval_loss": 2.6162285804748535,
580
+ "eval_macro_f1": 0.5685457752124419,
581
+ "eval_runtime": 1.2016,
582
+ "eval_samples_per_second": 486.003,
583
+ "eval_steps_per_second": 30.791,
584
+ "eval_weighted_f1": 0.5686245362957693,
585
+ "step": 1719
586
+ }
587
+ ],
588
+ "logging_steps": 25,
589
+ "max_steps": 3820,
590
+ "num_input_tokens_seen": 0,
591
+ "num_train_epochs": 20,
592
+ "save_steps": 500,
593
+ "stateful_callbacks": {
594
+ "EarlyStoppingCallback": {
595
+ "args": {
596
+ "early_stopping_patience": 3,
597
+ "early_stopping_threshold": 0.0
598
+ },
599
+ "attributes": {
600
+ "early_stopping_patience_counter": 0
601
+ }
602
+ },
603
+ "TrainerControl": {
604
+ "args": {
605
+ "should_epoch_stop": false,
606
+ "should_evaluate": false,
607
+ "should_log": false,
608
+ "should_save": true,
609
+ "should_training_stop": false
610
+ },
611
+ "attributes": {}
612
+ }
613
+ },
614
+ "total_flos": 0.0,
615
+ "train_batch_size": 8,
616
+ "trial_name": null,
617
+ "trial_params": null
618
+ }
ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-2292/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-2292/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-2292/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-2292/trainer_state.json ADDED
@@ -0,0 +1,812 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1719,
3
+ "best_metric": 0.5685457752124419,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-01-s44-20260830T184535Z-59e46264/trainer/checkpoint-1719",
5
+ "epoch": 12.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2292,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1310615989515072,
14
+ "grad_norm": 22.997604370117188,
15
+ "learning_rate": 1.256544502617801e-06,
16
+ "loss": 4.7681,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2621231979030144,
21
+ "grad_norm": 23.147119522094727,
22
+ "learning_rate": 2.5654450261780104e-06,
23
+ "loss": 4.5507,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.3931847968545216,
28
+ "grad_norm": 19.14546012878418,
29
+ "learning_rate": 3.874345549738221e-06,
30
+ "loss": 4.5166,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5242463958060288,
35
+ "grad_norm": 27.948030471801758,
36
+ "learning_rate": 5.18324607329843e-06,
37
+ "loss": 4.4543,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6553079947575361,
42
+ "grad_norm": 29.413373947143555,
43
+ "learning_rate": 6.492146596858639e-06,
44
+ "loss": 4.4164,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.7863695937090432,
49
+ "grad_norm": 28.674928665161133,
50
+ "learning_rate": 7.80104712041885e-06,
51
+ "loss": 4.395,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9174311926605505,
56
+ "grad_norm": 18.854278564453125,
57
+ "learning_rate": 9.109947643979057e-06,
58
+ "loss": 4.4825,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.4537671232876712,
64
+ "eval_loss": 1.0470120906829834,
65
+ "eval_macro_f1": 0.451609268529295,
66
+ "eval_runtime": 1.3694,
67
+ "eval_samples_per_second": 426.454,
68
+ "eval_steps_per_second": 27.018,
69
+ "eval_weighted_f1": 0.45175713171462345,
70
+ "step": 191
71
+ },
72
+ {
73
+ "epoch": 1.0471821756225426,
74
+ "grad_norm": 24.721649169921875,
75
+ "learning_rate": 1.0418848167539269e-05,
76
+ "loss": 4.2468,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1782437745740497,
81
+ "grad_norm": 23.466054916381836,
82
+ "learning_rate": 1.1727748691099476e-05,
83
+ "loss": 4.3957,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.309305373525557,
88
+ "grad_norm": 27.6494083404541,
89
+ "learning_rate": 1.3036649214659686e-05,
90
+ "loss": 4.2079,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4403669724770642,
95
+ "grad_norm": 15.854386329650879,
96
+ "learning_rate": 1.4345549738219897e-05,
97
+ "loss": 4.2447,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.5714285714285714,
102
+ "grad_norm": 19.634750366210938,
103
+ "learning_rate": 1.5654450261780107e-05,
104
+ "loss": 4.1759,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7024901703800785,
109
+ "grad_norm": 30.38532829284668,
110
+ "learning_rate": 1.6963350785340316e-05,
111
+ "loss": 4.3454,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.833551769331586,
116
+ "grad_norm": 34.551090240478516,
117
+ "learning_rate": 1.8272251308900526e-05,
118
+ "loss": 4.2146,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.964613368283093,
123
+ "grad_norm": 24.76403045654297,
124
+ "learning_rate": 1.9581151832460736e-05,
125
+ "loss": 4.1815,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.4863013698630137,
131
+ "eval_loss": 1.0162872076034546,
132
+ "eval_macro_f1": 0.47551799882023893,
133
+ "eval_runtime": 1.2751,
134
+ "eval_samples_per_second": 458.02,
135
+ "eval_steps_per_second": 29.018,
136
+ "eval_weighted_f1": 0.4769039271991739,
137
+ "step": 382
138
+ },
139
+ {
140
+ "epoch": 2.094364351245085,
141
+ "grad_norm": 42.752445220947266,
142
+ "learning_rate": 1.9901105293775453e-05,
143
+ "loss": 3.8998,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2254259501965925,
148
+ "grad_norm": 29.643003463745117,
149
+ "learning_rate": 1.9755671902268764e-05,
150
+ "loss": 3.7169,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.3564875491480994,
155
+ "grad_norm": 29.438261032104492,
156
+ "learning_rate": 1.961023851076207e-05,
157
+ "loss": 4.0269,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.487549148099607,
162
+ "grad_norm": 24.99828338623047,
163
+ "learning_rate": 1.9464805119255382e-05,
164
+ "loss": 3.7497,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.618610747051114,
169
+ "grad_norm": 30.89455795288086,
170
+ "learning_rate": 1.9319371727748693e-05,
171
+ "loss": 3.7217,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.749672346002621,
176
+ "grad_norm": 41.26443099975586,
177
+ "learning_rate": 1.9173938336242e-05,
178
+ "loss": 3.6506,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.8807339449541285,
183
+ "grad_norm": 50.12531661987305,
184
+ "learning_rate": 1.9028504944735315e-05,
185
+ "loss": 3.6153,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.523972602739726,
191
+ "eval_loss": 0.9845823645591736,
192
+ "eval_macro_f1": 0.5241071526275666,
193
+ "eval_runtime": 1.1514,
194
+ "eval_samples_per_second": 507.199,
195
+ "eval_steps_per_second": 32.134,
196
+ "eval_weighted_f1": 0.522822938397234,
197
+ "step": 573
198
+ },
199
+ {
200
+ "epoch": 3.0104849279161208,
201
+ "grad_norm": 46.91783905029297,
202
+ "learning_rate": 1.8883071553228622e-05,
203
+ "loss": 3.4574,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.1415465268676277,
208
+ "grad_norm": 36.16114044189453,
209
+ "learning_rate": 1.8737638161721933e-05,
210
+ "loss": 2.8977,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.272608125819135,
215
+ "grad_norm": 33.44004821777344,
216
+ "learning_rate": 1.8592204770215244e-05,
217
+ "loss": 2.932,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.4036697247706424,
222
+ "grad_norm": 25.021541595458984,
223
+ "learning_rate": 1.844677137870855e-05,
224
+ "loss": 2.8267,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.5347313237221494,
229
+ "grad_norm": 57.70305633544922,
230
+ "learning_rate": 1.8301337987201865e-05,
231
+ "loss": 2.7581,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.6657929226736568,
236
+ "grad_norm": 29.8045597076416,
237
+ "learning_rate": 1.8155904595695173e-05,
238
+ "loss": 2.6999,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.7968545216251637,
243
+ "grad_norm": 46.73149871826172,
244
+ "learning_rate": 1.8010471204188483e-05,
245
+ "loss": 2.7232,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.927916120576671,
250
+ "grad_norm": 29.614423751831055,
251
+ "learning_rate": 1.7865037812681794e-05,
252
+ "loss": 2.908,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 4.0,
257
+ "eval_accuracy": 0.541095890410959,
258
+ "eval_loss": 1.007397174835205,
259
+ "eval_macro_f1": 0.5319075739885212,
260
+ "eval_runtime": 1.2324,
261
+ "eval_samples_per_second": 473.886,
262
+ "eval_steps_per_second": 30.024,
263
+ "eval_weighted_f1": 0.5325877567111112,
264
+ "step": 764
265
+ },
266
+ {
267
+ "epoch": 4.057667103538663,
268
+ "grad_norm": 35.51204299926758,
269
+ "learning_rate": 1.77196044211751e-05,
270
+ "loss": 2.338,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.18872870249017,
275
+ "grad_norm": 51.89339065551758,
276
+ "learning_rate": 1.7574171029668416e-05,
277
+ "loss": 1.831,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.319790301441677,
282
+ "grad_norm": 68.68032836914062,
283
+ "learning_rate": 1.7428737638161723e-05,
284
+ "loss": 1.7263,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.450851900393185,
289
+ "grad_norm": 55.609554290771484,
290
+ "learning_rate": 1.7283304246655034e-05,
291
+ "loss": 1.7702,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.581913499344692,
296
+ "grad_norm": 51.813262939453125,
297
+ "learning_rate": 1.7137870855148345e-05,
298
+ "loss": 2.076,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.712975098296199,
303
+ "grad_norm": 28.89298439025879,
304
+ "learning_rate": 1.6992437463641652e-05,
305
+ "loss": 1.836,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.844036697247707,
310
+ "grad_norm": 51.27504348754883,
311
+ "learning_rate": 1.6847004072134963e-05,
312
+ "loss": 1.9011,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 4.975098296199214,
317
+ "grad_norm": 51.68223571777344,
318
+ "learning_rate": 1.6701570680628274e-05,
319
+ "loss": 1.7201,
320
+ "step": 950
321
+ },
322
+ {
323
+ "epoch": 5.0,
324
+ "eval_accuracy": 0.5376712328767124,
325
+ "eval_loss": 1.1726425886154175,
326
+ "eval_macro_f1": 0.537305080067597,
327
+ "eval_runtime": 1.2149,
328
+ "eval_samples_per_second": 480.688,
329
+ "eval_steps_per_second": 30.455,
330
+ "eval_weighted_f1": 0.5375829625067033,
331
+ "step": 955
332
+ },
333
+ {
334
+ "epoch": 5.104849279161206,
335
+ "grad_norm": 21.797767639160156,
336
+ "learning_rate": 1.6556137289121585e-05,
337
+ "loss": 1.0802,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.235910878112713,
342
+ "grad_norm": 66.88460540771484,
343
+ "learning_rate": 1.6410703897614895e-05,
344
+ "loss": 0.8879,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.36697247706422,
349
+ "grad_norm": 33.98701477050781,
350
+ "learning_rate": 1.6265270506108203e-05,
351
+ "loss": 1.0094,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.498034076015728,
356
+ "grad_norm": 72.5770263671875,
357
+ "learning_rate": 1.6119837114601514e-05,
358
+ "loss": 1.3078,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.6290956749672345,
363
+ "grad_norm": 46.08099365234375,
364
+ "learning_rate": 1.5974403723094824e-05,
365
+ "loss": 1.0668,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.760157273918741,
370
+ "grad_norm": 35.04645538330078,
371
+ "learning_rate": 1.5828970331588135e-05,
372
+ "loss": 0.9796,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.891218872870249,
377
+ "grad_norm": 73.80625915527344,
378
+ "learning_rate": 1.5683536940081443e-05,
379
+ "loss": 1.0484,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 6.0,
384
+ "eval_accuracy": 0.5547945205479452,
385
+ "eval_loss": 1.5374794006347656,
386
+ "eval_macro_f1": 0.5584051523134426,
387
+ "eval_runtime": 1.2003,
388
+ "eval_samples_per_second": 486.536,
389
+ "eval_steps_per_second": 30.825,
390
+ "eval_weighted_f1": 0.5582669691700642,
391
+ "step": 1146
392
+ },
393
+ {
394
+ "epoch": 6.0209698558322415,
395
+ "grad_norm": 44.84465408325195,
396
+ "learning_rate": 1.5538103548574753e-05,
397
+ "loss": 0.93,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.1520314547837485,
402
+ "grad_norm": 70.48584747314453,
403
+ "learning_rate": 1.5392670157068064e-05,
404
+ "loss": 0.5254,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.283093053735255,
409
+ "grad_norm": 103.94314575195312,
410
+ "learning_rate": 1.5247236765561375e-05,
411
+ "loss": 0.4529,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.414154652686763,
416
+ "grad_norm": 47.62209701538086,
417
+ "learning_rate": 1.5101803374054684e-05,
418
+ "loss": 0.5753,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.54521625163827,
423
+ "grad_norm": 123.09938049316406,
424
+ "learning_rate": 1.4956369982547993e-05,
425
+ "loss": 0.6033,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.676277850589777,
430
+ "grad_norm": 58.8170280456543,
431
+ "learning_rate": 1.4810936591041306e-05,
432
+ "loss": 0.7494,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.807339449541285,
437
+ "grad_norm": 32.09047317504883,
438
+ "learning_rate": 1.4665503199534615e-05,
439
+ "loss": 0.4868,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 6.938401048492792,
444
+ "grad_norm": 74.61474609375,
445
+ "learning_rate": 1.4520069808027924e-05,
446
+ "loss": 0.6477,
447
+ "step": 1325
448
+ },
449
+ {
450
+ "epoch": 7.0,
451
+ "eval_accuracy": 0.5376712328767124,
452
+ "eval_loss": 2.1325080394744873,
453
+ "eval_macro_f1": 0.5440827959635121,
454
+ "eval_runtime": 1.2554,
455
+ "eval_samples_per_second": 465.192,
456
+ "eval_steps_per_second": 29.473,
457
+ "eval_weighted_f1": 0.5437980854205157,
458
+ "step": 1337
459
+ },
460
+ {
461
+ "epoch": 7.068152031454784,
462
+ "grad_norm": 16.84366226196289,
463
+ "learning_rate": 1.4374636416521235e-05,
464
+ "loss": 0.4427,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.199213630406291,
469
+ "grad_norm": 93.81128692626953,
470
+ "learning_rate": 1.4229203025014544e-05,
471
+ "loss": 0.4343,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.330275229357798,
476
+ "grad_norm": 28.316539764404297,
477
+ "learning_rate": 1.4083769633507855e-05,
478
+ "loss": 0.382,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.461336828309306,
483
+ "grad_norm": 119.90882110595703,
484
+ "learning_rate": 1.3938336242001166e-05,
485
+ "loss": 0.2618,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.592398427260813,
490
+ "grad_norm": 33.67192840576172,
491
+ "learning_rate": 1.3792902850494475e-05,
492
+ "loss": 0.3912,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.72346002621232,
497
+ "grad_norm": 48.019195556640625,
498
+ "learning_rate": 1.3647469458987785e-05,
499
+ "loss": 0.4211,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 7.854521625163827,
504
+ "grad_norm": 76.4211196899414,
505
+ "learning_rate": 1.3502036067481095e-05,
506
+ "loss": 0.6143,
507
+ "step": 1500
508
+ },
509
+ {
510
+ "epoch": 7.985583224115334,
511
+ "grad_norm": 41.32112121582031,
512
+ "learning_rate": 1.3356602675974404e-05,
513
+ "loss": 0.5894,
514
+ "step": 1525
515
+ },
516
+ {
517
+ "epoch": 8.0,
518
+ "eval_accuracy": 0.559931506849315,
519
+ "eval_loss": 2.2627980709075928,
520
+ "eval_macro_f1": 0.5537221850662147,
521
+ "eval_runtime": 1.1072,
522
+ "eval_samples_per_second": 527.472,
523
+ "eval_steps_per_second": 33.419,
524
+ "eval_weighted_f1": 0.5537773369046244,
525
+ "step": 1528
526
+ },
527
+ {
528
+ "epoch": 8.115334207077327,
529
+ "grad_norm": 39.79805374145508,
530
+ "learning_rate": 1.3211169284467716e-05,
531
+ "loss": 0.2748,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.246395806028833,
536
+ "grad_norm": 4.794265270233154,
537
+ "learning_rate": 1.3065735892961025e-05,
538
+ "loss": 0.1962,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.37745740498034,
543
+ "grad_norm": 93.31349182128906,
544
+ "learning_rate": 1.2920302501454336e-05,
545
+ "loss": 0.4624,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.508519003931848,
550
+ "grad_norm": 81.69275665283203,
551
+ "learning_rate": 1.2774869109947645e-05,
552
+ "loss": 0.4289,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.639580602883354,
557
+ "grad_norm": 31.098867416381836,
558
+ "learning_rate": 1.2629435718440954e-05,
559
+ "loss": 0.2872,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 8.770642201834862,
564
+ "grad_norm": 56.98097229003906,
565
+ "learning_rate": 1.2484002326934265e-05,
566
+ "loss": 0.2605,
567
+ "step": 1675
568
+ },
569
+ {
570
+ "epoch": 8.90170380078637,
571
+ "grad_norm": 100.49876403808594,
572
+ "learning_rate": 1.2338568935427576e-05,
573
+ "loss": 0.3362,
574
+ "step": 1700
575
+ },
576
+ {
577
+ "epoch": 9.0,
578
+ "eval_accuracy": 0.5667808219178082,
579
+ "eval_loss": 2.6162285804748535,
580
+ "eval_macro_f1": 0.5685457752124419,
581
+ "eval_runtime": 1.2016,
582
+ "eval_samples_per_second": 486.003,
583
+ "eval_steps_per_second": 30.791,
584
+ "eval_weighted_f1": 0.5686245362957693,
585
+ "step": 1719
586
+ },
587
+ {
588
+ "epoch": 9.031454783748362,
589
+ "grad_norm": 12.824722290039062,
590
+ "learning_rate": 1.2193135543920885e-05,
591
+ "loss": 0.2673,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 9.162516382699868,
596
+ "grad_norm": 3.361205577850342,
597
+ "learning_rate": 1.2047702152414196e-05,
598
+ "loss": 0.1775,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.293577981651376,
603
+ "grad_norm": 85.2607192993164,
604
+ "learning_rate": 1.1902268760907505e-05,
605
+ "loss": 0.1119,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.424639580602884,
610
+ "grad_norm": 81.5180892944336,
611
+ "learning_rate": 1.1756835369400816e-05,
612
+ "loss": 0.1832,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.55570117955439,
617
+ "grad_norm": 28.04343605041504,
618
+ "learning_rate": 1.1611401977894125e-05,
619
+ "loss": 0.2203,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 9.686762778505898,
624
+ "grad_norm": 38.23199462890625,
625
+ "learning_rate": 1.1465968586387436e-05,
626
+ "loss": 0.131,
627
+ "step": 1850
628
+ },
629
+ {
630
+ "epoch": 9.817824377457406,
631
+ "grad_norm": 5.131639003753662,
632
+ "learning_rate": 1.1320535194880746e-05,
633
+ "loss": 0.3151,
634
+ "step": 1875
635
+ },
636
+ {
637
+ "epoch": 9.948885976408912,
638
+ "grad_norm": 26.978717803955078,
639
+ "learning_rate": 1.1175101803374056e-05,
640
+ "loss": 0.3204,
641
+ "step": 1900
642
+ },
643
+ {
644
+ "epoch": 10.0,
645
+ "eval_accuracy": 0.565068493150685,
646
+ "eval_loss": 3.177830934524536,
647
+ "eval_macro_f1": 0.5567754394698233,
648
+ "eval_runtime": 1.2618,
649
+ "eval_samples_per_second": 462.816,
650
+ "eval_steps_per_second": 29.322,
651
+ "eval_weighted_f1": 0.5571748715434013,
652
+ "step": 1910
653
+ },
654
+ {
655
+ "epoch": 10.078636959370904,
656
+ "grad_norm": 2.060060501098633,
657
+ "learning_rate": 1.1029668411867365e-05,
658
+ "loss": 0.1853,
659
+ "step": 1925
660
+ },
661
+ {
662
+ "epoch": 10.209698558322412,
663
+ "grad_norm": 103.42864227294922,
664
+ "learning_rate": 1.0884235020360675e-05,
665
+ "loss": 0.1787,
666
+ "step": 1950
667
+ },
668
+ {
669
+ "epoch": 10.34076015727392,
670
+ "grad_norm": 0.24735207855701447,
671
+ "learning_rate": 1.0738801628853985e-05,
672
+ "loss": 0.0779,
673
+ "step": 1975
674
+ },
675
+ {
676
+ "epoch": 10.471821756225426,
677
+ "grad_norm": 5.616586685180664,
678
+ "learning_rate": 1.0593368237347297e-05,
679
+ "loss": 0.0573,
680
+ "step": 2000
681
+ },
682
+ {
683
+ "epoch": 10.602883355176933,
684
+ "grad_norm": 109.02873229980469,
685
+ "learning_rate": 1.0447934845840606e-05,
686
+ "loss": 0.1485,
687
+ "step": 2025
688
+ },
689
+ {
690
+ "epoch": 10.73394495412844,
691
+ "grad_norm": 29.337182998657227,
692
+ "learning_rate": 1.0302501454333915e-05,
693
+ "loss": 0.1187,
694
+ "step": 2050
695
+ },
696
+ {
697
+ "epoch": 10.865006553079947,
698
+ "grad_norm": 19.59020233154297,
699
+ "learning_rate": 1.0157068062827226e-05,
700
+ "loss": 0.0704,
701
+ "step": 2075
702
+ },
703
+ {
704
+ "epoch": 10.996068152031455,
705
+ "grad_norm": 9.337139129638672,
706
+ "learning_rate": 1.0011634671320535e-05,
707
+ "loss": 0.2709,
708
+ "step": 2100
709
+ },
710
+ {
711
+ "epoch": 11.0,
712
+ "eval_accuracy": 0.5547945205479452,
713
+ "eval_loss": 3.8220858573913574,
714
+ "eval_macro_f1": 0.5610373222290359,
715
+ "eval_runtime": 1.2631,
716
+ "eval_samples_per_second": 462.357,
717
+ "eval_steps_per_second": 29.293,
718
+ "eval_weighted_f1": 0.5609388370781481,
719
+ "step": 2101
720
+ },
721
+ {
722
+ "epoch": 11.125819134993447,
723
+ "grad_norm": 4.241877555847168,
724
+ "learning_rate": 9.866201279813846e-06,
725
+ "loss": 0.0856,
726
+ "step": 2125
727
+ },
728
+ {
729
+ "epoch": 11.256880733944953,
730
+ "grad_norm": 0.10716232657432556,
731
+ "learning_rate": 9.720767888307157e-06,
732
+ "loss": 0.1304,
733
+ "step": 2150
734
+ },
735
+ {
736
+ "epoch": 11.387942332896461,
737
+ "grad_norm": 1.5279101133346558,
738
+ "learning_rate": 9.575334496800466e-06,
739
+ "loss": 0.0871,
740
+ "step": 2175
741
+ },
742
+ {
743
+ "epoch": 11.51900393184797,
744
+ "grad_norm": 4.506766319274902,
745
+ "learning_rate": 9.429901105293777e-06,
746
+ "loss": 0.2469,
747
+ "step": 2200
748
+ },
749
+ {
750
+ "epoch": 11.650065530799475,
751
+ "grad_norm": 3.782522439956665,
752
+ "learning_rate": 9.284467713787086e-06,
753
+ "loss": 0.1424,
754
+ "step": 2225
755
+ },
756
+ {
757
+ "epoch": 11.781127129750983,
758
+ "grad_norm": 0.02360702119767666,
759
+ "learning_rate": 9.139034322280397e-06,
760
+ "loss": 0.1016,
761
+ "step": 2250
762
+ },
763
+ {
764
+ "epoch": 11.91218872870249,
765
+ "grad_norm": 0.12809999287128448,
766
+ "learning_rate": 8.993600930773706e-06,
767
+ "loss": 0.0916,
768
+ "step": 2275
769
+ },
770
+ {
771
+ "epoch": 12.0,
772
+ "eval_accuracy": 0.5582191780821918,
773
+ "eval_loss": 4.069341659545898,
774
+ "eval_macro_f1": 0.5646841793248089,
775
+ "eval_runtime": 1.1819,
776
+ "eval_samples_per_second": 494.107,
777
+ "eval_steps_per_second": 31.305,
778
+ "eval_weighted_f1": 0.5645480549537136,
779
+ "step": 2292
780
+ }
781
+ ],
782
+ "logging_steps": 25,
783
+ "max_steps": 3820,
784
+ "num_input_tokens_seen": 0,
785
+ "num_train_epochs": 20,
786
+ "save_steps": 500,
787
+ "stateful_callbacks": {
788
+ "EarlyStoppingCallback": {
789
+ "args": {
790
+ "early_stopping_patience": 3,
791
+ "early_stopping_threshold": 0.0
792
+ },
793
+ "attributes": {
794
+ "early_stopping_patience_counter": 3
795
+ }
796
+ },
797
+ "TrainerControl": {
798
+ "args": {
799
+ "should_epoch_stop": false,
800
+ "should_evaluate": false,
801
+ "should_log": false,
802
+ "should_save": true,
803
+ "should_training_stop": true
804
+ },
805
+ "attributes": {}
806
+ }
807
+ },
808
+ "total_flos": 0.0,
809
+ "train_batch_size": 8,
810
+ "trial_name": null,
811
+ "trial_params": null
812
+ }
ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820/trainer_state.json ADDED
@@ -0,0 +1,657 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1820,
3
+ "best_metric": 0.6012472420584679,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1820,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13793103448275862,
14
+ "grad_norm": 31.327180862426758,
15
+ "learning_rate": 1.3186813186813187e-06,
16
+ "loss": 4.7964,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.27586206896551724,
21
+ "grad_norm": 32.36171340942383,
22
+ "learning_rate": 2.6923076923076923e-06,
23
+ "loss": 4.5207,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.41379310344827586,
28
+ "grad_norm": 24.027469635009766,
29
+ "learning_rate": 4.065934065934066e-06,
30
+ "loss": 4.4818,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5517241379310345,
35
+ "grad_norm": 24.08514976501465,
36
+ "learning_rate": 5.43956043956044e-06,
37
+ "loss": 4.4366,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6896551724137931,
42
+ "grad_norm": 20.772459030151367,
43
+ "learning_rate": 6.813186813186814e-06,
44
+ "loss": 4.4182,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8275862068965517,
49
+ "grad_norm": 39.72629928588867,
50
+ "learning_rate": 8.186813186813188e-06,
51
+ "loss": 4.3767,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9655172413793104,
56
+ "grad_norm": 22.463199615478516,
57
+ "learning_rate": 9.560439560439562e-06,
58
+ "loss": 4.4853,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.46123260437375746,
64
+ "eval_loss": 1.0506376028060913,
65
+ "eval_macro_f1": 0.4473075799416744,
66
+ "eval_runtime": 1.0716,
67
+ "eval_samples_per_second": 469.381,
68
+ "eval_steps_per_second": 29.861,
69
+ "eval_weighted_f1": 0.44843198601424605,
70
+ "step": 182
71
+ },
72
+ {
73
+ "epoch": 1.0993103448275863,
74
+ "grad_norm": 23.365814208984375,
75
+ "learning_rate": 1.0934065934065933e-05,
76
+ "loss": 4.2319,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.237241379310345,
81
+ "grad_norm": 17.12439727783203,
82
+ "learning_rate": 1.230769230769231e-05,
83
+ "loss": 4.2048,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.3751724137931034,
88
+ "grad_norm": 18.99341583251953,
89
+ "learning_rate": 1.3681318681318683e-05,
90
+ "loss": 4.278,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.513103448275862,
95
+ "grad_norm": 18.838438034057617,
96
+ "learning_rate": 1.5054945054945056e-05,
97
+ "loss": 4.1825,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6510344827586207,
102
+ "grad_norm": 19.87560272216797,
103
+ "learning_rate": 1.642857142857143e-05,
104
+ "loss": 4.1402,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7889655172413792,
109
+ "grad_norm": 30.24333953857422,
110
+ "learning_rate": 1.78021978021978e-05,
111
+ "loss": 4.2199,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.926896551724138,
116
+ "grad_norm": 17.925071716308594,
117
+ "learning_rate": 1.9175824175824178e-05,
118
+ "loss": 4.1187,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.4135188866799205,
124
+ "eval_loss": 1.062769889831543,
125
+ "eval_macro_f1": 0.3902727166256755,
126
+ "eval_runtime": 1.0246,
127
+ "eval_samples_per_second": 490.929,
128
+ "eval_steps_per_second": 31.232,
129
+ "eval_weighted_f1": 0.39100076646979537,
130
+ "step": 364
131
+ },
132
+ {
133
+ "epoch": 2.0606896551724136,
134
+ "grad_norm": 19.383312225341797,
135
+ "learning_rate": 1.993894993894994e-05,
136
+ "loss": 3.7832,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.1986206896551725,
141
+ "grad_norm": 28.03087615966797,
142
+ "learning_rate": 1.9786324786324788e-05,
143
+ "loss": 3.7624,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.336551724137931,
148
+ "grad_norm": 37.181312561035156,
149
+ "learning_rate": 1.9633699633699634e-05,
150
+ "loss": 3.7203,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.47448275862069,
155
+ "grad_norm": 66.62167358398438,
156
+ "learning_rate": 1.948107448107448e-05,
157
+ "loss": 3.8531,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.6124137931034483,
162
+ "grad_norm": 34.86331558227539,
163
+ "learning_rate": 1.932844932844933e-05,
164
+ "loss": 3.9518,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.750344827586207,
169
+ "grad_norm": 18.707136154174805,
170
+ "learning_rate": 1.9175824175824178e-05,
171
+ "loss": 3.6803,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.8882758620689657,
176
+ "grad_norm": 31.797527313232422,
177
+ "learning_rate": 1.9023199023199025e-05,
178
+ "loss": 3.6165,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 3.0,
183
+ "eval_accuracy": 0.536779324055666,
184
+ "eval_loss": 0.9496769309043884,
185
+ "eval_macro_f1": 0.5413329832813304,
186
+ "eval_runtime": 1.0762,
187
+ "eval_samples_per_second": 467.381,
188
+ "eval_steps_per_second": 29.734,
189
+ "eval_weighted_f1": 0.5411606466736415,
190
+ "step": 546
191
+ },
192
+ {
193
+ "epoch": 3.0220689655172412,
194
+ "grad_norm": 33.864234924316406,
195
+ "learning_rate": 1.887057387057387e-05,
196
+ "loss": 3.4058,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.16,
201
+ "grad_norm": 62.7174072265625,
202
+ "learning_rate": 1.8717948717948718e-05,
203
+ "loss": 2.8708,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.2979310344827586,
208
+ "grad_norm": 34.796592712402344,
209
+ "learning_rate": 1.8565323565323568e-05,
210
+ "loss": 2.9966,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.435862068965517,
215
+ "grad_norm": 36.40595245361328,
216
+ "learning_rate": 1.8412698412698415e-05,
217
+ "loss": 2.9044,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.573793103448276,
222
+ "grad_norm": 47.99703598022461,
223
+ "learning_rate": 1.826007326007326e-05,
224
+ "loss": 2.8716,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.7117241379310344,
229
+ "grad_norm": 32.6536865234375,
230
+ "learning_rate": 1.8107448107448108e-05,
231
+ "loss": 2.821,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.849655172413793,
236
+ "grad_norm": 47.87515640258789,
237
+ "learning_rate": 1.7954822954822958e-05,
238
+ "loss": 3.1796,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.9875862068965517,
243
+ "grad_norm": 26.498884201049805,
244
+ "learning_rate": 1.78021978021978e-05,
245
+ "loss": 3.1742,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.5705765407554672,
251
+ "eval_loss": 0.9475313425064087,
252
+ "eval_macro_f1": 0.5621205221615058,
253
+ "eval_runtime": 1.0333,
254
+ "eval_samples_per_second": 486.801,
255
+ "eval_steps_per_second": 30.969,
256
+ "eval_weighted_f1": 0.5624558658975111,
257
+ "step": 728
258
+ },
259
+ {
260
+ "epoch": 4.121379310344827,
261
+ "grad_norm": 41.742652893066406,
262
+ "learning_rate": 1.764957264957265e-05,
263
+ "loss": 2.0084,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.259310344827586,
268
+ "grad_norm": 53.083473205566406,
269
+ "learning_rate": 1.74969474969475e-05,
270
+ "loss": 2.1106,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.397241379310345,
275
+ "grad_norm": 45.235023498535156,
276
+ "learning_rate": 1.7344322344322345e-05,
277
+ "loss": 1.8551,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.535172413793103,
282
+ "grad_norm": 54.18669509887695,
283
+ "learning_rate": 1.7191697191697195e-05,
284
+ "loss": 2.344,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.673103448275862,
289
+ "grad_norm": 41.19540023803711,
290
+ "learning_rate": 1.703907203907204e-05,
291
+ "loss": 1.9906,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.811034482758621,
296
+ "grad_norm": 40.13506317138672,
297
+ "learning_rate": 1.688644688644689e-05,
298
+ "loss": 2.0699,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.94896551724138,
303
+ "grad_norm": 90.14559936523438,
304
+ "learning_rate": 1.6733821733821735e-05,
305
+ "loss": 2.1417,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 5.0,
310
+ "eval_accuracy": 0.5825049701789264,
311
+ "eval_loss": 1.1088321208953857,
312
+ "eval_macro_f1": 0.5800140538867622,
313
+ "eval_runtime": 1.0537,
314
+ "eval_samples_per_second": 477.356,
315
+ "eval_steps_per_second": 30.369,
316
+ "eval_weighted_f1": 0.5800841039350544,
317
+ "step": 910
318
+ },
319
+ {
320
+ "epoch": 5.082758620689655,
321
+ "grad_norm": 29.413097381591797,
322
+ "learning_rate": 1.6581196581196585e-05,
323
+ "loss": 1.4489,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.220689655172414,
328
+ "grad_norm": 55.95771026611328,
329
+ "learning_rate": 1.642857142857143e-05,
330
+ "loss": 1.2352,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.358620689655172,
335
+ "grad_norm": 70.73271942138672,
336
+ "learning_rate": 1.627594627594628e-05,
337
+ "loss": 1.2878,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.496551724137931,
342
+ "grad_norm": 38.956356048583984,
343
+ "learning_rate": 1.6123321123321125e-05,
344
+ "loss": 1.1551,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.63448275862069,
349
+ "grad_norm": 82.01387786865234,
350
+ "learning_rate": 1.5970695970695972e-05,
351
+ "loss": 1.2636,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.772413793103448,
356
+ "grad_norm": 85.02503204345703,
357
+ "learning_rate": 1.581807081807082e-05,
358
+ "loss": 1.2574,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.910344827586207,
363
+ "grad_norm": 68.62322998046875,
364
+ "learning_rate": 1.5665445665445665e-05,
365
+ "loss": 1.6577,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 6.0,
370
+ "eval_accuracy": 0.5864811133200796,
371
+ "eval_loss": 1.289468765258789,
372
+ "eval_macro_f1": 0.5855099874707718,
373
+ "eval_runtime": 1.0175,
374
+ "eval_samples_per_second": 494.36,
375
+ "eval_steps_per_second": 31.45,
376
+ "eval_weighted_f1": 0.584899737536856,
377
+ "step": 1092
378
+ },
379
+ {
380
+ "epoch": 6.0441379310344825,
381
+ "grad_norm": 46.08668518066406,
382
+ "learning_rate": 1.5512820512820516e-05,
383
+ "loss": 1.2407,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.182068965517241,
388
+ "grad_norm": 25.50071144104004,
389
+ "learning_rate": 1.5360195360195362e-05,
390
+ "loss": 0.7118,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.32,
395
+ "grad_norm": 17.978830337524414,
396
+ "learning_rate": 1.5207570207570207e-05,
397
+ "loss": 0.7102,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.457931034482758,
402
+ "grad_norm": 41.98434829711914,
403
+ "learning_rate": 1.5054945054945056e-05,
404
+ "loss": 0.6032,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.595862068965517,
409
+ "grad_norm": 113.26309204101562,
410
+ "learning_rate": 1.4902319902319904e-05,
411
+ "loss": 0.7659,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.733793103448276,
416
+ "grad_norm": 64.38616180419922,
417
+ "learning_rate": 1.4749694749694752e-05,
418
+ "loss": 0.7952,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.871724137931034,
423
+ "grad_norm": 78.16984558105469,
424
+ "learning_rate": 1.4597069597069597e-05,
425
+ "loss": 0.5899,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 7.0,
430
+ "eval_accuracy": 0.5785288270377733,
431
+ "eval_loss": 1.8253685235977173,
432
+ "eval_macro_f1": 0.5784190048053954,
433
+ "eval_runtime": 1.1553,
434
+ "eval_samples_per_second": 435.4,
435
+ "eval_steps_per_second": 27.699,
436
+ "eval_weighted_f1": 0.5788850804091525,
437
+ "step": 1274
438
+ },
439
+ {
440
+ "epoch": 7.0055172413793105,
441
+ "grad_norm": 34.050350189208984,
442
+ "learning_rate": 1.4444444444444446e-05,
443
+ "loss": 0.7144,
444
+ "step": 1275
445
+ },
446
+ {
447
+ "epoch": 7.1434482758620685,
448
+ "grad_norm": 30.828876495361328,
449
+ "learning_rate": 1.4291819291819293e-05,
450
+ "loss": 0.3524,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.281379310344827,
455
+ "grad_norm": 44.13916015625,
456
+ "learning_rate": 1.4139194139194141e-05,
457
+ "loss": 0.4325,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.419310344827586,
462
+ "grad_norm": 73.51788330078125,
463
+ "learning_rate": 1.3986568986568988e-05,
464
+ "loss": 0.535,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.557241379310344,
469
+ "grad_norm": 29.607345581054688,
470
+ "learning_rate": 1.3833943833943834e-05,
471
+ "loss": 0.3718,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.695172413793103,
476
+ "grad_norm": 20.0655460357666,
477
+ "learning_rate": 1.3681318681318683e-05,
478
+ "loss": 0.4876,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.833103448275862,
483
+ "grad_norm": 63.924434661865234,
484
+ "learning_rate": 1.3528693528693531e-05,
485
+ "loss": 0.499,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.971034482758621,
490
+ "grad_norm": 85.34069061279297,
491
+ "learning_rate": 1.3376068376068376e-05,
492
+ "loss": 0.5765,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 8.0,
497
+ "eval_accuracy": 0.5904572564612326,
498
+ "eval_loss": 2.0128743648529053,
499
+ "eval_macro_f1": 0.5955612917512968,
500
+ "eval_runtime": 1.0322,
501
+ "eval_samples_per_second": 487.319,
502
+ "eval_steps_per_second": 31.002,
503
+ "eval_weighted_f1": 0.5955803295746811,
504
+ "step": 1456
505
+ },
506
+ {
507
+ "epoch": 8.104827586206897,
508
+ "grad_norm": 20.613868713378906,
509
+ "learning_rate": 1.3223443223443224e-05,
510
+ "loss": 0.2651,
511
+ "step": 1475
512
+ },
513
+ {
514
+ "epoch": 8.242758620689655,
515
+ "grad_norm": 77.65081024169922,
516
+ "learning_rate": 1.3070818070818073e-05,
517
+ "loss": 0.3961,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.380689655172414,
522
+ "grad_norm": 26.305009841918945,
523
+ "learning_rate": 1.291819291819292e-05,
524
+ "loss": 0.2196,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.518620689655172,
529
+ "grad_norm": 41.949764251708984,
530
+ "learning_rate": 1.2765567765567766e-05,
531
+ "loss": 0.2027,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.65655172413793,
536
+ "grad_norm": 22.605348587036133,
537
+ "learning_rate": 1.2612942612942613e-05,
538
+ "loss": 0.3747,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.79448275862069,
543
+ "grad_norm": 2.34919810295105,
544
+ "learning_rate": 1.2460317460317461e-05,
545
+ "loss": 0.3865,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.932413793103448,
550
+ "grad_norm": 102.20220947265625,
551
+ "learning_rate": 1.230769230769231e-05,
552
+ "loss": 0.3824,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 9.0,
557
+ "eval_accuracy": 0.5864811133200796,
558
+ "eval_loss": 2.5101335048675537,
559
+ "eval_macro_f1": 0.5906287797645945,
560
+ "eval_runtime": 0.9968,
561
+ "eval_samples_per_second": 504.603,
562
+ "eval_steps_per_second": 32.102,
563
+ "eval_weighted_f1": 0.5898972931059839,
564
+ "step": 1638
565
+ },
566
+ {
567
+ "epoch": 9.066206896551725,
568
+ "grad_norm": 3.757188320159912,
569
+ "learning_rate": 1.2155067155067155e-05,
570
+ "loss": 0.2531,
571
+ "step": 1650
572
+ },
573
+ {
574
+ "epoch": 9.204137931034483,
575
+ "grad_norm": 53.157569885253906,
576
+ "learning_rate": 1.2002442002442003e-05,
577
+ "loss": 0.1613,
578
+ "step": 1675
579
+ },
580
+ {
581
+ "epoch": 9.34206896551724,
582
+ "grad_norm": 99.68675231933594,
583
+ "learning_rate": 1.1849816849816852e-05,
584
+ "loss": 0.1988,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.48,
589
+ "grad_norm": 103.6902847290039,
590
+ "learning_rate": 1.1697191697191698e-05,
591
+ "loss": 0.2616,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 9.617931034482758,
596
+ "grad_norm": 150.75048828125,
597
+ "learning_rate": 1.1544566544566545e-05,
598
+ "loss": 0.2244,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.755862068965516,
603
+ "grad_norm": 72.52360534667969,
604
+ "learning_rate": 1.1391941391941392e-05,
605
+ "loss": 0.397,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.893793103448276,
610
+ "grad_norm": 5.203399181365967,
611
+ "learning_rate": 1.123931623931624e-05,
612
+ "loss": 0.1917,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 10.0,
617
+ "eval_accuracy": 0.5984095427435387,
618
+ "eval_loss": 3.1469292640686035,
619
+ "eval_macro_f1": 0.6012472420584679,
620
+ "eval_runtime": 1.0413,
621
+ "eval_samples_per_second": 483.067,
622
+ "eval_steps_per_second": 30.732,
623
+ "eval_weighted_f1": 0.601199430771558,
624
+ "step": 1820
625
+ }
626
+ ],
627
+ "logging_steps": 25,
628
+ "max_steps": 3640,
629
+ "num_input_tokens_seen": 0,
630
+ "num_train_epochs": 20,
631
+ "save_steps": 500,
632
+ "stateful_callbacks": {
633
+ "EarlyStoppingCallback": {
634
+ "args": {
635
+ "early_stopping_patience": 3,
636
+ "early_stopping_threshold": 0.0
637
+ },
638
+ "attributes": {
639
+ "early_stopping_patience_counter": 0
640
+ }
641
+ },
642
+ "TrainerControl": {
643
+ "args": {
644
+ "should_epoch_stop": false,
645
+ "should_evaluate": false,
646
+ "should_log": false,
647
+ "should_save": true,
648
+ "should_training_stop": false
649
+ },
650
+ "attributes": {}
651
+ }
652
+ },
653
+ "total_flos": 0.0,
654
+ "train_batch_size": 8,
655
+ "trial_name": null,
656
+ "trial_params": null
657
+ }
ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-2366/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-2366/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-2366/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-2366/trainer_state.json ADDED
@@ -0,0 +1,844 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1820,
3
+ "best_metric": 0.6012472420584679,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-02-s44-20260830T185849Z-59e46264/trainer/checkpoint-1820",
5
+ "epoch": 13.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2366,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13793103448275862,
14
+ "grad_norm": 31.327180862426758,
15
+ "learning_rate": 1.3186813186813187e-06,
16
+ "loss": 4.7964,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.27586206896551724,
21
+ "grad_norm": 32.36171340942383,
22
+ "learning_rate": 2.6923076923076923e-06,
23
+ "loss": 4.5207,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.41379310344827586,
28
+ "grad_norm": 24.027469635009766,
29
+ "learning_rate": 4.065934065934066e-06,
30
+ "loss": 4.4818,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5517241379310345,
35
+ "grad_norm": 24.08514976501465,
36
+ "learning_rate": 5.43956043956044e-06,
37
+ "loss": 4.4366,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6896551724137931,
42
+ "grad_norm": 20.772459030151367,
43
+ "learning_rate": 6.813186813186814e-06,
44
+ "loss": 4.4182,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8275862068965517,
49
+ "grad_norm": 39.72629928588867,
50
+ "learning_rate": 8.186813186813188e-06,
51
+ "loss": 4.3767,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9655172413793104,
56
+ "grad_norm": 22.463199615478516,
57
+ "learning_rate": 9.560439560439562e-06,
58
+ "loss": 4.4853,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.46123260437375746,
64
+ "eval_loss": 1.0506376028060913,
65
+ "eval_macro_f1": 0.4473075799416744,
66
+ "eval_runtime": 1.0716,
67
+ "eval_samples_per_second": 469.381,
68
+ "eval_steps_per_second": 29.861,
69
+ "eval_weighted_f1": 0.44843198601424605,
70
+ "step": 182
71
+ },
72
+ {
73
+ "epoch": 1.0993103448275863,
74
+ "grad_norm": 23.365814208984375,
75
+ "learning_rate": 1.0934065934065933e-05,
76
+ "loss": 4.2319,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.237241379310345,
81
+ "grad_norm": 17.12439727783203,
82
+ "learning_rate": 1.230769230769231e-05,
83
+ "loss": 4.2048,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.3751724137931034,
88
+ "grad_norm": 18.99341583251953,
89
+ "learning_rate": 1.3681318681318683e-05,
90
+ "loss": 4.278,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.513103448275862,
95
+ "grad_norm": 18.838438034057617,
96
+ "learning_rate": 1.5054945054945056e-05,
97
+ "loss": 4.1825,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.6510344827586207,
102
+ "grad_norm": 19.87560272216797,
103
+ "learning_rate": 1.642857142857143e-05,
104
+ "loss": 4.1402,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7889655172413792,
109
+ "grad_norm": 30.24333953857422,
110
+ "learning_rate": 1.78021978021978e-05,
111
+ "loss": 4.2199,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.926896551724138,
116
+ "grad_norm": 17.925071716308594,
117
+ "learning_rate": 1.9175824175824178e-05,
118
+ "loss": 4.1187,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.4135188866799205,
124
+ "eval_loss": 1.062769889831543,
125
+ "eval_macro_f1": 0.3902727166256755,
126
+ "eval_runtime": 1.0246,
127
+ "eval_samples_per_second": 490.929,
128
+ "eval_steps_per_second": 31.232,
129
+ "eval_weighted_f1": 0.39100076646979537,
130
+ "step": 364
131
+ },
132
+ {
133
+ "epoch": 2.0606896551724136,
134
+ "grad_norm": 19.383312225341797,
135
+ "learning_rate": 1.993894993894994e-05,
136
+ "loss": 3.7832,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.1986206896551725,
141
+ "grad_norm": 28.03087615966797,
142
+ "learning_rate": 1.9786324786324788e-05,
143
+ "loss": 3.7624,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.336551724137931,
148
+ "grad_norm": 37.181312561035156,
149
+ "learning_rate": 1.9633699633699634e-05,
150
+ "loss": 3.7203,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.47448275862069,
155
+ "grad_norm": 66.62167358398438,
156
+ "learning_rate": 1.948107448107448e-05,
157
+ "loss": 3.8531,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.6124137931034483,
162
+ "grad_norm": 34.86331558227539,
163
+ "learning_rate": 1.932844932844933e-05,
164
+ "loss": 3.9518,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.750344827586207,
169
+ "grad_norm": 18.707136154174805,
170
+ "learning_rate": 1.9175824175824178e-05,
171
+ "loss": 3.6803,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.8882758620689657,
176
+ "grad_norm": 31.797527313232422,
177
+ "learning_rate": 1.9023199023199025e-05,
178
+ "loss": 3.6165,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 3.0,
183
+ "eval_accuracy": 0.536779324055666,
184
+ "eval_loss": 0.9496769309043884,
185
+ "eval_macro_f1": 0.5413329832813304,
186
+ "eval_runtime": 1.0762,
187
+ "eval_samples_per_second": 467.381,
188
+ "eval_steps_per_second": 29.734,
189
+ "eval_weighted_f1": 0.5411606466736415,
190
+ "step": 546
191
+ },
192
+ {
193
+ "epoch": 3.0220689655172412,
194
+ "grad_norm": 33.864234924316406,
195
+ "learning_rate": 1.887057387057387e-05,
196
+ "loss": 3.4058,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.16,
201
+ "grad_norm": 62.7174072265625,
202
+ "learning_rate": 1.8717948717948718e-05,
203
+ "loss": 2.8708,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.2979310344827586,
208
+ "grad_norm": 34.796592712402344,
209
+ "learning_rate": 1.8565323565323568e-05,
210
+ "loss": 2.9966,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.435862068965517,
215
+ "grad_norm": 36.40595245361328,
216
+ "learning_rate": 1.8412698412698415e-05,
217
+ "loss": 2.9044,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.573793103448276,
222
+ "grad_norm": 47.99703598022461,
223
+ "learning_rate": 1.826007326007326e-05,
224
+ "loss": 2.8716,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.7117241379310344,
229
+ "grad_norm": 32.6536865234375,
230
+ "learning_rate": 1.8107448107448108e-05,
231
+ "loss": 2.821,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.849655172413793,
236
+ "grad_norm": 47.87515640258789,
237
+ "learning_rate": 1.7954822954822958e-05,
238
+ "loss": 3.1796,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.9875862068965517,
243
+ "grad_norm": 26.498884201049805,
244
+ "learning_rate": 1.78021978021978e-05,
245
+ "loss": 3.1742,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 4.0,
250
+ "eval_accuracy": 0.5705765407554672,
251
+ "eval_loss": 0.9475313425064087,
252
+ "eval_macro_f1": 0.5621205221615058,
253
+ "eval_runtime": 1.0333,
254
+ "eval_samples_per_second": 486.801,
255
+ "eval_steps_per_second": 30.969,
256
+ "eval_weighted_f1": 0.5624558658975111,
257
+ "step": 728
258
+ },
259
+ {
260
+ "epoch": 4.121379310344827,
261
+ "grad_norm": 41.742652893066406,
262
+ "learning_rate": 1.764957264957265e-05,
263
+ "loss": 2.0084,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.259310344827586,
268
+ "grad_norm": 53.083473205566406,
269
+ "learning_rate": 1.74969474969475e-05,
270
+ "loss": 2.1106,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.397241379310345,
275
+ "grad_norm": 45.235023498535156,
276
+ "learning_rate": 1.7344322344322345e-05,
277
+ "loss": 1.8551,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.535172413793103,
282
+ "grad_norm": 54.18669509887695,
283
+ "learning_rate": 1.7191697191697195e-05,
284
+ "loss": 2.344,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.673103448275862,
289
+ "grad_norm": 41.19540023803711,
290
+ "learning_rate": 1.703907203907204e-05,
291
+ "loss": 1.9906,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.811034482758621,
296
+ "grad_norm": 40.13506317138672,
297
+ "learning_rate": 1.688644688644689e-05,
298
+ "loss": 2.0699,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.94896551724138,
303
+ "grad_norm": 90.14559936523438,
304
+ "learning_rate": 1.6733821733821735e-05,
305
+ "loss": 2.1417,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 5.0,
310
+ "eval_accuracy": 0.5825049701789264,
311
+ "eval_loss": 1.1088321208953857,
312
+ "eval_macro_f1": 0.5800140538867622,
313
+ "eval_runtime": 1.0537,
314
+ "eval_samples_per_second": 477.356,
315
+ "eval_steps_per_second": 30.369,
316
+ "eval_weighted_f1": 0.5800841039350544,
317
+ "step": 910
318
+ },
319
+ {
320
+ "epoch": 5.082758620689655,
321
+ "grad_norm": 29.413097381591797,
322
+ "learning_rate": 1.6581196581196585e-05,
323
+ "loss": 1.4489,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.220689655172414,
328
+ "grad_norm": 55.95771026611328,
329
+ "learning_rate": 1.642857142857143e-05,
330
+ "loss": 1.2352,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.358620689655172,
335
+ "grad_norm": 70.73271942138672,
336
+ "learning_rate": 1.627594627594628e-05,
337
+ "loss": 1.2878,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.496551724137931,
342
+ "grad_norm": 38.956356048583984,
343
+ "learning_rate": 1.6123321123321125e-05,
344
+ "loss": 1.1551,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.63448275862069,
349
+ "grad_norm": 82.01387786865234,
350
+ "learning_rate": 1.5970695970695972e-05,
351
+ "loss": 1.2636,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.772413793103448,
356
+ "grad_norm": 85.02503204345703,
357
+ "learning_rate": 1.581807081807082e-05,
358
+ "loss": 1.2574,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.910344827586207,
363
+ "grad_norm": 68.62322998046875,
364
+ "learning_rate": 1.5665445665445665e-05,
365
+ "loss": 1.6577,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 6.0,
370
+ "eval_accuracy": 0.5864811133200796,
371
+ "eval_loss": 1.289468765258789,
372
+ "eval_macro_f1": 0.5855099874707718,
373
+ "eval_runtime": 1.0175,
374
+ "eval_samples_per_second": 494.36,
375
+ "eval_steps_per_second": 31.45,
376
+ "eval_weighted_f1": 0.584899737536856,
377
+ "step": 1092
378
+ },
379
+ {
380
+ "epoch": 6.0441379310344825,
381
+ "grad_norm": 46.08668518066406,
382
+ "learning_rate": 1.5512820512820516e-05,
383
+ "loss": 1.2407,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.182068965517241,
388
+ "grad_norm": 25.50071144104004,
389
+ "learning_rate": 1.5360195360195362e-05,
390
+ "loss": 0.7118,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.32,
395
+ "grad_norm": 17.978830337524414,
396
+ "learning_rate": 1.5207570207570207e-05,
397
+ "loss": 0.7102,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.457931034482758,
402
+ "grad_norm": 41.98434829711914,
403
+ "learning_rate": 1.5054945054945056e-05,
404
+ "loss": 0.6032,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.595862068965517,
409
+ "grad_norm": 113.26309204101562,
410
+ "learning_rate": 1.4902319902319904e-05,
411
+ "loss": 0.7659,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.733793103448276,
416
+ "grad_norm": 64.38616180419922,
417
+ "learning_rate": 1.4749694749694752e-05,
418
+ "loss": 0.7952,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.871724137931034,
423
+ "grad_norm": 78.16984558105469,
424
+ "learning_rate": 1.4597069597069597e-05,
425
+ "loss": 0.5899,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 7.0,
430
+ "eval_accuracy": 0.5785288270377733,
431
+ "eval_loss": 1.8253685235977173,
432
+ "eval_macro_f1": 0.5784190048053954,
433
+ "eval_runtime": 1.1553,
434
+ "eval_samples_per_second": 435.4,
435
+ "eval_steps_per_second": 27.699,
436
+ "eval_weighted_f1": 0.5788850804091525,
437
+ "step": 1274
438
+ },
439
+ {
440
+ "epoch": 7.0055172413793105,
441
+ "grad_norm": 34.050350189208984,
442
+ "learning_rate": 1.4444444444444446e-05,
443
+ "loss": 0.7144,
444
+ "step": 1275
445
+ },
446
+ {
447
+ "epoch": 7.1434482758620685,
448
+ "grad_norm": 30.828876495361328,
449
+ "learning_rate": 1.4291819291819293e-05,
450
+ "loss": 0.3524,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.281379310344827,
455
+ "grad_norm": 44.13916015625,
456
+ "learning_rate": 1.4139194139194141e-05,
457
+ "loss": 0.4325,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.419310344827586,
462
+ "grad_norm": 73.51788330078125,
463
+ "learning_rate": 1.3986568986568988e-05,
464
+ "loss": 0.535,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.557241379310344,
469
+ "grad_norm": 29.607345581054688,
470
+ "learning_rate": 1.3833943833943834e-05,
471
+ "loss": 0.3718,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.695172413793103,
476
+ "grad_norm": 20.0655460357666,
477
+ "learning_rate": 1.3681318681318683e-05,
478
+ "loss": 0.4876,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.833103448275862,
483
+ "grad_norm": 63.924434661865234,
484
+ "learning_rate": 1.3528693528693531e-05,
485
+ "loss": 0.499,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.971034482758621,
490
+ "grad_norm": 85.34069061279297,
491
+ "learning_rate": 1.3376068376068376e-05,
492
+ "loss": 0.5765,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 8.0,
497
+ "eval_accuracy": 0.5904572564612326,
498
+ "eval_loss": 2.0128743648529053,
499
+ "eval_macro_f1": 0.5955612917512968,
500
+ "eval_runtime": 1.0322,
501
+ "eval_samples_per_second": 487.319,
502
+ "eval_steps_per_second": 31.002,
503
+ "eval_weighted_f1": 0.5955803295746811,
504
+ "step": 1456
505
+ },
506
+ {
507
+ "epoch": 8.104827586206897,
508
+ "grad_norm": 20.613868713378906,
509
+ "learning_rate": 1.3223443223443224e-05,
510
+ "loss": 0.2651,
511
+ "step": 1475
512
+ },
513
+ {
514
+ "epoch": 8.242758620689655,
515
+ "grad_norm": 77.65081024169922,
516
+ "learning_rate": 1.3070818070818073e-05,
517
+ "loss": 0.3961,
518
+ "step": 1500
519
+ },
520
+ {
521
+ "epoch": 8.380689655172414,
522
+ "grad_norm": 26.305009841918945,
523
+ "learning_rate": 1.291819291819292e-05,
524
+ "loss": 0.2196,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.518620689655172,
529
+ "grad_norm": 41.949764251708984,
530
+ "learning_rate": 1.2765567765567766e-05,
531
+ "loss": 0.2027,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.65655172413793,
536
+ "grad_norm": 22.605348587036133,
537
+ "learning_rate": 1.2612942612942613e-05,
538
+ "loss": 0.3747,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.79448275862069,
543
+ "grad_norm": 2.34919810295105,
544
+ "learning_rate": 1.2460317460317461e-05,
545
+ "loss": 0.3865,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.932413793103448,
550
+ "grad_norm": 102.20220947265625,
551
+ "learning_rate": 1.230769230769231e-05,
552
+ "loss": 0.3824,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 9.0,
557
+ "eval_accuracy": 0.5864811133200796,
558
+ "eval_loss": 2.5101335048675537,
559
+ "eval_macro_f1": 0.5906287797645945,
560
+ "eval_runtime": 0.9968,
561
+ "eval_samples_per_second": 504.603,
562
+ "eval_steps_per_second": 32.102,
563
+ "eval_weighted_f1": 0.5898972931059839,
564
+ "step": 1638
565
+ },
566
+ {
567
+ "epoch": 9.066206896551725,
568
+ "grad_norm": 3.757188320159912,
569
+ "learning_rate": 1.2155067155067155e-05,
570
+ "loss": 0.2531,
571
+ "step": 1650
572
+ },
573
+ {
574
+ "epoch": 9.204137931034483,
575
+ "grad_norm": 53.157569885253906,
576
+ "learning_rate": 1.2002442002442003e-05,
577
+ "loss": 0.1613,
578
+ "step": 1675
579
+ },
580
+ {
581
+ "epoch": 9.34206896551724,
582
+ "grad_norm": 99.68675231933594,
583
+ "learning_rate": 1.1849816849816852e-05,
584
+ "loss": 0.1988,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.48,
589
+ "grad_norm": 103.6902847290039,
590
+ "learning_rate": 1.1697191697191698e-05,
591
+ "loss": 0.2616,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 9.617931034482758,
596
+ "grad_norm": 150.75048828125,
597
+ "learning_rate": 1.1544566544566545e-05,
598
+ "loss": 0.2244,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.755862068965516,
603
+ "grad_norm": 72.52360534667969,
604
+ "learning_rate": 1.1391941391941392e-05,
605
+ "loss": 0.397,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.893793103448276,
610
+ "grad_norm": 5.203399181365967,
611
+ "learning_rate": 1.123931623931624e-05,
612
+ "loss": 0.1917,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 10.0,
617
+ "eval_accuracy": 0.5984095427435387,
618
+ "eval_loss": 3.1469292640686035,
619
+ "eval_macro_f1": 0.6012472420584679,
620
+ "eval_runtime": 1.0413,
621
+ "eval_samples_per_second": 483.067,
622
+ "eval_steps_per_second": 30.732,
623
+ "eval_weighted_f1": 0.601199430771558,
624
+ "step": 1820
625
+ },
626
+ {
627
+ "epoch": 10.027586206896551,
628
+ "grad_norm": 38.143985748291016,
629
+ "learning_rate": 1.1086691086691088e-05,
630
+ "loss": 0.1801,
631
+ "step": 1825
632
+ },
633
+ {
634
+ "epoch": 10.16551724137931,
635
+ "grad_norm": 5.416271686553955,
636
+ "learning_rate": 1.0934065934065933e-05,
637
+ "loss": 0.061,
638
+ "step": 1850
639
+ },
640
+ {
641
+ "epoch": 10.303448275862069,
642
+ "grad_norm": 18.0653133392334,
643
+ "learning_rate": 1.0781440781440782e-05,
644
+ "loss": 0.1979,
645
+ "step": 1875
646
+ },
647
+ {
648
+ "epoch": 10.441379310344828,
649
+ "grad_norm": 13.55865478515625,
650
+ "learning_rate": 1.062881562881563e-05,
651
+ "loss": 0.1973,
652
+ "step": 1900
653
+ },
654
+ {
655
+ "epoch": 10.579310344827586,
656
+ "grad_norm": 124.21566009521484,
657
+ "learning_rate": 1.0476190476190477e-05,
658
+ "loss": 0.2738,
659
+ "step": 1925
660
+ },
661
+ {
662
+ "epoch": 10.717241379310344,
663
+ "grad_norm": 123.5171127319336,
664
+ "learning_rate": 1.0323565323565325e-05,
665
+ "loss": 0.2372,
666
+ "step": 1950
667
+ },
668
+ {
669
+ "epoch": 10.855172413793104,
670
+ "grad_norm": 42.158363342285156,
671
+ "learning_rate": 1.0170940170940172e-05,
672
+ "loss": 0.0596,
673
+ "step": 1975
674
+ },
675
+ {
676
+ "epoch": 10.993103448275862,
677
+ "grad_norm": 1.2737387418746948,
678
+ "learning_rate": 1.0018315018315019e-05,
679
+ "loss": 0.0731,
680
+ "step": 2000
681
+ },
682
+ {
683
+ "epoch": 11.0,
684
+ "eval_accuracy": 0.5785288270377733,
685
+ "eval_loss": 3.6674752235412598,
686
+ "eval_macro_f1": 0.5781410430286003,
687
+ "eval_runtime": 1.0564,
688
+ "eval_samples_per_second": 476.162,
689
+ "eval_steps_per_second": 30.293,
690
+ "eval_weighted_f1": 0.5784104801268528,
691
+ "step": 2002
692
+ },
693
+ {
694
+ "epoch": 11.126896551724139,
695
+ "grad_norm": 9.277151107788086,
696
+ "learning_rate": 9.865689865689867e-06,
697
+ "loss": 0.1429,
698
+ "step": 2025
699
+ },
700
+ {
701
+ "epoch": 11.264827586206897,
702
+ "grad_norm": 17.926847457885742,
703
+ "learning_rate": 9.713064713064714e-06,
704
+ "loss": 0.1713,
705
+ "step": 2050
706
+ },
707
+ {
708
+ "epoch": 11.402758620689655,
709
+ "grad_norm": 9.943744659423828,
710
+ "learning_rate": 9.560439560439562e-06,
711
+ "loss": 0.1679,
712
+ "step": 2075
713
+ },
714
+ {
715
+ "epoch": 11.540689655172415,
716
+ "grad_norm": 63.439788818359375,
717
+ "learning_rate": 9.407814407814409e-06,
718
+ "loss": 0.1945,
719
+ "step": 2100
720
+ },
721
+ {
722
+ "epoch": 11.678620689655173,
723
+ "grad_norm": 127.70829772949219,
724
+ "learning_rate": 9.255189255189256e-06,
725
+ "loss": 0.1205,
726
+ "step": 2125
727
+ },
728
+ {
729
+ "epoch": 11.81655172413793,
730
+ "grad_norm": 26.626741409301758,
731
+ "learning_rate": 9.102564102564104e-06,
732
+ "loss": 0.1154,
733
+ "step": 2150
734
+ },
735
+ {
736
+ "epoch": 11.95448275862069,
737
+ "grad_norm": 5.2774224281311035,
738
+ "learning_rate": 8.94993894993895e-06,
739
+ "loss": 0.0517,
740
+ "step": 2175
741
+ },
742
+ {
743
+ "epoch": 12.0,
744
+ "eval_accuracy": 0.5924453280318092,
745
+ "eval_loss": 3.7676873207092285,
746
+ "eval_macro_f1": 0.5891804659800584,
747
+ "eval_runtime": 1.0352,
748
+ "eval_samples_per_second": 485.895,
749
+ "eval_steps_per_second": 30.912,
750
+ "eval_weighted_f1": 0.5892091333642562,
751
+ "step": 2184
752
+ },
753
+ {
754
+ "epoch": 12.088275862068965,
755
+ "grad_norm": 0.2363673746585846,
756
+ "learning_rate": 8.797313797313797e-06,
757
+ "loss": 0.1353,
758
+ "step": 2200
759
+ },
760
+ {
761
+ "epoch": 12.226206896551725,
762
+ "grad_norm": 22.458324432373047,
763
+ "learning_rate": 8.644688644688646e-06,
764
+ "loss": 0.0203,
765
+ "step": 2225
766
+ },
767
+ {
768
+ "epoch": 12.364137931034483,
769
+ "grad_norm": 0.036605071276426315,
770
+ "learning_rate": 8.492063492063492e-06,
771
+ "loss": 0.0151,
772
+ "step": 2250
773
+ },
774
+ {
775
+ "epoch": 12.50206896551724,
776
+ "grad_norm": 0.6013158559799194,
777
+ "learning_rate": 8.33943833943834e-06,
778
+ "loss": 0.0422,
779
+ "step": 2275
780
+ },
781
+ {
782
+ "epoch": 12.64,
783
+ "grad_norm": 0.15665459632873535,
784
+ "learning_rate": 8.186813186813188e-06,
785
+ "loss": 0.0813,
786
+ "step": 2300
787
+ },
788
+ {
789
+ "epoch": 12.777931034482759,
790
+ "grad_norm": 188.22584533691406,
791
+ "learning_rate": 8.034188034188036e-06,
792
+ "loss": 0.096,
793
+ "step": 2325
794
+ },
795
+ {
796
+ "epoch": 12.915862068965517,
797
+ "grad_norm": 0.02725955657660961,
798
+ "learning_rate": 7.881562881562883e-06,
799
+ "loss": 0.0565,
800
+ "step": 2350
801
+ },
802
+ {
803
+ "epoch": 13.0,
804
+ "eval_accuracy": 0.5805168986083499,
805
+ "eval_loss": 4.287261962890625,
806
+ "eval_macro_f1": 0.5736089998279617,
807
+ "eval_runtime": 1.0992,
808
+ "eval_samples_per_second": 457.592,
809
+ "eval_steps_per_second": 29.111,
810
+ "eval_weighted_f1": 0.5738597620086668,
811
+ "step": 2366
812
+ }
813
+ ],
814
+ "logging_steps": 25,
815
+ "max_steps": 3640,
816
+ "num_input_tokens_seen": 0,
817
+ "num_train_epochs": 20,
818
+ "save_steps": 500,
819
+ "stateful_callbacks": {
820
+ "EarlyStoppingCallback": {
821
+ "args": {
822
+ "early_stopping_patience": 3,
823
+ "early_stopping_threshold": 0.0
824
+ },
825
+ "attributes": {
826
+ "early_stopping_patience_counter": 3
827
+ }
828
+ },
829
+ "TrainerControl": {
830
+ "args": {
831
+ "should_epoch_stop": false,
832
+ "should_evaluate": false,
833
+ "should_log": false,
834
+ "should_save": true,
835
+ "should_training_stop": true
836
+ },
837
+ "attributes": {}
838
+ }
839
+ },
840
+ "total_flos": 0.0,
841
+ "train_batch_size": 8,
842
+ "trial_name": null,
843
+ "trial_params": null
844
+ }
ood-vifactcheck-visobert-topic-domain-03-s43-20260830T170827Z-1a169064/trainer/checkpoint-1560/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-03-s43-20260830T170827Z-1a169064/trainer/checkpoint-1560/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-03-s43-20260830T170827Z-1a169064/trainer/checkpoint-1560/trainer_state.json ADDED
@@ -0,0 +1,565 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 975,
3
+ "best_metric": 0.5685953662058044,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-03-s43-20260830T170827Z-1a169064/trainer/checkpoint-975",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1560,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.12836970474967907,
14
+ "grad_norm": 40.462371826171875,
15
+ "learning_rate": 1.230769230769231e-06,
16
+ "loss": 4.8737,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.25673940949935814,
21
+ "grad_norm": 36.39912796020508,
22
+ "learning_rate": 2.512820512820513e-06,
23
+ "loss": 4.5099,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.3851091142490372,
28
+ "grad_norm": 23.5406551361084,
29
+ "learning_rate": 3.794871794871795e-06,
30
+ "loss": 4.4913,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5134788189987163,
35
+ "grad_norm": 27.828678131103516,
36
+ "learning_rate": 5.076923076923077e-06,
37
+ "loss": 4.3732,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6418485237483954,
42
+ "grad_norm": 35.614192962646484,
43
+ "learning_rate": 6.358974358974359e-06,
44
+ "loss": 4.4144,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.7702182284980744,
49
+ "grad_norm": 16.958314895629883,
50
+ "learning_rate": 7.641025641025641e-06,
51
+ "loss": 4.3967,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.8985879332477535,
56
+ "grad_norm": 17.11223793029785,
57
+ "learning_rate": 8.923076923076925e-06,
58
+ "loss": 4.2246,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.3961937716262976,
64
+ "eval_loss": 1.0778039693832397,
65
+ "eval_macro_f1": 0.3729740371279739,
66
+ "eval_runtime": 1.1549,
67
+ "eval_samples_per_second": 500.481,
68
+ "eval_steps_per_second": 32.038,
69
+ "eval_weighted_f1": 0.3694241665414048,
70
+ "step": 195
71
+ },
72
+ {
73
+ "epoch": 1.0256739409499358,
74
+ "grad_norm": 27.59185028076172,
75
+ "learning_rate": 1.0205128205128205e-05,
76
+ "loss": 4.2631,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1540436456996148,
81
+ "grad_norm": 25.976028442382812,
82
+ "learning_rate": 1.1487179487179487e-05,
83
+ "loss": 4.2769,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.282413350449294,
88
+ "grad_norm": 36.397403717041016,
89
+ "learning_rate": 1.2769230769230769e-05,
90
+ "loss": 4.2768,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.410783055198973,
95
+ "grad_norm": 24.030803680419922,
96
+ "learning_rate": 1.405128205128205e-05,
97
+ "loss": 4.2812,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.539152759948652,
102
+ "grad_norm": 23.763193130493164,
103
+ "learning_rate": 1.5333333333333334e-05,
104
+ "loss": 4.3009,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.6675224646983313,
109
+ "grad_norm": 27.32486915588379,
110
+ "learning_rate": 1.6615384615384618e-05,
111
+ "loss": 4.1712,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.7958921694480101,
116
+ "grad_norm": 30.098468780517578,
117
+ "learning_rate": 1.78974358974359e-05,
118
+ "loss": 4.1152,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.9242618741976893,
123
+ "grad_norm": 29.31175994873047,
124
+ "learning_rate": 1.9179487179487182e-05,
125
+ "loss": 4.1265,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.47058823529411764,
131
+ "eval_loss": 1.0093094110488892,
132
+ "eval_macro_f1": 0.457708817757686,
133
+ "eval_runtime": 1.1442,
134
+ "eval_samples_per_second": 505.147,
135
+ "eval_steps_per_second": 32.336,
136
+ "eval_weighted_f1": 0.45937057831828104,
137
+ "step": 390
138
+ },
139
+ {
140
+ "epoch": 2.0513478818998716,
141
+ "grad_norm": 45.93061065673828,
142
+ "learning_rate": 1.994871794871795e-05,
143
+ "loss": 4.0235,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.179717586649551,
148
+ "grad_norm": 22.90428352355957,
149
+ "learning_rate": 1.9806267806267806e-05,
150
+ "loss": 3.6816,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.3080872913992296,
155
+ "grad_norm": 57.67551803588867,
156
+ "learning_rate": 1.9663817663817667e-05,
157
+ "loss": 3.5889,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.436456996148909,
162
+ "grad_norm": 27.769861221313477,
163
+ "learning_rate": 1.952136752136752e-05,
164
+ "loss": 3.8313,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.564826700898588,
169
+ "grad_norm": 24.42459487915039,
170
+ "learning_rate": 1.9378917378917382e-05,
171
+ "loss": 3.6337,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.693196405648267,
176
+ "grad_norm": 26.42784881591797,
177
+ "learning_rate": 1.923646723646724e-05,
178
+ "loss": 3.5614,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.821566110397946,
183
+ "grad_norm": 42.13166427612305,
184
+ "learning_rate": 1.9094017094017097e-05,
185
+ "loss": 3.6536,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 2.949935815147625,
190
+ "grad_norm": 29.83358383178711,
191
+ "learning_rate": 1.8951566951566954e-05,
192
+ "loss": 3.4259,
193
+ "step": 575
194
+ },
195
+ {
196
+ "epoch": 3.0,
197
+ "eval_accuracy": 0.5121107266435986,
198
+ "eval_loss": 1.0041896104812622,
199
+ "eval_macro_f1": 0.46157971386439955,
200
+ "eval_runtime": 1.1966,
201
+ "eval_samples_per_second": 483.052,
202
+ "eval_steps_per_second": 30.922,
203
+ "eval_weighted_f1": 0.4638730871876614,
204
+ "step": 585
205
+ },
206
+ {
207
+ "epoch": 3.0770218228498076,
208
+ "grad_norm": 34.742794036865234,
209
+ "learning_rate": 1.880911680911681e-05,
210
+ "loss": 2.9588,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.2053915275994864,
215
+ "grad_norm": 47.16632080078125,
216
+ "learning_rate": 1.866666666666667e-05,
217
+ "loss": 2.6626,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.3337612323491657,
222
+ "grad_norm": 47.374473571777344,
223
+ "learning_rate": 1.8524216524216526e-05,
224
+ "loss": 2.882,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.462130937098845,
229
+ "grad_norm": 27.205787658691406,
230
+ "learning_rate": 1.8381766381766383e-05,
231
+ "loss": 2.9462,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.5905006418485237,
236
+ "grad_norm": 48.895938873291016,
237
+ "learning_rate": 1.823931623931624e-05,
238
+ "loss": 2.6729,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.718870346598203,
243
+ "grad_norm": 43.25164794921875,
244
+ "learning_rate": 1.8096866096866098e-05,
245
+ "loss": 2.641,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.8472400513478817,
250
+ "grad_norm": 51.64096450805664,
251
+ "learning_rate": 1.7954415954415955e-05,
252
+ "loss": 2.7556,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 3.975609756097561,
257
+ "grad_norm": 36.83106994628906,
258
+ "learning_rate": 1.7811965811965813e-05,
259
+ "loss": 2.778,
260
+ "step": 775
261
+ },
262
+ {
263
+ "epoch": 4.0,
264
+ "eval_accuracy": 0.5397923875432526,
265
+ "eval_loss": 0.9846176505088806,
266
+ "eval_macro_f1": 0.5427843935952744,
267
+ "eval_runtime": 1.1256,
268
+ "eval_samples_per_second": 513.506,
269
+ "eval_steps_per_second": 32.871,
270
+ "eval_weighted_f1": 0.5412797227607102,
271
+ "step": 780
272
+ },
273
+ {
274
+ "epoch": 4.102695763799743,
275
+ "grad_norm": 32.54683303833008,
276
+ "learning_rate": 1.766951566951567e-05,
277
+ "loss": 1.9127,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.2310654685494224,
282
+ "grad_norm": 47.322998046875,
283
+ "learning_rate": 1.7527065527065528e-05,
284
+ "loss": 1.8284,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.359435173299102,
289
+ "grad_norm": 37.266483306884766,
290
+ "learning_rate": 1.7384615384615385e-05,
291
+ "loss": 1.7839,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.487804878048781,
296
+ "grad_norm": 52.58660888671875,
297
+ "learning_rate": 1.7242165242165242e-05,
298
+ "loss": 1.7314,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.616174582798459,
303
+ "grad_norm": 27.064970016479492,
304
+ "learning_rate": 1.7099715099715103e-05,
305
+ "loss": 1.8779,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.7445442875481385,
310
+ "grad_norm": 39.442413330078125,
311
+ "learning_rate": 1.6957264957264957e-05,
312
+ "loss": 1.8384,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 4.872913992297818,
317
+ "grad_norm": 31.62627601623535,
318
+ "learning_rate": 1.6814814814814818e-05,
319
+ "loss": 1.8831,
320
+ "step": 950
321
+ },
322
+ {
323
+ "epoch": 5.0,
324
+ "grad_norm": 27.146690368652344,
325
+ "learning_rate": 1.6672364672364675e-05,
326
+ "loss": 1.6723,
327
+ "step": 975
328
+ },
329
+ {
330
+ "epoch": 5.0,
331
+ "eval_accuracy": 0.5640138408304498,
332
+ "eval_loss": 1.1528586149215698,
333
+ "eval_macro_f1": 0.5685953662058044,
334
+ "eval_runtime": 1.1733,
335
+ "eval_samples_per_second": 492.624,
336
+ "eval_steps_per_second": 31.535,
337
+ "eval_weighted_f1": 0.5687558544726754,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.128369704749679,
342
+ "grad_norm": 44.713985443115234,
343
+ "learning_rate": 1.652991452991453e-05,
344
+ "loss": 1.0847,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.2567394094993585,
349
+ "grad_norm": 33.349082946777344,
350
+ "learning_rate": 1.638746438746439e-05,
351
+ "loss": 0.957,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.385109114249037,
356
+ "grad_norm": 95.73983764648438,
357
+ "learning_rate": 1.6245014245014247e-05,
358
+ "loss": 1.0554,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.513478818998716,
363
+ "grad_norm": 11.711881637573242,
364
+ "learning_rate": 1.6102564102564105e-05,
365
+ "loss": 1.0247,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.641848523748395,
370
+ "grad_norm": 36.37275314331055,
371
+ "learning_rate": 1.5960113960113962e-05,
372
+ "loss": 1.0319,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.7702182284980745,
377
+ "grad_norm": 51.14631271362305,
378
+ "learning_rate": 1.581766381766382e-05,
379
+ "loss": 1.1833,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 5.898587933247754,
384
+ "grad_norm": 29.712677001953125,
385
+ "learning_rate": 1.5675213675213677e-05,
386
+ "loss": 1.1867,
387
+ "step": 1150
388
+ },
389
+ {
390
+ "epoch": 6.0,
391
+ "eval_accuracy": 0.5449826989619377,
392
+ "eval_loss": 1.4563136100769043,
393
+ "eval_macro_f1": 0.5466136741313984,
394
+ "eval_runtime": 1.1659,
395
+ "eval_samples_per_second": 495.743,
396
+ "eval_steps_per_second": 31.734,
397
+ "eval_weighted_f1": 0.5462992460692836,
398
+ "step": 1170
399
+ },
400
+ {
401
+ "epoch": 6.025673940949936,
402
+ "grad_norm": 52.75088882446289,
403
+ "learning_rate": 1.5532763532763534e-05,
404
+ "loss": 0.807,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.154043645699615,
409
+ "grad_norm": 51.305030822753906,
410
+ "learning_rate": 1.539031339031339e-05,
411
+ "loss": 0.6142,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.282413350449294,
416
+ "grad_norm": 16.362865447998047,
417
+ "learning_rate": 1.5247863247863249e-05,
418
+ "loss": 0.5108,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.410783055198973,
423
+ "grad_norm": 22.83523941040039,
424
+ "learning_rate": 1.5105413105413106e-05,
425
+ "loss": 0.484,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.539152759948652,
430
+ "grad_norm": 50.01765060424805,
431
+ "learning_rate": 1.4962962962962964e-05,
432
+ "loss": 0.5232,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.667522464698331,
437
+ "grad_norm": 85.67122650146484,
438
+ "learning_rate": 1.4820512820512823e-05,
439
+ "loss": 0.5693,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 6.7958921694480106,
444
+ "grad_norm": 5.968902587890625,
445
+ "learning_rate": 1.4678062678062678e-05,
446
+ "loss": 0.5332,
447
+ "step": 1325
448
+ },
449
+ {
450
+ "epoch": 6.92426187419769,
451
+ "grad_norm": 41.6413688659668,
452
+ "learning_rate": 1.4535612535612537e-05,
453
+ "loss": 0.6434,
454
+ "step": 1350
455
+ },
456
+ {
457
+ "epoch": 7.0,
458
+ "eval_accuracy": 0.5588235294117647,
459
+ "eval_loss": 1.9293527603149414,
460
+ "eval_macro_f1": 0.5620696067717289,
461
+ "eval_runtime": 1.1957,
462
+ "eval_samples_per_second": 483.393,
463
+ "eval_steps_per_second": 30.944,
464
+ "eval_weighted_f1": 0.5612278218375527,
465
+ "step": 1365
466
+ },
467
+ {
468
+ "epoch": 7.051347881899872,
469
+ "grad_norm": 16.629383087158203,
470
+ "learning_rate": 1.4393162393162395e-05,
471
+ "loss": 0.5678,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.17971758664955,
476
+ "grad_norm": 48.93636703491211,
477
+ "learning_rate": 1.425071225071225e-05,
478
+ "loss": 0.2289,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.30808729139923,
483
+ "grad_norm": 78.8702392578125,
484
+ "learning_rate": 1.410826210826211e-05,
485
+ "loss": 0.322,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.436456996148909,
490
+ "grad_norm": 53.81010055541992,
491
+ "learning_rate": 1.3965811965811967e-05,
492
+ "loss": 0.289,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.564826700898588,
497
+ "grad_norm": 58.87460708618164,
498
+ "learning_rate": 1.3823361823361824e-05,
499
+ "loss": 0.2912,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 7.693196405648267,
504
+ "grad_norm": 39.54840850830078,
505
+ "learning_rate": 1.3680911680911682e-05,
506
+ "loss": 0.2094,
507
+ "step": 1500
508
+ },
509
+ {
510
+ "epoch": 7.821566110397946,
511
+ "grad_norm": 47.81227493286133,
512
+ "learning_rate": 1.353846153846154e-05,
513
+ "loss": 0.5086,
514
+ "step": 1525
515
+ },
516
+ {
517
+ "epoch": 7.949935815147625,
518
+ "grad_norm": 8.824774742126465,
519
+ "learning_rate": 1.3396011396011396e-05,
520
+ "loss": 0.4021,
521
+ "step": 1550
522
+ },
523
+ {
524
+ "epoch": 8.0,
525
+ "eval_accuracy": 0.5519031141868512,
526
+ "eval_loss": 2.4033000469207764,
527
+ "eval_macro_f1": 0.5558687181980871,
528
+ "eval_runtime": 1.172,
529
+ "eval_samples_per_second": 493.178,
530
+ "eval_steps_per_second": 31.57,
531
+ "eval_weighted_f1": 0.5557457059027724,
532
+ "step": 1560
533
+ }
534
+ ],
535
+ "logging_steps": 25,
536
+ "max_steps": 3900,
537
+ "num_input_tokens_seen": 0,
538
+ "num_train_epochs": 20,
539
+ "save_steps": 500,
540
+ "stateful_callbacks": {
541
+ "EarlyStoppingCallback": {
542
+ "args": {
543
+ "early_stopping_patience": 3,
544
+ "early_stopping_threshold": 0.0
545
+ },
546
+ "attributes": {
547
+ "early_stopping_patience_counter": 3
548
+ }
549
+ },
550
+ "TrainerControl": {
551
+ "args": {
552
+ "should_epoch_stop": false,
553
+ "should_evaluate": false,
554
+ "should_log": false,
555
+ "should_save": true,
556
+ "should_training_stop": true
557
+ },
558
+ "attributes": {}
559
+ }
560
+ },
561
+ "total_flos": 0.0,
562
+ "train_batch_size": 8,
563
+ "trial_name": null,
564
+ "trial_params": null
565
+ }
ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365/trainer_state.json ADDED
@@ -0,0 +1,498 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1365,
3
+ "best_metric": 0.5506802405861826,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1365,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.12836970474967907,
14
+ "grad_norm": 29.888164520263672,
15
+ "learning_rate": 1.230769230769231e-06,
16
+ "loss": 4.7436,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.25673940949935814,
21
+ "grad_norm": 21.859739303588867,
22
+ "learning_rate": 2.512820512820513e-06,
23
+ "loss": 4.5735,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.3851091142490372,
28
+ "grad_norm": 31.645063400268555,
29
+ "learning_rate": 3.794871794871795e-06,
30
+ "loss": 4.4893,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5134788189987163,
35
+ "grad_norm": 25.244884490966797,
36
+ "learning_rate": 5.076923076923077e-06,
37
+ "loss": 4.4904,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6418485237483954,
42
+ "grad_norm": 26.18464469909668,
43
+ "learning_rate": 6.358974358974359e-06,
44
+ "loss": 4.4451,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.7702182284980744,
49
+ "grad_norm": 25.643259048461914,
50
+ "learning_rate": 7.641025641025641e-06,
51
+ "loss": 4.3294,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.8985879332477535,
56
+ "grad_norm": 33.029197692871094,
57
+ "learning_rate": 8.923076923076925e-06,
58
+ "loss": 4.3608,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.42560553633217996,
64
+ "eval_loss": 1.0679707527160645,
65
+ "eval_macro_f1": 0.4066735505327173,
66
+ "eval_runtime": 1.201,
67
+ "eval_samples_per_second": 481.272,
68
+ "eval_steps_per_second": 30.808,
69
+ "eval_weighted_f1": 0.4090121864892304,
70
+ "step": 195
71
+ },
72
+ {
73
+ "epoch": 1.0256739409499358,
74
+ "grad_norm": 30.905912399291992,
75
+ "learning_rate": 1.0205128205128205e-05,
76
+ "loss": 4.3043,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1540436456996148,
81
+ "grad_norm": 24.465925216674805,
82
+ "learning_rate": 1.1487179487179487e-05,
83
+ "loss": 4.2557,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.282413350449294,
88
+ "grad_norm": 20.571176528930664,
89
+ "learning_rate": 1.2769230769230769e-05,
90
+ "loss": 4.2144,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.410783055198973,
95
+ "grad_norm": 22.850732803344727,
96
+ "learning_rate": 1.405128205128205e-05,
97
+ "loss": 4.3367,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.539152759948652,
102
+ "grad_norm": 19.421316146850586,
103
+ "learning_rate": 1.5333333333333334e-05,
104
+ "loss": 4.2498,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.6675224646983313,
109
+ "grad_norm": 20.346872329711914,
110
+ "learning_rate": 1.6615384615384618e-05,
111
+ "loss": 4.1937,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.7958921694480101,
116
+ "grad_norm": 30.132064819335938,
117
+ "learning_rate": 1.78974358974359e-05,
118
+ "loss": 4.2157,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.9242618741976893,
123
+ "grad_norm": 19.971040725708008,
124
+ "learning_rate": 1.9179487179487182e-05,
125
+ "loss": 4.1737,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.4186851211072664,
131
+ "eval_loss": 1.0741790533065796,
132
+ "eval_macro_f1": 0.3405000647230221,
133
+ "eval_runtime": 1.1581,
134
+ "eval_samples_per_second": 499.098,
135
+ "eval_steps_per_second": 31.949,
136
+ "eval_weighted_f1": 0.3428570756706147,
137
+ "step": 390
138
+ },
139
+ {
140
+ "epoch": 2.0513478818998716,
141
+ "grad_norm": 33.72755432128906,
142
+ "learning_rate": 1.994871794871795e-05,
143
+ "loss": 4.0301,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.179717586649551,
148
+ "grad_norm": 28.095678329467773,
149
+ "learning_rate": 1.9806267806267806e-05,
150
+ "loss": 3.8481,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.3080872913992296,
155
+ "grad_norm": 19.781343460083008,
156
+ "learning_rate": 1.9663817663817667e-05,
157
+ "loss": 3.8396,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.436456996148909,
162
+ "grad_norm": 42.509254455566406,
163
+ "learning_rate": 1.952136752136752e-05,
164
+ "loss": 3.6376,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.564826700898588,
169
+ "grad_norm": 44.14657211303711,
170
+ "learning_rate": 1.9378917378917382e-05,
171
+ "loss": 3.6118,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.693196405648267,
176
+ "grad_norm": 28.351329803466797,
177
+ "learning_rate": 1.923646723646724e-05,
178
+ "loss": 3.6534,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.821566110397946,
183
+ "grad_norm": 34.168453216552734,
184
+ "learning_rate": 1.9094017094017097e-05,
185
+ "loss": 3.7099,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 2.949935815147625,
190
+ "grad_norm": 28.692289352416992,
191
+ "learning_rate": 1.8951566951566954e-05,
192
+ "loss": 3.6096,
193
+ "step": 575
194
+ },
195
+ {
196
+ "epoch": 3.0,
197
+ "eval_accuracy": 0.5121107266435986,
198
+ "eval_loss": 0.9760900735855103,
199
+ "eval_macro_f1": 0.5090255981028109,
200
+ "eval_runtime": 1.1587,
201
+ "eval_samples_per_second": 498.825,
202
+ "eval_steps_per_second": 31.932,
203
+ "eval_weighted_f1": 0.5062652275562565,
204
+ "step": 585
205
+ },
206
+ {
207
+ "epoch": 3.0770218228498076,
208
+ "grad_norm": 25.989273071289062,
209
+ "learning_rate": 1.880911680911681e-05,
210
+ "loss": 2.9851,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.2053915275994864,
215
+ "grad_norm": 37.9518928527832,
216
+ "learning_rate": 1.866666666666667e-05,
217
+ "loss": 2.9817,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.3337612323491657,
222
+ "grad_norm": 71.83169555664062,
223
+ "learning_rate": 1.8524216524216526e-05,
224
+ "loss": 2.7906,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.462130937098845,
229
+ "grad_norm": 39.875675201416016,
230
+ "learning_rate": 1.8381766381766383e-05,
231
+ "loss": 2.8697,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.5905006418485237,
236
+ "grad_norm": 71.07533264160156,
237
+ "learning_rate": 1.823931623931624e-05,
238
+ "loss": 2.8302,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.718870346598203,
243
+ "grad_norm": 30.360517501831055,
244
+ "learning_rate": 1.8096866096866098e-05,
245
+ "loss": 2.9864,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.8472400513478817,
250
+ "grad_norm": 68.38908386230469,
251
+ "learning_rate": 1.7954415954415955e-05,
252
+ "loss": 2.6054,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 3.975609756097561,
257
+ "grad_norm": 68.57660675048828,
258
+ "learning_rate": 1.7811965811965813e-05,
259
+ "loss": 2.8419,
260
+ "step": 775
261
+ },
262
+ {
263
+ "epoch": 4.0,
264
+ "eval_accuracy": 0.5242214532871973,
265
+ "eval_loss": 1.0105867385864258,
266
+ "eval_macro_f1": 0.5264166196653507,
267
+ "eval_runtime": 1.1327,
268
+ "eval_samples_per_second": 510.274,
269
+ "eval_steps_per_second": 32.665,
270
+ "eval_weighted_f1": 0.5273377088468512,
271
+ "step": 780
272
+ },
273
+ {
274
+ "epoch": 4.102695763799743,
275
+ "grad_norm": 56.55480194091797,
276
+ "learning_rate": 1.766951566951567e-05,
277
+ "loss": 1.9303,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.2310654685494224,
282
+ "grad_norm": 48.31955337524414,
283
+ "learning_rate": 1.7527065527065528e-05,
284
+ "loss": 1.9625,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.359435173299102,
289
+ "grad_norm": 83.3375015258789,
290
+ "learning_rate": 1.7384615384615385e-05,
291
+ "loss": 1.8557,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.487804878048781,
296
+ "grad_norm": 64.99943542480469,
297
+ "learning_rate": 1.7242165242165242e-05,
298
+ "loss": 1.9312,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.616174582798459,
303
+ "grad_norm": 45.000614166259766,
304
+ "learning_rate": 1.7099715099715103e-05,
305
+ "loss": 1.8055,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.7445442875481385,
310
+ "grad_norm": 57.45851135253906,
311
+ "learning_rate": 1.6957264957264957e-05,
312
+ "loss": 1.9458,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 4.872913992297818,
317
+ "grad_norm": 46.244384765625,
318
+ "learning_rate": 1.6814814814814818e-05,
319
+ "loss": 1.9467,
320
+ "step": 950
321
+ },
322
+ {
323
+ "epoch": 5.0,
324
+ "grad_norm": 91.822021484375,
325
+ "learning_rate": 1.6672364672364675e-05,
326
+ "loss": 1.7587,
327
+ "step": 975
328
+ },
329
+ {
330
+ "epoch": 5.0,
331
+ "eval_accuracy": 0.5259515570934256,
332
+ "eval_loss": 1.2249220609664917,
333
+ "eval_macro_f1": 0.5216922133660331,
334
+ "eval_runtime": 1.1761,
335
+ "eval_samples_per_second": 491.457,
336
+ "eval_steps_per_second": 31.46,
337
+ "eval_weighted_f1": 0.5224662306225192,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.128369704749679,
342
+ "grad_norm": 42.36745071411133,
343
+ "learning_rate": 1.652991452991453e-05,
344
+ "loss": 1.2285,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.2567394094993585,
349
+ "grad_norm": 40.83671188354492,
350
+ "learning_rate": 1.638746438746439e-05,
351
+ "loss": 1.4971,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.385109114249037,
356
+ "grad_norm": 42.136390686035156,
357
+ "learning_rate": 1.6245014245014247e-05,
358
+ "loss": 0.9751,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.513478818998716,
363
+ "grad_norm": 80.98487854003906,
364
+ "learning_rate": 1.6102564102564105e-05,
365
+ "loss": 1.1745,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.641848523748395,
370
+ "grad_norm": 43.374114990234375,
371
+ "learning_rate": 1.5960113960113962e-05,
372
+ "loss": 1.0507,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.7702182284980745,
377
+ "grad_norm": 46.13221740722656,
378
+ "learning_rate": 1.581766381766382e-05,
379
+ "loss": 1.0564,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 5.898587933247754,
384
+ "grad_norm": 156.03244018554688,
385
+ "learning_rate": 1.5675213675213677e-05,
386
+ "loss": 1.3344,
387
+ "step": 1150
388
+ },
389
+ {
390
+ "epoch": 6.0,
391
+ "eval_accuracy": 0.5432525951557093,
392
+ "eval_loss": 1.4776102304458618,
393
+ "eval_macro_f1": 0.540213780766675,
394
+ "eval_runtime": 1.2163,
395
+ "eval_samples_per_second": 475.206,
396
+ "eval_steps_per_second": 30.42,
397
+ "eval_weighted_f1": 0.5411105072065966,
398
+ "step": 1170
399
+ },
400
+ {
401
+ "epoch": 6.025673940949936,
402
+ "grad_norm": 24.770414352416992,
403
+ "learning_rate": 1.5532763532763534e-05,
404
+ "loss": 1.2072,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.154043645699615,
409
+ "grad_norm": 71.03649139404297,
410
+ "learning_rate": 1.539031339031339e-05,
411
+ "loss": 0.5416,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.282413350449294,
416
+ "grad_norm": 86.75362396240234,
417
+ "learning_rate": 1.5247863247863249e-05,
418
+ "loss": 0.7701,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.410783055198973,
423
+ "grad_norm": 101.20512390136719,
424
+ "learning_rate": 1.5105413105413106e-05,
425
+ "loss": 0.6979,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.539152759948652,
430
+ "grad_norm": 40.66825866699219,
431
+ "learning_rate": 1.4962962962962964e-05,
432
+ "loss": 0.5774,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.667522464698331,
437
+ "grad_norm": 58.888858795166016,
438
+ "learning_rate": 1.4820512820512823e-05,
439
+ "loss": 0.8247,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 6.7958921694480106,
444
+ "grad_norm": 38.52302932739258,
445
+ "learning_rate": 1.4678062678062678e-05,
446
+ "loss": 0.7641,
447
+ "step": 1325
448
+ },
449
+ {
450
+ "epoch": 6.92426187419769,
451
+ "grad_norm": 33.059722900390625,
452
+ "learning_rate": 1.4535612535612537e-05,
453
+ "loss": 0.6153,
454
+ "step": 1350
455
+ },
456
+ {
457
+ "epoch": 7.0,
458
+ "eval_accuracy": 0.5501730103806228,
459
+ "eval_loss": 1.816998839378357,
460
+ "eval_macro_f1": 0.5506802405861826,
461
+ "eval_runtime": 1.3521,
462
+ "eval_samples_per_second": 427.473,
463
+ "eval_steps_per_second": 27.364,
464
+ "eval_weighted_f1": 0.5498512723831183,
465
+ "step": 1365
466
+ }
467
+ ],
468
+ "logging_steps": 25,
469
+ "max_steps": 3900,
470
+ "num_input_tokens_seen": 0,
471
+ "num_train_epochs": 20,
472
+ "save_steps": 500,
473
+ "stateful_callbacks": {
474
+ "EarlyStoppingCallback": {
475
+ "args": {
476
+ "early_stopping_patience": 3,
477
+ "early_stopping_threshold": 0.0
478
+ },
479
+ "attributes": {
480
+ "early_stopping_patience_counter": 0
481
+ }
482
+ },
483
+ "TrainerControl": {
484
+ "args": {
485
+ "should_epoch_stop": false,
486
+ "should_evaluate": false,
487
+ "should_log": false,
488
+ "should_save": true,
489
+ "should_training_stop": false
490
+ },
491
+ "attributes": {}
492
+ }
493
+ },
494
+ "total_flos": 0.0,
495
+ "train_batch_size": 8,
496
+ "trial_name": null,
497
+ "trial_params": null
498
+ }
ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1950/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1950/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1950/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1950/trainer_state.json ADDED
@@ -0,0 +1,699 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1365,
3
+ "best_metric": 0.5506802405861826,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-03-s44-20260830T191211Z-59e46264/trainer/checkpoint-1365",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1950,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.12836970474967907,
14
+ "grad_norm": 29.888164520263672,
15
+ "learning_rate": 1.230769230769231e-06,
16
+ "loss": 4.7436,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.25673940949935814,
21
+ "grad_norm": 21.859739303588867,
22
+ "learning_rate": 2.512820512820513e-06,
23
+ "loss": 4.5735,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.3851091142490372,
28
+ "grad_norm": 31.645063400268555,
29
+ "learning_rate": 3.794871794871795e-06,
30
+ "loss": 4.4893,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5134788189987163,
35
+ "grad_norm": 25.244884490966797,
36
+ "learning_rate": 5.076923076923077e-06,
37
+ "loss": 4.4904,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6418485237483954,
42
+ "grad_norm": 26.18464469909668,
43
+ "learning_rate": 6.358974358974359e-06,
44
+ "loss": 4.4451,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.7702182284980744,
49
+ "grad_norm": 25.643259048461914,
50
+ "learning_rate": 7.641025641025641e-06,
51
+ "loss": 4.3294,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.8985879332477535,
56
+ "grad_norm": 33.029197692871094,
57
+ "learning_rate": 8.923076923076925e-06,
58
+ "loss": 4.3608,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.42560553633217996,
64
+ "eval_loss": 1.0679707527160645,
65
+ "eval_macro_f1": 0.4066735505327173,
66
+ "eval_runtime": 1.201,
67
+ "eval_samples_per_second": 481.272,
68
+ "eval_steps_per_second": 30.808,
69
+ "eval_weighted_f1": 0.4090121864892304,
70
+ "step": 195
71
+ },
72
+ {
73
+ "epoch": 1.0256739409499358,
74
+ "grad_norm": 30.905912399291992,
75
+ "learning_rate": 1.0205128205128205e-05,
76
+ "loss": 4.3043,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1540436456996148,
81
+ "grad_norm": 24.465925216674805,
82
+ "learning_rate": 1.1487179487179487e-05,
83
+ "loss": 4.2557,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.282413350449294,
88
+ "grad_norm": 20.571176528930664,
89
+ "learning_rate": 1.2769230769230769e-05,
90
+ "loss": 4.2144,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.410783055198973,
95
+ "grad_norm": 22.850732803344727,
96
+ "learning_rate": 1.405128205128205e-05,
97
+ "loss": 4.3367,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.539152759948652,
102
+ "grad_norm": 19.421316146850586,
103
+ "learning_rate": 1.5333333333333334e-05,
104
+ "loss": 4.2498,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.6675224646983313,
109
+ "grad_norm": 20.346872329711914,
110
+ "learning_rate": 1.6615384615384618e-05,
111
+ "loss": 4.1937,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.7958921694480101,
116
+ "grad_norm": 30.132064819335938,
117
+ "learning_rate": 1.78974358974359e-05,
118
+ "loss": 4.2157,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.9242618741976893,
123
+ "grad_norm": 19.971040725708008,
124
+ "learning_rate": 1.9179487179487182e-05,
125
+ "loss": 4.1737,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.4186851211072664,
131
+ "eval_loss": 1.0741790533065796,
132
+ "eval_macro_f1": 0.3405000647230221,
133
+ "eval_runtime": 1.1581,
134
+ "eval_samples_per_second": 499.098,
135
+ "eval_steps_per_second": 31.949,
136
+ "eval_weighted_f1": 0.3428570756706147,
137
+ "step": 390
138
+ },
139
+ {
140
+ "epoch": 2.0513478818998716,
141
+ "grad_norm": 33.72755432128906,
142
+ "learning_rate": 1.994871794871795e-05,
143
+ "loss": 4.0301,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.179717586649551,
148
+ "grad_norm": 28.095678329467773,
149
+ "learning_rate": 1.9806267806267806e-05,
150
+ "loss": 3.8481,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.3080872913992296,
155
+ "grad_norm": 19.781343460083008,
156
+ "learning_rate": 1.9663817663817667e-05,
157
+ "loss": 3.8396,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.436456996148909,
162
+ "grad_norm": 42.509254455566406,
163
+ "learning_rate": 1.952136752136752e-05,
164
+ "loss": 3.6376,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.564826700898588,
169
+ "grad_norm": 44.14657211303711,
170
+ "learning_rate": 1.9378917378917382e-05,
171
+ "loss": 3.6118,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.693196405648267,
176
+ "grad_norm": 28.351329803466797,
177
+ "learning_rate": 1.923646723646724e-05,
178
+ "loss": 3.6534,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.821566110397946,
183
+ "grad_norm": 34.168453216552734,
184
+ "learning_rate": 1.9094017094017097e-05,
185
+ "loss": 3.7099,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 2.949935815147625,
190
+ "grad_norm": 28.692289352416992,
191
+ "learning_rate": 1.8951566951566954e-05,
192
+ "loss": 3.6096,
193
+ "step": 575
194
+ },
195
+ {
196
+ "epoch": 3.0,
197
+ "eval_accuracy": 0.5121107266435986,
198
+ "eval_loss": 0.9760900735855103,
199
+ "eval_macro_f1": 0.5090255981028109,
200
+ "eval_runtime": 1.1587,
201
+ "eval_samples_per_second": 498.825,
202
+ "eval_steps_per_second": 31.932,
203
+ "eval_weighted_f1": 0.5062652275562565,
204
+ "step": 585
205
+ },
206
+ {
207
+ "epoch": 3.0770218228498076,
208
+ "grad_norm": 25.989273071289062,
209
+ "learning_rate": 1.880911680911681e-05,
210
+ "loss": 2.9851,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.2053915275994864,
215
+ "grad_norm": 37.9518928527832,
216
+ "learning_rate": 1.866666666666667e-05,
217
+ "loss": 2.9817,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.3337612323491657,
222
+ "grad_norm": 71.83169555664062,
223
+ "learning_rate": 1.8524216524216526e-05,
224
+ "loss": 2.7906,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.462130937098845,
229
+ "grad_norm": 39.875675201416016,
230
+ "learning_rate": 1.8381766381766383e-05,
231
+ "loss": 2.8697,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.5905006418485237,
236
+ "grad_norm": 71.07533264160156,
237
+ "learning_rate": 1.823931623931624e-05,
238
+ "loss": 2.8302,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.718870346598203,
243
+ "grad_norm": 30.360517501831055,
244
+ "learning_rate": 1.8096866096866098e-05,
245
+ "loss": 2.9864,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.8472400513478817,
250
+ "grad_norm": 68.38908386230469,
251
+ "learning_rate": 1.7954415954415955e-05,
252
+ "loss": 2.6054,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 3.975609756097561,
257
+ "grad_norm": 68.57660675048828,
258
+ "learning_rate": 1.7811965811965813e-05,
259
+ "loss": 2.8419,
260
+ "step": 775
261
+ },
262
+ {
263
+ "epoch": 4.0,
264
+ "eval_accuracy": 0.5242214532871973,
265
+ "eval_loss": 1.0105867385864258,
266
+ "eval_macro_f1": 0.5264166196653507,
267
+ "eval_runtime": 1.1327,
268
+ "eval_samples_per_second": 510.274,
269
+ "eval_steps_per_second": 32.665,
270
+ "eval_weighted_f1": 0.5273377088468512,
271
+ "step": 780
272
+ },
273
+ {
274
+ "epoch": 4.102695763799743,
275
+ "grad_norm": 56.55480194091797,
276
+ "learning_rate": 1.766951566951567e-05,
277
+ "loss": 1.9303,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.2310654685494224,
282
+ "grad_norm": 48.31955337524414,
283
+ "learning_rate": 1.7527065527065528e-05,
284
+ "loss": 1.9625,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.359435173299102,
289
+ "grad_norm": 83.3375015258789,
290
+ "learning_rate": 1.7384615384615385e-05,
291
+ "loss": 1.8557,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.487804878048781,
296
+ "grad_norm": 64.99943542480469,
297
+ "learning_rate": 1.7242165242165242e-05,
298
+ "loss": 1.9312,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.616174582798459,
303
+ "grad_norm": 45.000614166259766,
304
+ "learning_rate": 1.7099715099715103e-05,
305
+ "loss": 1.8055,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.7445442875481385,
310
+ "grad_norm": 57.45851135253906,
311
+ "learning_rate": 1.6957264957264957e-05,
312
+ "loss": 1.9458,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 4.872913992297818,
317
+ "grad_norm": 46.244384765625,
318
+ "learning_rate": 1.6814814814814818e-05,
319
+ "loss": 1.9467,
320
+ "step": 950
321
+ },
322
+ {
323
+ "epoch": 5.0,
324
+ "grad_norm": 91.822021484375,
325
+ "learning_rate": 1.6672364672364675e-05,
326
+ "loss": 1.7587,
327
+ "step": 975
328
+ },
329
+ {
330
+ "epoch": 5.0,
331
+ "eval_accuracy": 0.5259515570934256,
332
+ "eval_loss": 1.2249220609664917,
333
+ "eval_macro_f1": 0.5216922133660331,
334
+ "eval_runtime": 1.1761,
335
+ "eval_samples_per_second": 491.457,
336
+ "eval_steps_per_second": 31.46,
337
+ "eval_weighted_f1": 0.5224662306225192,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.128369704749679,
342
+ "grad_norm": 42.36745071411133,
343
+ "learning_rate": 1.652991452991453e-05,
344
+ "loss": 1.2285,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.2567394094993585,
349
+ "grad_norm": 40.83671188354492,
350
+ "learning_rate": 1.638746438746439e-05,
351
+ "loss": 1.4971,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.385109114249037,
356
+ "grad_norm": 42.136390686035156,
357
+ "learning_rate": 1.6245014245014247e-05,
358
+ "loss": 0.9751,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.513478818998716,
363
+ "grad_norm": 80.98487854003906,
364
+ "learning_rate": 1.6102564102564105e-05,
365
+ "loss": 1.1745,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.641848523748395,
370
+ "grad_norm": 43.374114990234375,
371
+ "learning_rate": 1.5960113960113962e-05,
372
+ "loss": 1.0507,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.7702182284980745,
377
+ "grad_norm": 46.13221740722656,
378
+ "learning_rate": 1.581766381766382e-05,
379
+ "loss": 1.0564,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 5.898587933247754,
384
+ "grad_norm": 156.03244018554688,
385
+ "learning_rate": 1.5675213675213677e-05,
386
+ "loss": 1.3344,
387
+ "step": 1150
388
+ },
389
+ {
390
+ "epoch": 6.0,
391
+ "eval_accuracy": 0.5432525951557093,
392
+ "eval_loss": 1.4776102304458618,
393
+ "eval_macro_f1": 0.540213780766675,
394
+ "eval_runtime": 1.2163,
395
+ "eval_samples_per_second": 475.206,
396
+ "eval_steps_per_second": 30.42,
397
+ "eval_weighted_f1": 0.5411105072065966,
398
+ "step": 1170
399
+ },
400
+ {
401
+ "epoch": 6.025673940949936,
402
+ "grad_norm": 24.770414352416992,
403
+ "learning_rate": 1.5532763532763534e-05,
404
+ "loss": 1.2072,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.154043645699615,
409
+ "grad_norm": 71.03649139404297,
410
+ "learning_rate": 1.539031339031339e-05,
411
+ "loss": 0.5416,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.282413350449294,
416
+ "grad_norm": 86.75362396240234,
417
+ "learning_rate": 1.5247863247863249e-05,
418
+ "loss": 0.7701,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.410783055198973,
423
+ "grad_norm": 101.20512390136719,
424
+ "learning_rate": 1.5105413105413106e-05,
425
+ "loss": 0.6979,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.539152759948652,
430
+ "grad_norm": 40.66825866699219,
431
+ "learning_rate": 1.4962962962962964e-05,
432
+ "loss": 0.5774,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.667522464698331,
437
+ "grad_norm": 58.888858795166016,
438
+ "learning_rate": 1.4820512820512823e-05,
439
+ "loss": 0.8247,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 6.7958921694480106,
444
+ "grad_norm": 38.52302932739258,
445
+ "learning_rate": 1.4678062678062678e-05,
446
+ "loss": 0.7641,
447
+ "step": 1325
448
+ },
449
+ {
450
+ "epoch": 6.92426187419769,
451
+ "grad_norm": 33.059722900390625,
452
+ "learning_rate": 1.4535612535612537e-05,
453
+ "loss": 0.6153,
454
+ "step": 1350
455
+ },
456
+ {
457
+ "epoch": 7.0,
458
+ "eval_accuracy": 0.5501730103806228,
459
+ "eval_loss": 1.816998839378357,
460
+ "eval_macro_f1": 0.5506802405861826,
461
+ "eval_runtime": 1.3521,
462
+ "eval_samples_per_second": 427.473,
463
+ "eval_steps_per_second": 27.364,
464
+ "eval_weighted_f1": 0.5498512723831183,
465
+ "step": 1365
466
+ },
467
+ {
468
+ "epoch": 7.051347881899872,
469
+ "grad_norm": 51.428714752197266,
470
+ "learning_rate": 1.4393162393162395e-05,
471
+ "loss": 0.6387,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.17971758664955,
476
+ "grad_norm": 5.423499584197998,
477
+ "learning_rate": 1.425071225071225e-05,
478
+ "loss": 0.3353,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.30808729139923,
483
+ "grad_norm": 59.682708740234375,
484
+ "learning_rate": 1.410826210826211e-05,
485
+ "loss": 0.3814,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.436456996148909,
490
+ "grad_norm": 91.0963134765625,
491
+ "learning_rate": 1.3965811965811967e-05,
492
+ "loss": 0.3565,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.564826700898588,
497
+ "grad_norm": 88.2894058227539,
498
+ "learning_rate": 1.3823361823361824e-05,
499
+ "loss": 0.6823,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 7.693196405648267,
504
+ "grad_norm": 87.67262268066406,
505
+ "learning_rate": 1.3680911680911682e-05,
506
+ "loss": 0.3899,
507
+ "step": 1500
508
+ },
509
+ {
510
+ "epoch": 7.821566110397946,
511
+ "grad_norm": 10.76221752166748,
512
+ "learning_rate": 1.353846153846154e-05,
513
+ "loss": 0.3487,
514
+ "step": 1525
515
+ },
516
+ {
517
+ "epoch": 7.949935815147625,
518
+ "grad_norm": 31.331228256225586,
519
+ "learning_rate": 1.3396011396011396e-05,
520
+ "loss": 0.5409,
521
+ "step": 1550
522
+ },
523
+ {
524
+ "epoch": 8.0,
525
+ "eval_accuracy": 0.5501730103806228,
526
+ "eval_loss": 2.3021113872528076,
527
+ "eval_macro_f1": 0.5404215142988346,
528
+ "eval_runtime": 1.1536,
529
+ "eval_samples_per_second": 501.059,
530
+ "eval_steps_per_second": 32.075,
531
+ "eval_weighted_f1": 0.5408835976656816,
532
+ "step": 1560
533
+ },
534
+ {
535
+ "epoch": 8.077021822849808,
536
+ "grad_norm": 85.93024444580078,
537
+ "learning_rate": 1.3253561253561255e-05,
538
+ "loss": 0.4143,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.205391527599486,
543
+ "grad_norm": 56.48215866088867,
544
+ "learning_rate": 1.3111111111111113e-05,
545
+ "loss": 0.1208,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.333761232349165,
550
+ "grad_norm": 138.7705078125,
551
+ "learning_rate": 1.2968660968660968e-05,
552
+ "loss": 0.2467,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.462130937098845,
557
+ "grad_norm": 118.13735961914062,
558
+ "learning_rate": 1.2826210826210828e-05,
559
+ "loss": 0.375,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 8.590500641848523,
564
+ "grad_norm": 77.58293151855469,
565
+ "learning_rate": 1.2683760683760685e-05,
566
+ "loss": 0.344,
567
+ "step": 1675
568
+ },
569
+ {
570
+ "epoch": 8.718870346598203,
571
+ "grad_norm": 51.93857955932617,
572
+ "learning_rate": 1.2541310541310542e-05,
573
+ "loss": 0.3328,
574
+ "step": 1700
575
+ },
576
+ {
577
+ "epoch": 8.847240051347882,
578
+ "grad_norm": 92.61378479003906,
579
+ "learning_rate": 1.23988603988604e-05,
580
+ "loss": 0.2604,
581
+ "step": 1725
582
+ },
583
+ {
584
+ "epoch": 8.975609756097562,
585
+ "grad_norm": 59.62290573120117,
586
+ "learning_rate": 1.2256410256410259e-05,
587
+ "loss": 0.3306,
588
+ "step": 1750
589
+ },
590
+ {
591
+ "epoch": 9.0,
592
+ "eval_accuracy": 0.5380622837370242,
593
+ "eval_loss": 2.7013514041900635,
594
+ "eval_macro_f1": 0.5370338264811308,
595
+ "eval_runtime": 1.3065,
596
+ "eval_samples_per_second": 442.398,
597
+ "eval_steps_per_second": 28.32,
598
+ "eval_weighted_f1": 0.5372283381019229,
599
+ "step": 1755
600
+ },
601
+ {
602
+ "epoch": 9.102695763799744,
603
+ "grad_norm": 37.917606353759766,
604
+ "learning_rate": 1.2113960113960114e-05,
605
+ "loss": 0.1573,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.231065468549422,
610
+ "grad_norm": 38.29742431640625,
611
+ "learning_rate": 1.1971509971509972e-05,
612
+ "loss": 0.1808,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.3594351732991,
617
+ "grad_norm": 4.907311916351318,
618
+ "learning_rate": 1.182905982905983e-05,
619
+ "loss": 0.1487,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 9.487804878048781,
624
+ "grad_norm": 4.62818717956543,
625
+ "learning_rate": 1.1686609686609687e-05,
626
+ "loss": 0.153,
627
+ "step": 1850
628
+ },
629
+ {
630
+ "epoch": 9.61617458279846,
631
+ "grad_norm": 0.22970986366271973,
632
+ "learning_rate": 1.1544159544159546e-05,
633
+ "loss": 0.0621,
634
+ "step": 1875
635
+ },
636
+ {
637
+ "epoch": 9.74454428754814,
638
+ "grad_norm": 106.56684112548828,
639
+ "learning_rate": 1.1401709401709403e-05,
640
+ "loss": 0.2658,
641
+ "step": 1900
642
+ },
643
+ {
644
+ "epoch": 9.872913992297818,
645
+ "grad_norm": 43.60939407348633,
646
+ "learning_rate": 1.125925925925926e-05,
647
+ "loss": 0.2119,
648
+ "step": 1925
649
+ },
650
+ {
651
+ "epoch": 10.0,
652
+ "grad_norm": 95.1512680053711,
653
+ "learning_rate": 1.1116809116809118e-05,
654
+ "loss": 0.3877,
655
+ "step": 1950
656
+ },
657
+ {
658
+ "epoch": 10.0,
659
+ "eval_accuracy": 0.5397923875432526,
660
+ "eval_loss": 3.5583431720733643,
661
+ "eval_macro_f1": 0.5270564514722452,
662
+ "eval_runtime": 1.3542,
663
+ "eval_samples_per_second": 426.808,
664
+ "eval_steps_per_second": 27.322,
665
+ "eval_weighted_f1": 0.5232489979621576,
666
+ "step": 1950
667
+ }
668
+ ],
669
+ "logging_steps": 25,
670
+ "max_steps": 3900,
671
+ "num_input_tokens_seen": 0,
672
+ "num_train_epochs": 20,
673
+ "save_steps": 500,
674
+ "stateful_callbacks": {
675
+ "EarlyStoppingCallback": {
676
+ "args": {
677
+ "early_stopping_patience": 3,
678
+ "early_stopping_threshold": 0.0
679
+ },
680
+ "attributes": {
681
+ "early_stopping_patience_counter": 3
682
+ }
683
+ },
684
+ "TrainerControl": {
685
+ "args": {
686
+ "should_epoch_stop": false,
687
+ "should_evaluate": false,
688
+ "should_log": false,
689
+ "should_save": true,
690
+ "should_training_stop": true
691
+ },
692
+ "attributes": {}
693
+ }
694
+ },
695
+ "total_flos": 0.0,
696
+ "train_batch_size": 8,
697
+ "trial_name": null,
698
+ "trial_params": null
699
+ }
ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316/trainer_state.json ADDED
@@ -0,0 +1,484 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1316,
3
+ "best_metric": 0.5718340380134868,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1316,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13351134846461948,
14
+ "grad_norm": 21.202259063720703,
15
+ "learning_rate": 1.276595744680851e-06,
16
+ "loss": 4.9071,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.26702269692923897,
21
+ "grad_norm": 23.31092071533203,
22
+ "learning_rate": 2.6063829787234047e-06,
23
+ "loss": 4.5502,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.40053404539385845,
28
+ "grad_norm": 30.08456039428711,
29
+ "learning_rate": 3.936170212765958e-06,
30
+ "loss": 4.4221,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5340453938584779,
35
+ "grad_norm": 43.08698654174805,
36
+ "learning_rate": 5.265957446808511e-06,
37
+ "loss": 4.3926,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6675567423230975,
42
+ "grad_norm": 29.332653045654297,
43
+ "learning_rate": 6.595744680851064e-06,
44
+ "loss": 4.3377,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8010680907877169,
49
+ "grad_norm": 31.386764526367188,
50
+ "learning_rate": 7.925531914893617e-06,
51
+ "loss": 4.4007,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9345794392523364,
56
+ "grad_norm": 24.97459602355957,
57
+ "learning_rate": 9.255319148936171e-06,
58
+ "loss": 4.3822,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.4057071960297767,
64
+ "eval_loss": 1.090410828590393,
65
+ "eval_macro_f1": 0.3509576255454077,
66
+ "eval_runtime": 1.5678,
67
+ "eval_samples_per_second": 514.092,
68
+ "eval_steps_per_second": 32.529,
69
+ "eval_weighted_f1": 0.35344885736997433,
70
+ "step": 188
71
+ },
72
+ {
73
+ "epoch": 1.0640854472630175,
74
+ "grad_norm": 24.73819351196289,
75
+ "learning_rate": 1.0585106382978725e-05,
76
+ "loss": 4.2218,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1975967957276368,
81
+ "grad_norm": 18.68230438232422,
82
+ "learning_rate": 1.1914893617021277e-05,
83
+ "loss": 4.2841,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.3311081441922563,
88
+ "grad_norm": 27.83205223083496,
89
+ "learning_rate": 1.3244680851063832e-05,
90
+ "loss": 4.2566,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4646194926568759,
95
+ "grad_norm": 20.66182518005371,
96
+ "learning_rate": 1.4574468085106384e-05,
97
+ "loss": 4.1306,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.5981308411214954,
102
+ "grad_norm": 19.934898376464844,
103
+ "learning_rate": 1.590425531914894e-05,
104
+ "loss": 4.2326,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7316421895861147,
109
+ "grad_norm": 21.6817684173584,
110
+ "learning_rate": 1.723404255319149e-05,
111
+ "loss": 4.1606,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.8651535380507345,
116
+ "grad_norm": 22.862266540527344,
117
+ "learning_rate": 1.8563829787234043e-05,
118
+ "loss": 4.2044,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.9986648865153538,
123
+ "grad_norm": 16.806232452392578,
124
+ "learning_rate": 1.9893617021276595e-05,
125
+ "loss": 4.1297,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.49503722084367247,
131
+ "eval_loss": 1.0172885656356812,
132
+ "eval_macro_f1": 0.4810071145846228,
133
+ "eval_runtime": 1.4814,
134
+ "eval_samples_per_second": 544.069,
135
+ "eval_steps_per_second": 34.426,
136
+ "eval_weighted_f1": 0.48161018816072915,
137
+ "step": 376
138
+ },
139
+ {
140
+ "epoch": 2.128170894526035,
141
+ "grad_norm": 28.420690536499023,
142
+ "learning_rate": 1.986406619385343e-05,
143
+ "loss": 3.6433,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2616822429906542,
148
+ "grad_norm": 25.463573455810547,
149
+ "learning_rate": 1.971631205673759e-05,
150
+ "loss": 3.5517,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.3951935914552736,
155
+ "grad_norm": 48.14302062988281,
156
+ "learning_rate": 1.956855791962175e-05,
157
+ "loss": 3.6509,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5287049399198933,
162
+ "grad_norm": 32.35457992553711,
163
+ "learning_rate": 1.9420803782505913e-05,
164
+ "loss": 3.5376,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.6622162883845126,
169
+ "grad_norm": 41.68084716796875,
170
+ "learning_rate": 1.927304964539007e-05,
171
+ "loss": 3.799,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.795727636849132,
176
+ "grad_norm": 40.60840606689453,
177
+ "learning_rate": 1.9125295508274234e-05,
178
+ "loss": 3.571,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.9292389853137517,
183
+ "grad_norm": 37.740692138671875,
184
+ "learning_rate": 1.8977541371158394e-05,
185
+ "loss": 3.3664,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.5359801488833746,
191
+ "eval_loss": 0.9665552973747253,
192
+ "eval_macro_f1": 0.5346061835574548,
193
+ "eval_runtime": 1.5736,
194
+ "eval_samples_per_second": 512.185,
195
+ "eval_steps_per_second": 32.409,
196
+ "eval_weighted_f1": 0.5341090200737479,
197
+ "step": 564
198
+ },
199
+ {
200
+ "epoch": 3.0587449933244324,
201
+ "grad_norm": 61.342960357666016,
202
+ "learning_rate": 1.8829787234042557e-05,
203
+ "loss": 3.0559,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.192256341789052,
208
+ "grad_norm": 31.027238845825195,
209
+ "learning_rate": 1.8682033096926714e-05,
210
+ "loss": 2.5352,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.3257676902536715,
215
+ "grad_norm": 39.753326416015625,
216
+ "learning_rate": 1.8534278959810878e-05,
217
+ "loss": 2.6953,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.4592790387182912,
222
+ "grad_norm": 35.622528076171875,
223
+ "learning_rate": 1.8386524822695038e-05,
224
+ "loss": 2.7005,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.5927903871829105,
229
+ "grad_norm": 26.928382873535156,
230
+ "learning_rate": 1.8238770685579198e-05,
231
+ "loss": 2.5509,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.72630173564753,
236
+ "grad_norm": 44.21104049682617,
237
+ "learning_rate": 1.8091016548463358e-05,
238
+ "loss": 2.8697,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.8598130841121496,
243
+ "grad_norm": 68.83780670166016,
244
+ "learning_rate": 1.7943262411347518e-05,
245
+ "loss": 2.7475,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.993324432576769,
250
+ "grad_norm": 28.8193416595459,
251
+ "learning_rate": 1.779550827423168e-05,
252
+ "loss": 2.7282,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 4.0,
257
+ "eval_accuracy": 0.5186104218362283,
258
+ "eval_loss": 1.0553395748138428,
259
+ "eval_macro_f1": 0.5084207926904556,
260
+ "eval_runtime": 1.5606,
261
+ "eval_samples_per_second": 516.481,
262
+ "eval_steps_per_second": 32.681,
263
+ "eval_weighted_f1": 0.5089854857552183,
264
+ "step": 752
265
+ },
266
+ {
267
+ "epoch": 4.12283044058745,
268
+ "grad_norm": 38.91648864746094,
269
+ "learning_rate": 1.7647754137115842e-05,
270
+ "loss": 1.8419,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.25634178905207,
275
+ "grad_norm": 30.497251510620117,
276
+ "learning_rate": 1.7500000000000002e-05,
277
+ "loss": 1.6096,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.389853137516689,
282
+ "grad_norm": 46.96240234375,
283
+ "learning_rate": 1.7352245862884162e-05,
284
+ "loss": 1.8456,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.5233644859813085,
289
+ "grad_norm": 27.74585723876953,
290
+ "learning_rate": 1.7204491725768322e-05,
291
+ "loss": 1.8433,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.656875834445928,
296
+ "grad_norm": 73.03856658935547,
297
+ "learning_rate": 1.7056737588652482e-05,
298
+ "loss": 2.1476,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.790387182910547,
303
+ "grad_norm": 74.66150665283203,
304
+ "learning_rate": 1.6908983451536646e-05,
305
+ "loss": 1.8266,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.923898531375167,
310
+ "grad_norm": 47.65620803833008,
311
+ "learning_rate": 1.6761229314420806e-05,
312
+ "loss": 1.6308,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 5.0,
317
+ "eval_accuracy": 0.5285359801488834,
318
+ "eval_loss": 1.2995151281356812,
319
+ "eval_macro_f1": 0.5213391164253011,
320
+ "eval_runtime": 1.5231,
321
+ "eval_samples_per_second": 529.17,
322
+ "eval_steps_per_second": 33.483,
323
+ "eval_weighted_f1": 0.5218833768799824,
324
+ "step": 940
325
+ },
326
+ {
327
+ "epoch": 5.0534045393858475,
328
+ "grad_norm": 25.405492782592773,
329
+ "learning_rate": 1.6613475177304966e-05,
330
+ "loss": 1.5622,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.186915887850467,
335
+ "grad_norm": 28.78274154663086,
336
+ "learning_rate": 1.6465721040189126e-05,
337
+ "loss": 0.9393,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.320427236315087,
342
+ "grad_norm": 36.81955337524414,
343
+ "learning_rate": 1.6317966903073286e-05,
344
+ "loss": 0.7952,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.453938584779706,
349
+ "grad_norm": 47.77043151855469,
350
+ "learning_rate": 1.6170212765957446e-05,
351
+ "loss": 0.9395,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.587449933244326,
356
+ "grad_norm": 49.3271484375,
357
+ "learning_rate": 1.602245862884161e-05,
358
+ "loss": 1.142,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.720961281708945,
363
+ "grad_norm": 76.30839538574219,
364
+ "learning_rate": 1.587470449172577e-05,
365
+ "loss": 0.9755,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.854472630173564,
370
+ "grad_norm": 61.57895278930664,
371
+ "learning_rate": 1.572695035460993e-05,
372
+ "loss": 1.1622,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.9879839786381845,
377
+ "grad_norm": 38.538368225097656,
378
+ "learning_rate": 1.557919621749409e-05,
379
+ "loss": 1.2088,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 6.0,
384
+ "eval_accuracy": 0.5496277915632755,
385
+ "eval_loss": 1.4526758193969727,
386
+ "eval_macro_f1": 0.5362392855865017,
387
+ "eval_runtime": 1.4691,
388
+ "eval_samples_per_second": 548.634,
389
+ "eval_steps_per_second": 34.715,
390
+ "eval_weighted_f1": 0.5344906599527471,
391
+ "step": 1128
392
+ },
393
+ {
394
+ "epoch": 6.117489986648865,
395
+ "grad_norm": 25.79226303100586,
396
+ "learning_rate": 1.543144208037825e-05,
397
+ "loss": 0.6868,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.251001335113485,
402
+ "grad_norm": 39.805233001708984,
403
+ "learning_rate": 1.5283687943262414e-05,
404
+ "loss": 0.5414,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.384512683578104,
409
+ "grad_norm": 41.03608703613281,
410
+ "learning_rate": 1.5135933806146574e-05,
411
+ "loss": 0.6965,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.518024032042724,
416
+ "grad_norm": 48.70252227783203,
417
+ "learning_rate": 1.4988179669030734e-05,
418
+ "loss": 0.511,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.651535380507343,
423
+ "grad_norm": 98.70214080810547,
424
+ "learning_rate": 1.4840425531914894e-05,
425
+ "loss": 0.5789,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.785046728971962,
430
+ "grad_norm": 33.606895446777344,
431
+ "learning_rate": 1.4692671394799056e-05,
432
+ "loss": 0.4599,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.9185580774365825,
437
+ "grad_norm": 36.59250259399414,
438
+ "learning_rate": 1.4544917257683215e-05,
439
+ "loss": 0.476,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 7.0,
444
+ "eval_accuracy": 0.5719602977667494,
445
+ "eval_loss": 1.8453933000564575,
446
+ "eval_macro_f1": 0.5718340380134868,
447
+ "eval_runtime": 1.6033,
448
+ "eval_samples_per_second": 502.727,
449
+ "eval_steps_per_second": 31.81,
450
+ "eval_weighted_f1": 0.5713538376450659,
451
+ "step": 1316
452
+ }
453
+ ],
454
+ "logging_steps": 25,
455
+ "max_steps": 3760,
456
+ "num_input_tokens_seen": 0,
457
+ "num_train_epochs": 20,
458
+ "save_steps": 500,
459
+ "stateful_callbacks": {
460
+ "EarlyStoppingCallback": {
461
+ "args": {
462
+ "early_stopping_patience": 3,
463
+ "early_stopping_threshold": 0.0
464
+ },
465
+ "attributes": {
466
+ "early_stopping_patience_counter": 0
467
+ }
468
+ },
469
+ "TrainerControl": {
470
+ "args": {
471
+ "should_epoch_stop": false,
472
+ "should_evaluate": false,
473
+ "should_log": false,
474
+ "should_save": true,
475
+ "should_training_stop": false
476
+ },
477
+ "attributes": {}
478
+ }
479
+ },
480
+ "total_flos": 0.0,
481
+ "train_batch_size": 8,
482
+ "trial_name": null,
483
+ "trial_params": null
484
+ }
ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1880/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1880/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1880/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1880/trainer_state.json ADDED
@@ -0,0 +1,678 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1316,
3
+ "best_metric": 0.5718340380134868,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-04-s43-20260830T171719Z-1a169064/trainer/checkpoint-1316",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1880,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.13351134846461948,
14
+ "grad_norm": 21.202259063720703,
15
+ "learning_rate": 1.276595744680851e-06,
16
+ "loss": 4.9071,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.26702269692923897,
21
+ "grad_norm": 23.31092071533203,
22
+ "learning_rate": 2.6063829787234047e-06,
23
+ "loss": 4.5502,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.40053404539385845,
28
+ "grad_norm": 30.08456039428711,
29
+ "learning_rate": 3.936170212765958e-06,
30
+ "loss": 4.4221,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5340453938584779,
35
+ "grad_norm": 43.08698654174805,
36
+ "learning_rate": 5.265957446808511e-06,
37
+ "loss": 4.3926,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.6675567423230975,
42
+ "grad_norm": 29.332653045654297,
43
+ "learning_rate": 6.595744680851064e-06,
44
+ "loss": 4.3377,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8010680907877169,
49
+ "grad_norm": 31.386764526367188,
50
+ "learning_rate": 7.925531914893617e-06,
51
+ "loss": 4.4007,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.9345794392523364,
56
+ "grad_norm": 24.97459602355957,
57
+ "learning_rate": 9.255319148936171e-06,
58
+ "loss": 4.3822,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.4057071960297767,
64
+ "eval_loss": 1.090410828590393,
65
+ "eval_macro_f1": 0.3509576255454077,
66
+ "eval_runtime": 1.5678,
67
+ "eval_samples_per_second": 514.092,
68
+ "eval_steps_per_second": 32.529,
69
+ "eval_weighted_f1": 0.35344885736997433,
70
+ "step": 188
71
+ },
72
+ {
73
+ "epoch": 1.0640854472630175,
74
+ "grad_norm": 24.73819351196289,
75
+ "learning_rate": 1.0585106382978725e-05,
76
+ "loss": 4.2218,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.1975967957276368,
81
+ "grad_norm": 18.68230438232422,
82
+ "learning_rate": 1.1914893617021277e-05,
83
+ "loss": 4.2841,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.3311081441922563,
88
+ "grad_norm": 27.83205223083496,
89
+ "learning_rate": 1.3244680851063832e-05,
90
+ "loss": 4.2566,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.4646194926568759,
95
+ "grad_norm": 20.66182518005371,
96
+ "learning_rate": 1.4574468085106384e-05,
97
+ "loss": 4.1306,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.5981308411214954,
102
+ "grad_norm": 19.934898376464844,
103
+ "learning_rate": 1.590425531914894e-05,
104
+ "loss": 4.2326,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.7316421895861147,
109
+ "grad_norm": 21.6817684173584,
110
+ "learning_rate": 1.723404255319149e-05,
111
+ "loss": 4.1606,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 1.8651535380507345,
116
+ "grad_norm": 22.862266540527344,
117
+ "learning_rate": 1.8563829787234043e-05,
118
+ "loss": 4.2044,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 1.9986648865153538,
123
+ "grad_norm": 16.806232452392578,
124
+ "learning_rate": 1.9893617021276595e-05,
125
+ "loss": 4.1297,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 2.0,
130
+ "eval_accuracy": 0.49503722084367247,
131
+ "eval_loss": 1.0172885656356812,
132
+ "eval_macro_f1": 0.4810071145846228,
133
+ "eval_runtime": 1.4814,
134
+ "eval_samples_per_second": 544.069,
135
+ "eval_steps_per_second": 34.426,
136
+ "eval_weighted_f1": 0.48161018816072915,
137
+ "step": 376
138
+ },
139
+ {
140
+ "epoch": 2.128170894526035,
141
+ "grad_norm": 28.420690536499023,
142
+ "learning_rate": 1.986406619385343e-05,
143
+ "loss": 3.6433,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.2616822429906542,
148
+ "grad_norm": 25.463573455810547,
149
+ "learning_rate": 1.971631205673759e-05,
150
+ "loss": 3.5517,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.3951935914552736,
155
+ "grad_norm": 48.14302062988281,
156
+ "learning_rate": 1.956855791962175e-05,
157
+ "loss": 3.6509,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.5287049399198933,
162
+ "grad_norm": 32.35457992553711,
163
+ "learning_rate": 1.9420803782505913e-05,
164
+ "loss": 3.5376,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.6622162883845126,
169
+ "grad_norm": 41.68084716796875,
170
+ "learning_rate": 1.927304964539007e-05,
171
+ "loss": 3.799,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 2.795727636849132,
176
+ "grad_norm": 40.60840606689453,
177
+ "learning_rate": 1.9125295508274234e-05,
178
+ "loss": 3.571,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 2.9292389853137517,
183
+ "grad_norm": 37.740692138671875,
184
+ "learning_rate": 1.8977541371158394e-05,
185
+ "loss": 3.3664,
186
+ "step": 550
187
+ },
188
+ {
189
+ "epoch": 3.0,
190
+ "eval_accuracy": 0.5359801488833746,
191
+ "eval_loss": 0.9665552973747253,
192
+ "eval_macro_f1": 0.5346061835574548,
193
+ "eval_runtime": 1.5736,
194
+ "eval_samples_per_second": 512.185,
195
+ "eval_steps_per_second": 32.409,
196
+ "eval_weighted_f1": 0.5341090200737479,
197
+ "step": 564
198
+ },
199
+ {
200
+ "epoch": 3.0587449933244324,
201
+ "grad_norm": 61.342960357666016,
202
+ "learning_rate": 1.8829787234042557e-05,
203
+ "loss": 3.0559,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.192256341789052,
208
+ "grad_norm": 31.027238845825195,
209
+ "learning_rate": 1.8682033096926714e-05,
210
+ "loss": 2.5352,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.3257676902536715,
215
+ "grad_norm": 39.753326416015625,
216
+ "learning_rate": 1.8534278959810878e-05,
217
+ "loss": 2.6953,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.4592790387182912,
222
+ "grad_norm": 35.622528076171875,
223
+ "learning_rate": 1.8386524822695038e-05,
224
+ "loss": 2.7005,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.5927903871829105,
229
+ "grad_norm": 26.928382873535156,
230
+ "learning_rate": 1.8238770685579198e-05,
231
+ "loss": 2.5509,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 3.72630173564753,
236
+ "grad_norm": 44.21104049682617,
237
+ "learning_rate": 1.8091016548463358e-05,
238
+ "loss": 2.8697,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 3.8598130841121496,
243
+ "grad_norm": 68.83780670166016,
244
+ "learning_rate": 1.7943262411347518e-05,
245
+ "loss": 2.7475,
246
+ "step": 725
247
+ },
248
+ {
249
+ "epoch": 3.993324432576769,
250
+ "grad_norm": 28.8193416595459,
251
+ "learning_rate": 1.779550827423168e-05,
252
+ "loss": 2.7282,
253
+ "step": 750
254
+ },
255
+ {
256
+ "epoch": 4.0,
257
+ "eval_accuracy": 0.5186104218362283,
258
+ "eval_loss": 1.0553395748138428,
259
+ "eval_macro_f1": 0.5084207926904556,
260
+ "eval_runtime": 1.5606,
261
+ "eval_samples_per_second": 516.481,
262
+ "eval_steps_per_second": 32.681,
263
+ "eval_weighted_f1": 0.5089854857552183,
264
+ "step": 752
265
+ },
266
+ {
267
+ "epoch": 4.12283044058745,
268
+ "grad_norm": 38.91648864746094,
269
+ "learning_rate": 1.7647754137115842e-05,
270
+ "loss": 1.8419,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.25634178905207,
275
+ "grad_norm": 30.497251510620117,
276
+ "learning_rate": 1.7500000000000002e-05,
277
+ "loss": 1.6096,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.389853137516689,
282
+ "grad_norm": 46.96240234375,
283
+ "learning_rate": 1.7352245862884162e-05,
284
+ "loss": 1.8456,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.5233644859813085,
289
+ "grad_norm": 27.74585723876953,
290
+ "learning_rate": 1.7204491725768322e-05,
291
+ "loss": 1.8433,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 4.656875834445928,
296
+ "grad_norm": 73.03856658935547,
297
+ "learning_rate": 1.7056737588652482e-05,
298
+ "loss": 2.1476,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 4.790387182910547,
303
+ "grad_norm": 74.66150665283203,
304
+ "learning_rate": 1.6908983451536646e-05,
305
+ "loss": 1.8266,
306
+ "step": 900
307
+ },
308
+ {
309
+ "epoch": 4.923898531375167,
310
+ "grad_norm": 47.65620803833008,
311
+ "learning_rate": 1.6761229314420806e-05,
312
+ "loss": 1.6308,
313
+ "step": 925
314
+ },
315
+ {
316
+ "epoch": 5.0,
317
+ "eval_accuracy": 0.5285359801488834,
318
+ "eval_loss": 1.2995151281356812,
319
+ "eval_macro_f1": 0.5213391164253011,
320
+ "eval_runtime": 1.5231,
321
+ "eval_samples_per_second": 529.17,
322
+ "eval_steps_per_second": 33.483,
323
+ "eval_weighted_f1": 0.5218833768799824,
324
+ "step": 940
325
+ },
326
+ {
327
+ "epoch": 5.0534045393858475,
328
+ "grad_norm": 25.405492782592773,
329
+ "learning_rate": 1.6613475177304966e-05,
330
+ "loss": 1.5622,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.186915887850467,
335
+ "grad_norm": 28.78274154663086,
336
+ "learning_rate": 1.6465721040189126e-05,
337
+ "loss": 0.9393,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.320427236315087,
342
+ "grad_norm": 36.81955337524414,
343
+ "learning_rate": 1.6317966903073286e-05,
344
+ "loss": 0.7952,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.453938584779706,
349
+ "grad_norm": 47.77043151855469,
350
+ "learning_rate": 1.6170212765957446e-05,
351
+ "loss": 0.9395,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 5.587449933244326,
356
+ "grad_norm": 49.3271484375,
357
+ "learning_rate": 1.602245862884161e-05,
358
+ "loss": 1.142,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 5.720961281708945,
363
+ "grad_norm": 76.30839538574219,
364
+ "learning_rate": 1.587470449172577e-05,
365
+ "loss": 0.9755,
366
+ "step": 1075
367
+ },
368
+ {
369
+ "epoch": 5.854472630173564,
370
+ "grad_norm": 61.57895278930664,
371
+ "learning_rate": 1.572695035460993e-05,
372
+ "loss": 1.1622,
373
+ "step": 1100
374
+ },
375
+ {
376
+ "epoch": 5.9879839786381845,
377
+ "grad_norm": 38.538368225097656,
378
+ "learning_rate": 1.557919621749409e-05,
379
+ "loss": 1.2088,
380
+ "step": 1125
381
+ },
382
+ {
383
+ "epoch": 6.0,
384
+ "eval_accuracy": 0.5496277915632755,
385
+ "eval_loss": 1.4526758193969727,
386
+ "eval_macro_f1": 0.5362392855865017,
387
+ "eval_runtime": 1.4691,
388
+ "eval_samples_per_second": 548.634,
389
+ "eval_steps_per_second": 34.715,
390
+ "eval_weighted_f1": 0.5344906599527471,
391
+ "step": 1128
392
+ },
393
+ {
394
+ "epoch": 6.117489986648865,
395
+ "grad_norm": 25.79226303100586,
396
+ "learning_rate": 1.543144208037825e-05,
397
+ "loss": 0.6868,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.251001335113485,
402
+ "grad_norm": 39.805233001708984,
403
+ "learning_rate": 1.5283687943262414e-05,
404
+ "loss": 0.5414,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.384512683578104,
409
+ "grad_norm": 41.03608703613281,
410
+ "learning_rate": 1.5135933806146574e-05,
411
+ "loss": 0.6965,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 6.518024032042724,
416
+ "grad_norm": 48.70252227783203,
417
+ "learning_rate": 1.4988179669030734e-05,
418
+ "loss": 0.511,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 6.651535380507343,
423
+ "grad_norm": 98.70214080810547,
424
+ "learning_rate": 1.4840425531914894e-05,
425
+ "loss": 0.5789,
426
+ "step": 1250
427
+ },
428
+ {
429
+ "epoch": 6.785046728971962,
430
+ "grad_norm": 33.606895446777344,
431
+ "learning_rate": 1.4692671394799056e-05,
432
+ "loss": 0.4599,
433
+ "step": 1275
434
+ },
435
+ {
436
+ "epoch": 6.9185580774365825,
437
+ "grad_norm": 36.59250259399414,
438
+ "learning_rate": 1.4544917257683215e-05,
439
+ "loss": 0.476,
440
+ "step": 1300
441
+ },
442
+ {
443
+ "epoch": 7.0,
444
+ "eval_accuracy": 0.5719602977667494,
445
+ "eval_loss": 1.8453933000564575,
446
+ "eval_macro_f1": 0.5718340380134868,
447
+ "eval_runtime": 1.6033,
448
+ "eval_samples_per_second": 502.727,
449
+ "eval_steps_per_second": 31.81,
450
+ "eval_weighted_f1": 0.5713538376450659,
451
+ "step": 1316
452
+ },
453
+ {
454
+ "epoch": 7.048064085447263,
455
+ "grad_norm": 15.552922248840332,
456
+ "learning_rate": 1.4397163120567377e-05,
457
+ "loss": 0.564,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.181575433911883,
462
+ "grad_norm": 145.4637908935547,
463
+ "learning_rate": 1.4249408983451538e-05,
464
+ "loss": 0.554,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.315086782376502,
469
+ "grad_norm": 54.98075485229492,
470
+ "learning_rate": 1.41016548463357e-05,
471
+ "loss": 0.3659,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 7.4485981308411215,
476
+ "grad_norm": 23.641494750976562,
477
+ "learning_rate": 1.3953900709219859e-05,
478
+ "loss": 0.3235,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 7.582109479305741,
483
+ "grad_norm": 3.059641122817993,
484
+ "learning_rate": 1.380614657210402e-05,
485
+ "loss": 0.2844,
486
+ "step": 1425
487
+ },
488
+ {
489
+ "epoch": 7.71562082777036,
490
+ "grad_norm": 49.45994186401367,
491
+ "learning_rate": 1.365839243498818e-05,
492
+ "loss": 0.2785,
493
+ "step": 1450
494
+ },
495
+ {
496
+ "epoch": 7.8491321762349795,
497
+ "grad_norm": 58.5909309387207,
498
+ "learning_rate": 1.351063829787234e-05,
499
+ "loss": 0.759,
500
+ "step": 1475
501
+ },
502
+ {
503
+ "epoch": 7.9826435246996,
504
+ "grad_norm": 100.17697143554688,
505
+ "learning_rate": 1.3362884160756503e-05,
506
+ "loss": 0.5196,
507
+ "step": 1500
508
+ },
509
+ {
510
+ "epoch": 8.0,
511
+ "eval_accuracy": 0.5384615384615384,
512
+ "eval_loss": 2.209258556365967,
513
+ "eval_macro_f1": 0.5347845859813946,
514
+ "eval_runtime": 1.5207,
515
+ "eval_samples_per_second": 530.017,
516
+ "eval_steps_per_second": 33.537,
517
+ "eval_weighted_f1": 0.5332701358353383,
518
+ "step": 1504
519
+ },
520
+ {
521
+ "epoch": 8.11214953271028,
522
+ "grad_norm": 49.93246078491211,
523
+ "learning_rate": 1.3215130023640663e-05,
524
+ "loss": 0.2984,
525
+ "step": 1525
526
+ },
527
+ {
528
+ "epoch": 8.2456608811749,
529
+ "grad_norm": 82.61723327636719,
530
+ "learning_rate": 1.3067375886524825e-05,
531
+ "loss": 0.1845,
532
+ "step": 1550
533
+ },
534
+ {
535
+ "epoch": 8.379172229639519,
536
+ "grad_norm": 34.352657318115234,
537
+ "learning_rate": 1.2919621749408983e-05,
538
+ "loss": 0.192,
539
+ "step": 1575
540
+ },
541
+ {
542
+ "epoch": 8.51268357810414,
543
+ "grad_norm": 28.383378982543945,
544
+ "learning_rate": 1.2771867612293145e-05,
545
+ "loss": 0.2307,
546
+ "step": 1600
547
+ },
548
+ {
549
+ "epoch": 8.646194926568759,
550
+ "grad_norm": 62.71604919433594,
551
+ "learning_rate": 1.2624113475177307e-05,
552
+ "loss": 0.3387,
553
+ "step": 1625
554
+ },
555
+ {
556
+ "epoch": 8.779706275033378,
557
+ "grad_norm": 3.0854761600494385,
558
+ "learning_rate": 1.2476359338061469e-05,
559
+ "loss": 0.1923,
560
+ "step": 1650
561
+ },
562
+ {
563
+ "epoch": 8.913217623497998,
564
+ "grad_norm": 41.24082565307617,
565
+ "learning_rate": 1.2328605200945627e-05,
566
+ "loss": 0.2654,
567
+ "step": 1675
568
+ },
569
+ {
570
+ "epoch": 9.0,
571
+ "eval_accuracy": 0.5570719602977667,
572
+ "eval_loss": 2.8128128051757812,
573
+ "eval_macro_f1": 0.558068106589917,
574
+ "eval_runtime": 1.483,
575
+ "eval_samples_per_second": 543.503,
576
+ "eval_steps_per_second": 34.39,
577
+ "eval_weighted_f1": 0.5571106716103473,
578
+ "step": 1692
579
+ },
580
+ {
581
+ "epoch": 9.042723631508679,
582
+ "grad_norm": 78.22376251220703,
583
+ "learning_rate": 1.2180851063829789e-05,
584
+ "loss": 0.2422,
585
+ "step": 1700
586
+ },
587
+ {
588
+ "epoch": 9.176234979973298,
589
+ "grad_norm": 130.36239624023438,
590
+ "learning_rate": 1.2033096926713949e-05,
591
+ "loss": 0.2939,
592
+ "step": 1725
593
+ },
594
+ {
595
+ "epoch": 9.309746328437917,
596
+ "grad_norm": 2.328425407409668,
597
+ "learning_rate": 1.1885342789598109e-05,
598
+ "loss": 0.2315,
599
+ "step": 1750
600
+ },
601
+ {
602
+ "epoch": 9.443257676902537,
603
+ "grad_norm": 2.372389554977417,
604
+ "learning_rate": 1.1737588652482271e-05,
605
+ "loss": 0.0855,
606
+ "step": 1775
607
+ },
608
+ {
609
+ "epoch": 9.576769025367156,
610
+ "grad_norm": 2.4183695316314697,
611
+ "learning_rate": 1.1589834515366431e-05,
612
+ "loss": 0.2308,
613
+ "step": 1800
614
+ },
615
+ {
616
+ "epoch": 9.710280373831775,
617
+ "grad_norm": 102.71755981445312,
618
+ "learning_rate": 1.1442080378250593e-05,
619
+ "loss": 0.3004,
620
+ "step": 1825
621
+ },
622
+ {
623
+ "epoch": 9.843791722296395,
624
+ "grad_norm": 125.37670135498047,
625
+ "learning_rate": 1.1294326241134751e-05,
626
+ "loss": 0.246,
627
+ "step": 1850
628
+ },
629
+ {
630
+ "epoch": 9.977303070761014,
631
+ "grad_norm": 10.241647720336914,
632
+ "learning_rate": 1.1146572104018913e-05,
633
+ "loss": 0.0998,
634
+ "step": 1875
635
+ },
636
+ {
637
+ "epoch": 10.0,
638
+ "eval_accuracy": 0.532258064516129,
639
+ "eval_loss": 3.306957960128784,
640
+ "eval_macro_f1": 0.5378774118048204,
641
+ "eval_runtime": 1.49,
642
+ "eval_samples_per_second": 540.923,
643
+ "eval_steps_per_second": 34.227,
644
+ "eval_weighted_f1": 0.5375950491611121,
645
+ "step": 1880
646
+ }
647
+ ],
648
+ "logging_steps": 25,
649
+ "max_steps": 3760,
650
+ "num_input_tokens_seen": 0,
651
+ "num_train_epochs": 20,
652
+ "save_steps": 500,
653
+ "stateful_callbacks": {
654
+ "EarlyStoppingCallback": {
655
+ "args": {
656
+ "early_stopping_patience": 3,
657
+ "early_stopping_threshold": 0.0
658
+ },
659
+ "attributes": {
660
+ "early_stopping_patience_counter": 3
661
+ }
662
+ },
663
+ "TrainerControl": {
664
+ "args": {
665
+ "should_epoch_stop": false,
666
+ "should_evaluate": false,
667
+ "should_log": false,
668
+ "should_save": true,
669
+ "should_training_stop": true
670
+ },
671
+ "attributes": {}
672
+ }
673
+ },
674
+ "total_flos": 0.0,
675
+ "train_batch_size": 8,
676
+ "trial_name": null,
677
+ "trial_params": null
678
+ }
ood-vifactcheck-visobert-topic-domain-04-s44-20260830T192314Z-59e46264/trainer/checkpoint-1504/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1400/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1400/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1400/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1400/trainer_state.json ADDED
@@ -0,0 +1,523 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1400,
3
+ "best_metric": 0.5905670598739245,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1400",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1400,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.1430615164520744,
14
+ "grad_norm": 26.21242332458496,
15
+ "learning_rate": 1.3714285714285717e-06,
16
+ "loss": 4.8849,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.2861230329041488,
21
+ "grad_norm": 21.631141662597656,
22
+ "learning_rate": 2.8000000000000003e-06,
23
+ "loss": 4.6137,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4291845493562232,
28
+ "grad_norm": 17.51011848449707,
29
+ "learning_rate": 4.228571428571429e-06,
30
+ "loss": 4.4983,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.5722460658082976,
35
+ "grad_norm": 25.81586456298828,
36
+ "learning_rate": 5.6571428571428576e-06,
37
+ "loss": 4.4336,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7153075822603719,
42
+ "grad_norm": 16.616819381713867,
43
+ "learning_rate": 7.085714285714286e-06,
44
+ "loss": 4.436,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.8583690987124464,
49
+ "grad_norm": 19.47293472290039,
50
+ "learning_rate": 8.514285714285715e-06,
51
+ "loss": 4.4164,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "grad_norm": 17.50084114074707,
57
+ "learning_rate": 9.942857142857145e-06,
58
+ "loss": 4.2935,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 1.0,
63
+ "eval_accuracy": 0.4501347708894879,
64
+ "eval_loss": 1.0487438440322876,
65
+ "eval_macro_f1": 0.44561523152806043,
66
+ "eval_runtime": 1.5779,
67
+ "eval_samples_per_second": 470.248,
68
+ "eval_steps_per_second": 29.787,
69
+ "eval_weighted_f1": 0.4463232182002643,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.1430615164520743,
74
+ "grad_norm": 29.1850528717041,
75
+ "learning_rate": 1.1371428571428573e-05,
76
+ "loss": 4.2564,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.2861230329041489,
81
+ "grad_norm": 17.594810485839844,
82
+ "learning_rate": 1.2800000000000001e-05,
83
+ "loss": 4.1975,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.4291845493562232,
88
+ "grad_norm": 34.75797653198242,
89
+ "learning_rate": 1.422857142857143e-05,
90
+ "loss": 4.3848,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.5722460658082977,
95
+ "grad_norm": 40.085594177246094,
96
+ "learning_rate": 1.5657142857142856e-05,
97
+ "loss": 4.2345,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.715307582260372,
102
+ "grad_norm": 27.772356033325195,
103
+ "learning_rate": 1.708571428571429e-05,
104
+ "loss": 4.1404,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.8583690987124464,
109
+ "grad_norm": 33.041351318359375,
110
+ "learning_rate": 1.8514285714285716e-05,
111
+ "loss": 4.1818,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "grad_norm": 15.131501197814941,
117
+ "learning_rate": 1.9942857142857142e-05,
118
+ "loss": 4.1108,
119
+ "step": 350
120
+ },
121
+ {
122
+ "epoch": 2.0,
123
+ "eval_accuracy": 0.5148247978436657,
124
+ "eval_loss": 0.9986628293991089,
125
+ "eval_macro_f1": 0.5165412575800765,
126
+ "eval_runtime": 1.4236,
127
+ "eval_samples_per_second": 521.227,
128
+ "eval_steps_per_second": 33.016,
129
+ "eval_weighted_f1": 0.5171471792733023,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.1430615164520743,
134
+ "grad_norm": 18.91531753540039,
135
+ "learning_rate": 1.984761904761905e-05,
136
+ "loss": 3.8235,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.2861230329041486,
141
+ "grad_norm": 50.832763671875,
142
+ "learning_rate": 1.968888888888889e-05,
143
+ "loss": 3.8311,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.429184549356223,
148
+ "grad_norm": 37.24674987792969,
149
+ "learning_rate": 1.953015873015873e-05,
150
+ "loss": 3.8,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.5722460658082977,
155
+ "grad_norm": 33.18600845336914,
156
+ "learning_rate": 1.937142857142857e-05,
157
+ "loss": 3.6361,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.715307582260372,
162
+ "grad_norm": 24.749300003051758,
163
+ "learning_rate": 1.9212698412698414e-05,
164
+ "loss": 3.6098,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 2.8583690987124464,
169
+ "grad_norm": 27.44040870666504,
170
+ "learning_rate": 1.9053968253968257e-05,
171
+ "loss": 3.4668,
172
+ "step": 500
173
+ },
174
+ {
175
+ "epoch": 3.0,
176
+ "grad_norm": 26.67237663269043,
177
+ "learning_rate": 1.8895238095238096e-05,
178
+ "loss": 3.4605,
179
+ "step": 525
180
+ },
181
+ {
182
+ "epoch": 3.0,
183
+ "eval_accuracy": 0.5579514824797843,
184
+ "eval_loss": 0.9628540873527527,
185
+ "eval_macro_f1": 0.557333235848554,
186
+ "eval_runtime": 1.4466,
187
+ "eval_samples_per_second": 512.921,
188
+ "eval_steps_per_second": 32.49,
189
+ "eval_weighted_f1": 0.558128434494935,
190
+ "step": 525
191
+ },
192
+ {
193
+ "epoch": 3.1430615164520743,
194
+ "grad_norm": 55.976051330566406,
195
+ "learning_rate": 1.8736507936507936e-05,
196
+ "loss": 2.7768,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.2861230329041486,
201
+ "grad_norm": 28.67298698425293,
202
+ "learning_rate": 1.857777777777778e-05,
203
+ "loss": 2.9494,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.429184549356223,
208
+ "grad_norm": 61.71924591064453,
209
+ "learning_rate": 1.8419047619047622e-05,
210
+ "loss": 2.7426,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.5722460658082977,
215
+ "grad_norm": 35.33484649658203,
216
+ "learning_rate": 1.8260317460317462e-05,
217
+ "loss": 2.6794,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.715307582260372,
222
+ "grad_norm": 54.53615951538086,
223
+ "learning_rate": 1.81015873015873e-05,
224
+ "loss": 2.9696,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 3.8583690987124464,
229
+ "grad_norm": 34.209712982177734,
230
+ "learning_rate": 1.7942857142857144e-05,
231
+ "loss": 2.7043,
232
+ "step": 675
233
+ },
234
+ {
235
+ "epoch": 4.0,
236
+ "grad_norm": 33.29446029663086,
237
+ "learning_rate": 1.7784126984126987e-05,
238
+ "loss": 2.6196,
239
+ "step": 700
240
+ },
241
+ {
242
+ "epoch": 4.0,
243
+ "eval_accuracy": 0.568733153638814,
244
+ "eval_loss": 1.0175046920776367,
245
+ "eval_macro_f1": 0.5564666620243609,
246
+ "eval_runtime": 1.4338,
247
+ "eval_samples_per_second": 517.519,
248
+ "eval_steps_per_second": 32.781,
249
+ "eval_weighted_f1": 0.5567552351006421,
250
+ "step": 700
251
+ },
252
+ {
253
+ "epoch": 4.143061516452074,
254
+ "grad_norm": 34.87040710449219,
255
+ "learning_rate": 1.7625396825396827e-05,
256
+ "loss": 2.158,
257
+ "step": 725
258
+ },
259
+ {
260
+ "epoch": 4.286123032904149,
261
+ "grad_norm": 38.04508972167969,
262
+ "learning_rate": 1.7466666666666667e-05,
263
+ "loss": 1.834,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.429184549356223,
268
+ "grad_norm": 51.407657623291016,
269
+ "learning_rate": 1.730793650793651e-05,
270
+ "loss": 1.6127,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.572246065808297,
275
+ "grad_norm": 57.040897369384766,
276
+ "learning_rate": 1.7149206349206353e-05,
277
+ "loss": 1.5914,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 4.715307582260372,
282
+ "grad_norm": 73.46602630615234,
283
+ "learning_rate": 1.6990476190476192e-05,
284
+ "loss": 1.7028,
285
+ "step": 825
286
+ },
287
+ {
288
+ "epoch": 4.858369098712446,
289
+ "grad_norm": 37.474143981933594,
290
+ "learning_rate": 1.6831746031746032e-05,
291
+ "loss": 1.8515,
292
+ "step": 850
293
+ },
294
+ {
295
+ "epoch": 5.0,
296
+ "grad_norm": 51.21058654785156,
297
+ "learning_rate": 1.6673015873015875e-05,
298
+ "loss": 1.8108,
299
+ "step": 875
300
+ },
301
+ {
302
+ "epoch": 5.0,
303
+ "eval_accuracy": 0.5579514824797843,
304
+ "eval_loss": 1.2252310514450073,
305
+ "eval_macro_f1": 0.5494845479971339,
306
+ "eval_runtime": 1.4449,
307
+ "eval_samples_per_second": 513.531,
308
+ "eval_steps_per_second": 32.528,
309
+ "eval_weighted_f1": 0.5495770291191473,
310
+ "step": 875
311
+ },
312
+ {
313
+ "epoch": 5.143061516452074,
314
+ "grad_norm": 42.25992965698242,
315
+ "learning_rate": 1.6514285714285714e-05,
316
+ "loss": 0.9947,
317
+ "step": 900
318
+ },
319
+ {
320
+ "epoch": 5.286123032904149,
321
+ "grad_norm": 53.11271286010742,
322
+ "learning_rate": 1.6355555555555557e-05,
323
+ "loss": 0.9797,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.429184549356223,
328
+ "grad_norm": 45.3193359375,
329
+ "learning_rate": 1.6196825396825397e-05,
330
+ "loss": 0.9371,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.572246065808297,
335
+ "grad_norm": 27.534761428833008,
336
+ "learning_rate": 1.603809523809524e-05,
337
+ "loss": 1.1141,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 5.715307582260372,
342
+ "grad_norm": 78.54525756835938,
343
+ "learning_rate": 1.587936507936508e-05,
344
+ "loss": 0.9825,
345
+ "step": 1000
346
+ },
347
+ {
348
+ "epoch": 5.858369098712446,
349
+ "grad_norm": 35.419578552246094,
350
+ "learning_rate": 1.5720634920634923e-05,
351
+ "loss": 1.2423,
352
+ "step": 1025
353
+ },
354
+ {
355
+ "epoch": 6.0,
356
+ "grad_norm": 42.04770278930664,
357
+ "learning_rate": 1.5561904761904762e-05,
358
+ "loss": 1.001,
359
+ "step": 1050
360
+ },
361
+ {
362
+ "epoch": 6.0,
363
+ "eval_accuracy": 0.5822102425876011,
364
+ "eval_loss": 1.388765811920166,
365
+ "eval_macro_f1": 0.5831959326730077,
366
+ "eval_runtime": 1.4701,
367
+ "eval_samples_per_second": 504.728,
368
+ "eval_steps_per_second": 31.971,
369
+ "eval_weighted_f1": 0.5823784284353227,
370
+ "step": 1050
371
+ },
372
+ {
373
+ "epoch": 6.143061516452074,
374
+ "grad_norm": 36.52373123168945,
375
+ "learning_rate": 1.5403174603174605e-05,
376
+ "loss": 0.5356,
377
+ "step": 1075
378
+ },
379
+ {
380
+ "epoch": 6.286123032904149,
381
+ "grad_norm": 26.244245529174805,
382
+ "learning_rate": 1.5244444444444447e-05,
383
+ "loss": 0.5462,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.429184549356223,
388
+ "grad_norm": 58.81045913696289,
389
+ "learning_rate": 1.5085714285714288e-05,
390
+ "loss": 0.5363,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 6.572246065808297,
395
+ "grad_norm": 36.62748718261719,
396
+ "learning_rate": 1.4926984126984128e-05,
397
+ "loss": 0.511,
398
+ "step": 1150
399
+ },
400
+ {
401
+ "epoch": 6.715307582260372,
402
+ "grad_norm": 42.99351119995117,
403
+ "learning_rate": 1.4768253968253969e-05,
404
+ "loss": 0.5789,
405
+ "step": 1175
406
+ },
407
+ {
408
+ "epoch": 6.858369098712446,
409
+ "grad_norm": 36.22212600708008,
410
+ "learning_rate": 1.4609523809523812e-05,
411
+ "loss": 0.6697,
412
+ "step": 1200
413
+ },
414
+ {
415
+ "epoch": 7.0,
416
+ "grad_norm": 54.60634231567383,
417
+ "learning_rate": 1.4450793650793653e-05,
418
+ "loss": 0.5774,
419
+ "step": 1225
420
+ },
421
+ {
422
+ "epoch": 7.0,
423
+ "eval_accuracy": 0.5727762803234502,
424
+ "eval_loss": 1.6772546768188477,
425
+ "eval_macro_f1": 0.5701772870447569,
426
+ "eval_runtime": 1.4809,
427
+ "eval_samples_per_second": 501.048,
428
+ "eval_steps_per_second": 31.738,
429
+ "eval_weighted_f1": 0.567921496216888,
430
+ "step": 1225
431
+ },
432
+ {
433
+ "epoch": 7.143061516452074,
434
+ "grad_norm": 17.45357894897461,
435
+ "learning_rate": 1.4292063492063493e-05,
436
+ "loss": 0.4418,
437
+ "step": 1250
438
+ },
439
+ {
440
+ "epoch": 7.286123032904149,
441
+ "grad_norm": 109.47073364257812,
442
+ "learning_rate": 1.4133333333333334e-05,
443
+ "loss": 0.3663,
444
+ "step": 1275
445
+ },
446
+ {
447
+ "epoch": 7.429184549356223,
448
+ "grad_norm": 46.59672546386719,
449
+ "learning_rate": 1.3974603174603177e-05,
450
+ "loss": 0.2995,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 7.572246065808297,
455
+ "grad_norm": 58.028568267822266,
456
+ "learning_rate": 1.3815873015873018e-05,
457
+ "loss": 0.3806,
458
+ "step": 1325
459
+ },
460
+ {
461
+ "epoch": 7.715307582260372,
462
+ "grad_norm": 30.821640014648438,
463
+ "learning_rate": 1.3657142857142858e-05,
464
+ "loss": 0.4736,
465
+ "step": 1350
466
+ },
467
+ {
468
+ "epoch": 7.858369098712446,
469
+ "grad_norm": 60.606773376464844,
470
+ "learning_rate": 1.34984126984127e-05,
471
+ "loss": 0.3678,
472
+ "step": 1375
473
+ },
474
+ {
475
+ "epoch": 8.0,
476
+ "grad_norm": 7.435686111450195,
477
+ "learning_rate": 1.333968253968254e-05,
478
+ "loss": 0.4549,
479
+ "step": 1400
480
+ },
481
+ {
482
+ "epoch": 8.0,
483
+ "eval_accuracy": 0.5916442048517521,
484
+ "eval_loss": 2.179316759109497,
485
+ "eval_macro_f1": 0.5905670598739245,
486
+ "eval_runtime": 1.4878,
487
+ "eval_samples_per_second": 498.714,
488
+ "eval_steps_per_second": 31.59,
489
+ "eval_weighted_f1": 0.5902567556523364,
490
+ "step": 1400
491
+ }
492
+ ],
493
+ "logging_steps": 25,
494
+ "max_steps": 3500,
495
+ "num_input_tokens_seen": 0,
496
+ "num_train_epochs": 20,
497
+ "save_steps": 500,
498
+ "stateful_callbacks": {
499
+ "EarlyStoppingCallback": {
500
+ "args": {
501
+ "early_stopping_patience": 3,
502
+ "early_stopping_threshold": 0.0
503
+ },
504
+ "attributes": {
505
+ "early_stopping_patience_counter": 0
506
+ }
507
+ },
508
+ "TrainerControl": {
509
+ "args": {
510
+ "should_epoch_stop": false,
511
+ "should_evaluate": false,
512
+ "should_log": false,
513
+ "should_save": true,
514
+ "should_training_stop": false
515
+ },
516
+ "attributes": {}
517
+ }
518
+ },
519
+ "total_flos": 0.0,
520
+ "train_batch_size": 8,
521
+ "trial_name": null,
522
+ "trial_params": null
523
+ }
ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1925/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-vifactcheck-visobert-topic-domain-05-s43-20260830T172741Z-1a169064/trainer/checkpoint-1925/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff