PhaaNe commited on
Commit
69ee205
·
verified ·
1 Parent(s): ed18a0e

Add explore checkpoint explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d (job 99a32915f701fc2be864, factcheck-ablations)

Browse files
Files changed (21) hide show
  1. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/model.safetensors +3 -0
  2. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/model.safetensors +3 -0
  3. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/optimizer.pt +3 -0
  4. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/rng_state.pth +3 -0
  5. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/scheduler.pt +3 -0
  6. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/sentencepiece.bpe.model +3 -0
  7. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/special_tokens_map.json +15 -0
  8. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/tokenizer.json +0 -0
  9. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/tokenizer_config.json +56 -0
  10. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/trainer_state.json +548 -0
  11. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/training_args.bin +3 -0
  12. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/model.safetensors +3 -0
  13. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/optimizer.pt +3 -0
  14. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/rng_state.pth +3 -0
  15. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/scheduler.pt +3 -0
  16. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/sentencepiece.bpe.model +3 -0
  17. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/special_tokens_map.json +15 -0
  18. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/tokenizer.json +0 -0
  19. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/tokenizer_config.json +56 -0
  20. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/trainer_state.json +721 -0
  21. explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/training_args.bin +3 -0
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1221fb34ab121ed98677f9c695049eb991fe4d726bd443704d6faf8fbdd121fb
3
+ size 390297060
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34f6356044b29d929d4b84bc91de722cf1078dd8d02cae5cf9750ea5c71e6a89
3
+ size 390297092
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32236940bdaa29aaf39756ed08c30b030516d097be86a2c363a8542c026962cd
3
+ size 775987770
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa1e82759778255ef21366b94022bdc4407a8d25fce3262d6dfaee9b5afd4f6c
3
+ size 14244
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6547e97d775b99e301e74072e254c63728fa9f978ba1a733d5ed03438125706e
3
+ size 1064
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02aaf05cda4db99e86b7c76eba6258867ce4d043da0fed19c87a7d46c8b53a65
3
+ size 470732
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/trainer_state.json ADDED
@@ -0,0 +1,548 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1467,
3
+ "best_metric": 0.5583191462785052,
4
+ "best_model_checkpoint": "/root/VNEncoder/explore/workspaces/99a32915f701fc2be864/results/checkpoints/explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467",
5
+ "epoch": 9.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1467,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.15408320493066255,
14
+ "grad_norm": 21.344472885131836,
15
+ "learning_rate": 1.47239263803681e-06,
16
+ "loss": 4.853,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.3081664098613251,
21
+ "grad_norm": 25.962148666381836,
22
+ "learning_rate": 3.0061349693251535e-06,
23
+ "loss": 4.4233,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4622496147919877,
28
+ "grad_norm": 19.177690505981445,
29
+ "learning_rate": 4.539877300613497e-06,
30
+ "loss": 4.4471,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.6163328197226502,
35
+ "grad_norm": 33.63242721557617,
36
+ "learning_rate": 6.073619631901841e-06,
37
+ "loss": 4.4009,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7704160246533128,
42
+ "grad_norm": 27.720808029174805,
43
+ "learning_rate": 7.6073619631901856e-06,
44
+ "loss": 4.3969,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.9244992295839753,
49
+ "grad_norm": 20.085342407226562,
50
+ "learning_rate": 9.14110429447853e-06,
51
+ "loss": 4.38,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "eval_accuracy": 0.436046511627907,
57
+ "eval_loss": 1.079663634300232,
58
+ "eval_macro_f1": 0.3748705248072885,
59
+ "eval_runtime": 0.5659,
60
+ "eval_samples_per_second": 1215.776,
61
+ "eval_steps_per_second": 75.986,
62
+ "eval_weighted_f1": 0.37687781620292465,
63
+ "step": 163
64
+ },
65
+ {
66
+ "epoch": 1.073959938366718,
67
+ "grad_norm": 22.111385345458984,
68
+ "learning_rate": 1.0674846625766873e-05,
69
+ "loss": 4.2138,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.2280431432973806,
74
+ "grad_norm": 34.425785064697266,
75
+ "learning_rate": 1.2208588957055216e-05,
76
+ "loss": 4.2615,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.3821263482280433,
81
+ "grad_norm": 26.273052215576172,
82
+ "learning_rate": 1.374233128834356e-05,
83
+ "loss": 4.2052,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.5362095531587057,
88
+ "grad_norm": 29.71860694885254,
89
+ "learning_rate": 1.5276073619631903e-05,
90
+ "loss": 4.2031,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.6902927580893683,
95
+ "grad_norm": 19.65127944946289,
96
+ "learning_rate": 1.6809815950920248e-05,
97
+ "loss": 4.1537,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.8443759630200307,
102
+ "grad_norm": 28.433931350708008,
103
+ "learning_rate": 1.834355828220859e-05,
104
+ "loss": 4.1213,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.9984591679506933,
109
+ "grad_norm": 39.16364669799805,
110
+ "learning_rate": 1.9877300613496935e-05,
111
+ "loss": 4.2535,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "eval_accuracy": 0.39825581395348836,
117
+ "eval_loss": 1.188801646232605,
118
+ "eval_macro_f1": 0.3213296688915063,
119
+ "eval_runtime": 0.5335,
120
+ "eval_samples_per_second": 1289.583,
121
+ "eval_steps_per_second": 80.599,
122
+ "eval_weighted_f1": 0.32676619095881154,
123
+ "step": 326
124
+ },
125
+ {
126
+ "epoch": 2.147919876733436,
127
+ "grad_norm": 39.2735710144043,
128
+ "learning_rate": 1.9843217450579417e-05,
129
+ "loss": 3.7438,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.3020030816640986,
134
+ "grad_norm": 26.164949417114258,
135
+ "learning_rate": 1.967280163599182e-05,
136
+ "loss": 3.7996,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.4560862865947612,
141
+ "grad_norm": 31.958751678466797,
142
+ "learning_rate": 1.9502385821404228e-05,
143
+ "loss": 3.4823,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.610169491525424,
148
+ "grad_norm": 30.79442596435547,
149
+ "learning_rate": 1.9331970006816635e-05,
150
+ "loss": 3.549,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.7642526964560865,
155
+ "grad_norm": 26.36528205871582,
156
+ "learning_rate": 1.916155419222904e-05,
157
+ "loss": 3.6543,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.9183359013867487,
162
+ "grad_norm": 29.301027297973633,
163
+ "learning_rate": 1.8991138377641446e-05,
164
+ "loss": 3.7104,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 3.0,
169
+ "eval_accuracy": 0.5348837209302325,
170
+ "eval_loss": 0.9828223586082458,
171
+ "eval_macro_f1": 0.5280639479317236,
172
+ "eval_runtime": 0.5515,
173
+ "eval_samples_per_second": 1247.448,
174
+ "eval_steps_per_second": 77.966,
175
+ "eval_weighted_f1": 0.5275118025969846,
176
+ "step": 489
177
+ },
178
+ {
179
+ "epoch": 3.0677966101694913,
180
+ "grad_norm": 22.79314422607422,
181
+ "learning_rate": 1.8820722563053853e-05,
182
+ "loss": 3.2503,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 3.221879815100154,
187
+ "grad_norm": 37.8922233581543,
188
+ "learning_rate": 1.8650306748466257e-05,
189
+ "loss": 3.1073,
190
+ "step": 525
191
+ },
192
+ {
193
+ "epoch": 3.3759630200308166,
194
+ "grad_norm": 56.850608825683594,
195
+ "learning_rate": 1.8479890933878664e-05,
196
+ "loss": 2.8228,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.5300462249614792,
201
+ "grad_norm": 35.84880828857422,
202
+ "learning_rate": 1.8309475119291072e-05,
203
+ "loss": 2.9181,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.684129429892142,
208
+ "grad_norm": 25.00331687927246,
209
+ "learning_rate": 1.8139059304703476e-05,
210
+ "loss": 2.7022,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.8382126348228045,
215
+ "grad_norm": 30.559139251708984,
216
+ "learning_rate": 1.7968643490115886e-05,
217
+ "loss": 2.9238,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.992295839753467,
222
+ "grad_norm": 77.13790893554688,
223
+ "learning_rate": 1.779822767552829e-05,
224
+ "loss": 2.7686,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 4.0,
229
+ "eval_accuracy": 0.5348837209302325,
230
+ "eval_loss": 1.068914771080017,
231
+ "eval_macro_f1": 0.5281727079726116,
232
+ "eval_runtime": 0.5356,
233
+ "eval_samples_per_second": 1284.584,
234
+ "eval_steps_per_second": 80.286,
235
+ "eval_weighted_f1": 0.5289457691734182,
236
+ "step": 652
237
+ },
238
+ {
239
+ "epoch": 4.141756548536209,
240
+ "grad_norm": 27.403244018554688,
241
+ "learning_rate": 1.7627811860940697e-05,
242
+ "loss": 1.8631,
243
+ "step": 675
244
+ },
245
+ {
246
+ "epoch": 4.295839753466872,
247
+ "grad_norm": 49.613182067871094,
248
+ "learning_rate": 1.7457396046353105e-05,
249
+ "loss": 1.8326,
250
+ "step": 700
251
+ },
252
+ {
253
+ "epoch": 4.449922958397535,
254
+ "grad_norm": 44.63140869140625,
255
+ "learning_rate": 1.728698023176551e-05,
256
+ "loss": 1.9301,
257
+ "step": 725
258
+ },
259
+ {
260
+ "epoch": 4.604006163328197,
261
+ "grad_norm": 49.93977355957031,
262
+ "learning_rate": 1.7116564417177916e-05,
263
+ "loss": 2.2145,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.75808936825886,
268
+ "grad_norm": 49.48453140258789,
269
+ "learning_rate": 1.6946148602590323e-05,
270
+ "loss": 1.8825,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.9121725731895225,
275
+ "grad_norm": 53.6015739440918,
276
+ "learning_rate": 1.6775732788002727e-05,
277
+ "loss": 1.7685,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 5.0,
282
+ "eval_accuracy": 0.49709302325581395,
283
+ "eval_loss": 1.4325001239776611,
284
+ "eval_macro_f1": 0.48520239170645674,
285
+ "eval_runtime": 0.5485,
286
+ "eval_samples_per_second": 1254.373,
287
+ "eval_steps_per_second": 78.398,
288
+ "eval_weighted_f1": 0.4814569096687645,
289
+ "step": 815
290
+ },
291
+ {
292
+ "epoch": 5.061633281972265,
293
+ "grad_norm": 55.11872482299805,
294
+ "learning_rate": 1.6605316973415134e-05,
295
+ "loss": 1.6288,
296
+ "step": 825
297
+ },
298
+ {
299
+ "epoch": 5.215716486902927,
300
+ "grad_norm": 65.63585662841797,
301
+ "learning_rate": 1.643490115882754e-05,
302
+ "loss": 1.1793,
303
+ "step": 850
304
+ },
305
+ {
306
+ "epoch": 5.36979969183359,
307
+ "grad_norm": 25.575401306152344,
308
+ "learning_rate": 1.6264485344239945e-05,
309
+ "loss": 1.0494,
310
+ "step": 875
311
+ },
312
+ {
313
+ "epoch": 5.523882896764253,
314
+ "grad_norm": 48.82677459716797,
315
+ "learning_rate": 1.6094069529652356e-05,
316
+ "loss": 0.9998,
317
+ "step": 900
318
+ },
319
+ {
320
+ "epoch": 5.677966101694915,
321
+ "grad_norm": 56.95880126953125,
322
+ "learning_rate": 1.592365371506476e-05,
323
+ "loss": 1.1341,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.832049306625578,
328
+ "grad_norm": 55.263397216796875,
329
+ "learning_rate": 1.5753237900477167e-05,
330
+ "loss": 1.1098,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.9861325115562405,
335
+ "grad_norm": 104.79109954833984,
336
+ "learning_rate": 1.5582822085889574e-05,
337
+ "loss": 1.3019,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 6.0,
342
+ "eval_accuracy": 0.5523255813953488,
343
+ "eval_loss": 1.4730370044708252,
344
+ "eval_macro_f1": 0.5503601531787053,
345
+ "eval_runtime": 0.5523,
346
+ "eval_samples_per_second": 1245.6,
347
+ "eval_steps_per_second": 77.85,
348
+ "eval_weighted_f1": 0.5493308382329127,
349
+ "step": 978
350
+ },
351
+ {
352
+ "epoch": 6.135593220338983,
353
+ "grad_norm": 69.68160247802734,
354
+ "learning_rate": 1.5412406271301978e-05,
355
+ "loss": 0.5656,
356
+ "step": 1000
357
+ },
358
+ {
359
+ "epoch": 6.289676425269645,
360
+ "grad_norm": 22.39350700378418,
361
+ "learning_rate": 1.5241990456714383e-05,
362
+ "loss": 0.4357,
363
+ "step": 1025
364
+ },
365
+ {
366
+ "epoch": 6.443759630200308,
367
+ "grad_norm": 34.952491760253906,
368
+ "learning_rate": 1.5071574642126792e-05,
369
+ "loss": 0.5625,
370
+ "step": 1050
371
+ },
372
+ {
373
+ "epoch": 6.597842835130971,
374
+ "grad_norm": 36.23358917236328,
375
+ "learning_rate": 1.4901158827539198e-05,
376
+ "loss": 0.7443,
377
+ "step": 1075
378
+ },
379
+ {
380
+ "epoch": 6.751926040061633,
381
+ "grad_norm": 60.76095962524414,
382
+ "learning_rate": 1.4730743012951603e-05,
383
+ "loss": 0.658,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.906009244992296,
388
+ "grad_norm": 31.636280059814453,
389
+ "learning_rate": 1.456032719836401e-05,
390
+ "loss": 0.6634,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 7.0,
395
+ "eval_accuracy": 0.5421511627906976,
396
+ "eval_loss": 2.0286431312561035,
397
+ "eval_macro_f1": 0.5396795348623131,
398
+ "eval_runtime": 0.5122,
399
+ "eval_samples_per_second": 1343.152,
400
+ "eval_steps_per_second": 83.947,
401
+ "eval_weighted_f1": 0.5384044067202132,
402
+ "step": 1141
403
+ },
404
+ {
405
+ "epoch": 7.055469953775039,
406
+ "grad_norm": 31.52614974975586,
407
+ "learning_rate": 1.4389911383776416e-05,
408
+ "loss": 0.4203,
409
+ "step": 1150
410
+ },
411
+ {
412
+ "epoch": 7.209553158705701,
413
+ "grad_norm": 34.97761535644531,
414
+ "learning_rate": 1.4219495569188822e-05,
415
+ "loss": 0.4373,
416
+ "step": 1175
417
+ },
418
+ {
419
+ "epoch": 7.363636363636363,
420
+ "grad_norm": 38.45320510864258,
421
+ "learning_rate": 1.4049079754601229e-05,
422
+ "loss": 0.531,
423
+ "step": 1200
424
+ },
425
+ {
426
+ "epoch": 7.517719568567026,
427
+ "grad_norm": 75.23196411132812,
428
+ "learning_rate": 1.3878663940013635e-05,
429
+ "loss": 0.4183,
430
+ "step": 1225
431
+ },
432
+ {
433
+ "epoch": 7.671802773497689,
434
+ "grad_norm": 19.176347732543945,
435
+ "learning_rate": 1.370824812542604e-05,
436
+ "loss": 0.7589,
437
+ "step": 1250
438
+ },
439
+ {
440
+ "epoch": 7.825885978428351,
441
+ "grad_norm": 73.53699493408203,
442
+ "learning_rate": 1.3537832310838447e-05,
443
+ "loss": 0.4461,
444
+ "step": 1275
445
+ },
446
+ {
447
+ "epoch": 7.979969183359014,
448
+ "grad_norm": 23.862916946411133,
449
+ "learning_rate": 1.3367416496250853e-05,
450
+ "loss": 0.304,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 8.0,
455
+ "eval_accuracy": 0.5348837209302325,
456
+ "eval_loss": 2.449418067932129,
457
+ "eval_macro_f1": 0.5311973300726814,
458
+ "eval_runtime": 0.5469,
459
+ "eval_samples_per_second": 1258.048,
460
+ "eval_steps_per_second": 78.628,
461
+ "eval_weighted_f1": 0.5292118104698477,
462
+ "step": 1304
463
+ },
464
+ {
465
+ "epoch": 8.129429892141756,
466
+ "grad_norm": 5.523292064666748,
467
+ "learning_rate": 1.3197000681663258e-05,
468
+ "loss": 0.2262,
469
+ "step": 1325
470
+ },
471
+ {
472
+ "epoch": 8.283513097072419,
473
+ "grad_norm": 12.346126556396484,
474
+ "learning_rate": 1.3026584867075667e-05,
475
+ "loss": 0.287,
476
+ "step": 1350
477
+ },
478
+ {
479
+ "epoch": 8.437596302003081,
480
+ "grad_norm": 14.315727233886719,
481
+ "learning_rate": 1.2856169052488073e-05,
482
+ "loss": 0.5247,
483
+ "step": 1375
484
+ },
485
+ {
486
+ "epoch": 8.591679506933744,
487
+ "grad_norm": 52.81248092651367,
488
+ "learning_rate": 1.2685753237900478e-05,
489
+ "loss": 0.3953,
490
+ "step": 1400
491
+ },
492
+ {
493
+ "epoch": 8.745762711864407,
494
+ "grad_norm": 10.971846580505371,
495
+ "learning_rate": 1.2515337423312886e-05,
496
+ "loss": 0.1692,
497
+ "step": 1425
498
+ },
499
+ {
500
+ "epoch": 8.89984591679507,
501
+ "grad_norm": 62.196876525878906,
502
+ "learning_rate": 1.2344921608725291e-05,
503
+ "loss": 0.2065,
504
+ "step": 1450
505
+ },
506
+ {
507
+ "epoch": 9.0,
508
+ "eval_accuracy": 0.5566860465116279,
509
+ "eval_loss": 2.677551031112671,
510
+ "eval_macro_f1": 0.5583191462785052,
511
+ "eval_runtime": 0.5288,
512
+ "eval_samples_per_second": 1301.073,
513
+ "eval_steps_per_second": 81.317,
514
+ "eval_weighted_f1": 0.5584132360947243,
515
+ "step": 1467
516
+ }
517
+ ],
518
+ "logging_steps": 25,
519
+ "max_steps": 3260,
520
+ "num_input_tokens_seen": 0,
521
+ "num_train_epochs": 20,
522
+ "save_steps": 500,
523
+ "stateful_callbacks": {
524
+ "EarlyStoppingCallback": {
525
+ "args": {
526
+ "early_stopping_patience": 3,
527
+ "early_stopping_threshold": 0.0
528
+ },
529
+ "attributes": {
530
+ "early_stopping_patience_counter": 0
531
+ }
532
+ },
533
+ "TrainerControl": {
534
+ "args": {
535
+ "should_epoch_stop": false,
536
+ "should_evaluate": false,
537
+ "should_log": false,
538
+ "should_save": true,
539
+ "should_training_stop": false
540
+ },
541
+ "attributes": {}
542
+ }
543
+ },
544
+ "total_flos": 0.0,
545
+ "train_batch_size": 8,
546
+ "trial_name": null,
547
+ "trial_params": null
548
+ }
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16887a49666dacedebd8d29df05ff27b4d432115cbf2fd8ed4b529db60d590e5
3
+ size 5752
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33fcf7a099ec55808818781fc6ba36a0e446165c4d859bc177e7d9376124fa0d
3
+ size 390297092
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde6c07ab2428a54ceffdd5326263c454f0bf24b6f4ffeb4a93eb16285d280f3
3
+ size 775987770
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42eb640bac2c97139bbf38cfcfe06e7b6ad59b852a0a48b88643713268713fb4
3
+ size 14244
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ee466b906d9827e10488372e1a869ea79129c224cae9d22411515f3be28fbe
3
+ size 1064
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02aaf05cda4db99e86b7c76eba6258867ce4d043da0fed19c87a7d46c8b53a65
3
+ size 470732
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/trainer_state.json ADDED
@@ -0,0 +1,721 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1467,
3
+ "best_metric": 0.5583191462785052,
4
+ "best_model_checkpoint": "/root/VNEncoder/explore/workspaces/99a32915f701fc2be864/results/checkpoints/explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1467",
5
+ "epoch": 12.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1956,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.15408320493066255,
14
+ "grad_norm": 21.344472885131836,
15
+ "learning_rate": 1.47239263803681e-06,
16
+ "loss": 4.853,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.3081664098613251,
21
+ "grad_norm": 25.962148666381836,
22
+ "learning_rate": 3.0061349693251535e-06,
23
+ "loss": 4.4233,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4622496147919877,
28
+ "grad_norm": 19.177690505981445,
29
+ "learning_rate": 4.539877300613497e-06,
30
+ "loss": 4.4471,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.6163328197226502,
35
+ "grad_norm": 33.63242721557617,
36
+ "learning_rate": 6.073619631901841e-06,
37
+ "loss": 4.4009,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7704160246533128,
42
+ "grad_norm": 27.720808029174805,
43
+ "learning_rate": 7.6073619631901856e-06,
44
+ "loss": 4.3969,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.9244992295839753,
49
+ "grad_norm": 20.085342407226562,
50
+ "learning_rate": 9.14110429447853e-06,
51
+ "loss": 4.38,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "eval_accuracy": 0.436046511627907,
57
+ "eval_loss": 1.079663634300232,
58
+ "eval_macro_f1": 0.3748705248072885,
59
+ "eval_runtime": 0.5659,
60
+ "eval_samples_per_second": 1215.776,
61
+ "eval_steps_per_second": 75.986,
62
+ "eval_weighted_f1": 0.37687781620292465,
63
+ "step": 163
64
+ },
65
+ {
66
+ "epoch": 1.073959938366718,
67
+ "grad_norm": 22.111385345458984,
68
+ "learning_rate": 1.0674846625766873e-05,
69
+ "loss": 4.2138,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.2280431432973806,
74
+ "grad_norm": 34.425785064697266,
75
+ "learning_rate": 1.2208588957055216e-05,
76
+ "loss": 4.2615,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.3821263482280433,
81
+ "grad_norm": 26.273052215576172,
82
+ "learning_rate": 1.374233128834356e-05,
83
+ "loss": 4.2052,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.5362095531587057,
88
+ "grad_norm": 29.71860694885254,
89
+ "learning_rate": 1.5276073619631903e-05,
90
+ "loss": 4.2031,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.6902927580893683,
95
+ "grad_norm": 19.65127944946289,
96
+ "learning_rate": 1.6809815950920248e-05,
97
+ "loss": 4.1537,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.8443759630200307,
102
+ "grad_norm": 28.433931350708008,
103
+ "learning_rate": 1.834355828220859e-05,
104
+ "loss": 4.1213,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.9984591679506933,
109
+ "grad_norm": 39.16364669799805,
110
+ "learning_rate": 1.9877300613496935e-05,
111
+ "loss": 4.2535,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "eval_accuracy": 0.39825581395348836,
117
+ "eval_loss": 1.188801646232605,
118
+ "eval_macro_f1": 0.3213296688915063,
119
+ "eval_runtime": 0.5335,
120
+ "eval_samples_per_second": 1289.583,
121
+ "eval_steps_per_second": 80.599,
122
+ "eval_weighted_f1": 0.32676619095881154,
123
+ "step": 326
124
+ },
125
+ {
126
+ "epoch": 2.147919876733436,
127
+ "grad_norm": 39.2735710144043,
128
+ "learning_rate": 1.9843217450579417e-05,
129
+ "loss": 3.7438,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.3020030816640986,
134
+ "grad_norm": 26.164949417114258,
135
+ "learning_rate": 1.967280163599182e-05,
136
+ "loss": 3.7996,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.4560862865947612,
141
+ "grad_norm": 31.958751678466797,
142
+ "learning_rate": 1.9502385821404228e-05,
143
+ "loss": 3.4823,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.610169491525424,
148
+ "grad_norm": 30.79442596435547,
149
+ "learning_rate": 1.9331970006816635e-05,
150
+ "loss": 3.549,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.7642526964560865,
155
+ "grad_norm": 26.36528205871582,
156
+ "learning_rate": 1.916155419222904e-05,
157
+ "loss": 3.6543,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.9183359013867487,
162
+ "grad_norm": 29.301027297973633,
163
+ "learning_rate": 1.8991138377641446e-05,
164
+ "loss": 3.7104,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 3.0,
169
+ "eval_accuracy": 0.5348837209302325,
170
+ "eval_loss": 0.9828223586082458,
171
+ "eval_macro_f1": 0.5280639479317236,
172
+ "eval_runtime": 0.5515,
173
+ "eval_samples_per_second": 1247.448,
174
+ "eval_steps_per_second": 77.966,
175
+ "eval_weighted_f1": 0.5275118025969846,
176
+ "step": 489
177
+ },
178
+ {
179
+ "epoch": 3.0677966101694913,
180
+ "grad_norm": 22.79314422607422,
181
+ "learning_rate": 1.8820722563053853e-05,
182
+ "loss": 3.2503,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 3.221879815100154,
187
+ "grad_norm": 37.8922233581543,
188
+ "learning_rate": 1.8650306748466257e-05,
189
+ "loss": 3.1073,
190
+ "step": 525
191
+ },
192
+ {
193
+ "epoch": 3.3759630200308166,
194
+ "grad_norm": 56.850608825683594,
195
+ "learning_rate": 1.8479890933878664e-05,
196
+ "loss": 2.8228,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.5300462249614792,
201
+ "grad_norm": 35.84880828857422,
202
+ "learning_rate": 1.8309475119291072e-05,
203
+ "loss": 2.9181,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.684129429892142,
208
+ "grad_norm": 25.00331687927246,
209
+ "learning_rate": 1.8139059304703476e-05,
210
+ "loss": 2.7022,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.8382126348228045,
215
+ "grad_norm": 30.559139251708984,
216
+ "learning_rate": 1.7968643490115886e-05,
217
+ "loss": 2.9238,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.992295839753467,
222
+ "grad_norm": 77.13790893554688,
223
+ "learning_rate": 1.779822767552829e-05,
224
+ "loss": 2.7686,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 4.0,
229
+ "eval_accuracy": 0.5348837209302325,
230
+ "eval_loss": 1.068914771080017,
231
+ "eval_macro_f1": 0.5281727079726116,
232
+ "eval_runtime": 0.5356,
233
+ "eval_samples_per_second": 1284.584,
234
+ "eval_steps_per_second": 80.286,
235
+ "eval_weighted_f1": 0.5289457691734182,
236
+ "step": 652
237
+ },
238
+ {
239
+ "epoch": 4.141756548536209,
240
+ "grad_norm": 27.403244018554688,
241
+ "learning_rate": 1.7627811860940697e-05,
242
+ "loss": 1.8631,
243
+ "step": 675
244
+ },
245
+ {
246
+ "epoch": 4.295839753466872,
247
+ "grad_norm": 49.613182067871094,
248
+ "learning_rate": 1.7457396046353105e-05,
249
+ "loss": 1.8326,
250
+ "step": 700
251
+ },
252
+ {
253
+ "epoch": 4.449922958397535,
254
+ "grad_norm": 44.63140869140625,
255
+ "learning_rate": 1.728698023176551e-05,
256
+ "loss": 1.9301,
257
+ "step": 725
258
+ },
259
+ {
260
+ "epoch": 4.604006163328197,
261
+ "grad_norm": 49.93977355957031,
262
+ "learning_rate": 1.7116564417177916e-05,
263
+ "loss": 2.2145,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.75808936825886,
268
+ "grad_norm": 49.48453140258789,
269
+ "learning_rate": 1.6946148602590323e-05,
270
+ "loss": 1.8825,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.9121725731895225,
275
+ "grad_norm": 53.6015739440918,
276
+ "learning_rate": 1.6775732788002727e-05,
277
+ "loss": 1.7685,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 5.0,
282
+ "eval_accuracy": 0.49709302325581395,
283
+ "eval_loss": 1.4325001239776611,
284
+ "eval_macro_f1": 0.48520239170645674,
285
+ "eval_runtime": 0.5485,
286
+ "eval_samples_per_second": 1254.373,
287
+ "eval_steps_per_second": 78.398,
288
+ "eval_weighted_f1": 0.4814569096687645,
289
+ "step": 815
290
+ },
291
+ {
292
+ "epoch": 5.061633281972265,
293
+ "grad_norm": 55.11872482299805,
294
+ "learning_rate": 1.6605316973415134e-05,
295
+ "loss": 1.6288,
296
+ "step": 825
297
+ },
298
+ {
299
+ "epoch": 5.215716486902927,
300
+ "grad_norm": 65.63585662841797,
301
+ "learning_rate": 1.643490115882754e-05,
302
+ "loss": 1.1793,
303
+ "step": 850
304
+ },
305
+ {
306
+ "epoch": 5.36979969183359,
307
+ "grad_norm": 25.575401306152344,
308
+ "learning_rate": 1.6264485344239945e-05,
309
+ "loss": 1.0494,
310
+ "step": 875
311
+ },
312
+ {
313
+ "epoch": 5.523882896764253,
314
+ "grad_norm": 48.82677459716797,
315
+ "learning_rate": 1.6094069529652356e-05,
316
+ "loss": 0.9998,
317
+ "step": 900
318
+ },
319
+ {
320
+ "epoch": 5.677966101694915,
321
+ "grad_norm": 56.95880126953125,
322
+ "learning_rate": 1.592365371506476e-05,
323
+ "loss": 1.1341,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.832049306625578,
328
+ "grad_norm": 55.263397216796875,
329
+ "learning_rate": 1.5753237900477167e-05,
330
+ "loss": 1.1098,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.9861325115562405,
335
+ "grad_norm": 104.79109954833984,
336
+ "learning_rate": 1.5582822085889574e-05,
337
+ "loss": 1.3019,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 6.0,
342
+ "eval_accuracy": 0.5523255813953488,
343
+ "eval_loss": 1.4730370044708252,
344
+ "eval_macro_f1": 0.5503601531787053,
345
+ "eval_runtime": 0.5523,
346
+ "eval_samples_per_second": 1245.6,
347
+ "eval_steps_per_second": 77.85,
348
+ "eval_weighted_f1": 0.5493308382329127,
349
+ "step": 978
350
+ },
351
+ {
352
+ "epoch": 6.135593220338983,
353
+ "grad_norm": 69.68160247802734,
354
+ "learning_rate": 1.5412406271301978e-05,
355
+ "loss": 0.5656,
356
+ "step": 1000
357
+ },
358
+ {
359
+ "epoch": 6.289676425269645,
360
+ "grad_norm": 22.39350700378418,
361
+ "learning_rate": 1.5241990456714383e-05,
362
+ "loss": 0.4357,
363
+ "step": 1025
364
+ },
365
+ {
366
+ "epoch": 6.443759630200308,
367
+ "grad_norm": 34.952491760253906,
368
+ "learning_rate": 1.5071574642126792e-05,
369
+ "loss": 0.5625,
370
+ "step": 1050
371
+ },
372
+ {
373
+ "epoch": 6.597842835130971,
374
+ "grad_norm": 36.23358917236328,
375
+ "learning_rate": 1.4901158827539198e-05,
376
+ "loss": 0.7443,
377
+ "step": 1075
378
+ },
379
+ {
380
+ "epoch": 6.751926040061633,
381
+ "grad_norm": 60.76095962524414,
382
+ "learning_rate": 1.4730743012951603e-05,
383
+ "loss": 0.658,
384
+ "step": 1100
385
+ },
386
+ {
387
+ "epoch": 6.906009244992296,
388
+ "grad_norm": 31.636280059814453,
389
+ "learning_rate": 1.456032719836401e-05,
390
+ "loss": 0.6634,
391
+ "step": 1125
392
+ },
393
+ {
394
+ "epoch": 7.0,
395
+ "eval_accuracy": 0.5421511627906976,
396
+ "eval_loss": 2.0286431312561035,
397
+ "eval_macro_f1": 0.5396795348623131,
398
+ "eval_runtime": 0.5122,
399
+ "eval_samples_per_second": 1343.152,
400
+ "eval_steps_per_second": 83.947,
401
+ "eval_weighted_f1": 0.5384044067202132,
402
+ "step": 1141
403
+ },
404
+ {
405
+ "epoch": 7.055469953775039,
406
+ "grad_norm": 31.52614974975586,
407
+ "learning_rate": 1.4389911383776416e-05,
408
+ "loss": 0.4203,
409
+ "step": 1150
410
+ },
411
+ {
412
+ "epoch": 7.209553158705701,
413
+ "grad_norm": 34.97761535644531,
414
+ "learning_rate": 1.4219495569188822e-05,
415
+ "loss": 0.4373,
416
+ "step": 1175
417
+ },
418
+ {
419
+ "epoch": 7.363636363636363,
420
+ "grad_norm": 38.45320510864258,
421
+ "learning_rate": 1.4049079754601229e-05,
422
+ "loss": 0.531,
423
+ "step": 1200
424
+ },
425
+ {
426
+ "epoch": 7.517719568567026,
427
+ "grad_norm": 75.23196411132812,
428
+ "learning_rate": 1.3878663940013635e-05,
429
+ "loss": 0.4183,
430
+ "step": 1225
431
+ },
432
+ {
433
+ "epoch": 7.671802773497689,
434
+ "grad_norm": 19.176347732543945,
435
+ "learning_rate": 1.370824812542604e-05,
436
+ "loss": 0.7589,
437
+ "step": 1250
438
+ },
439
+ {
440
+ "epoch": 7.825885978428351,
441
+ "grad_norm": 73.53699493408203,
442
+ "learning_rate": 1.3537832310838447e-05,
443
+ "loss": 0.4461,
444
+ "step": 1275
445
+ },
446
+ {
447
+ "epoch": 7.979969183359014,
448
+ "grad_norm": 23.862916946411133,
449
+ "learning_rate": 1.3367416496250853e-05,
450
+ "loss": 0.304,
451
+ "step": 1300
452
+ },
453
+ {
454
+ "epoch": 8.0,
455
+ "eval_accuracy": 0.5348837209302325,
456
+ "eval_loss": 2.449418067932129,
457
+ "eval_macro_f1": 0.5311973300726814,
458
+ "eval_runtime": 0.5469,
459
+ "eval_samples_per_second": 1258.048,
460
+ "eval_steps_per_second": 78.628,
461
+ "eval_weighted_f1": 0.5292118104698477,
462
+ "step": 1304
463
+ },
464
+ {
465
+ "epoch": 8.129429892141756,
466
+ "grad_norm": 5.523292064666748,
467
+ "learning_rate": 1.3197000681663258e-05,
468
+ "loss": 0.2262,
469
+ "step": 1325
470
+ },
471
+ {
472
+ "epoch": 8.283513097072419,
473
+ "grad_norm": 12.346126556396484,
474
+ "learning_rate": 1.3026584867075667e-05,
475
+ "loss": 0.287,
476
+ "step": 1350
477
+ },
478
+ {
479
+ "epoch": 8.437596302003081,
480
+ "grad_norm": 14.315727233886719,
481
+ "learning_rate": 1.2856169052488073e-05,
482
+ "loss": 0.5247,
483
+ "step": 1375
484
+ },
485
+ {
486
+ "epoch": 8.591679506933744,
487
+ "grad_norm": 52.81248092651367,
488
+ "learning_rate": 1.2685753237900478e-05,
489
+ "loss": 0.3953,
490
+ "step": 1400
491
+ },
492
+ {
493
+ "epoch": 8.745762711864407,
494
+ "grad_norm": 10.971846580505371,
495
+ "learning_rate": 1.2515337423312886e-05,
496
+ "loss": 0.1692,
497
+ "step": 1425
498
+ },
499
+ {
500
+ "epoch": 8.89984591679507,
501
+ "grad_norm": 62.196876525878906,
502
+ "learning_rate": 1.2344921608725291e-05,
503
+ "loss": 0.2065,
504
+ "step": 1450
505
+ },
506
+ {
507
+ "epoch": 9.0,
508
+ "eval_accuracy": 0.5566860465116279,
509
+ "eval_loss": 2.677551031112671,
510
+ "eval_macro_f1": 0.5583191462785052,
511
+ "eval_runtime": 0.5288,
512
+ "eval_samples_per_second": 1301.073,
513
+ "eval_steps_per_second": 81.317,
514
+ "eval_weighted_f1": 0.5584132360947243,
515
+ "step": 1467
516
+ },
517
+ {
518
+ "epoch": 9.049306625577811,
519
+ "grad_norm": 35.02541732788086,
520
+ "learning_rate": 1.2174505794137697e-05,
521
+ "loss": 0.2105,
522
+ "step": 1475
523
+ },
524
+ {
525
+ "epoch": 9.203389830508474,
526
+ "grad_norm": 106.44408416748047,
527
+ "learning_rate": 1.2004089979550104e-05,
528
+ "loss": 0.1941,
529
+ "step": 1500
530
+ },
531
+ {
532
+ "epoch": 9.357473035439137,
533
+ "grad_norm": 61.10872268676758,
534
+ "learning_rate": 1.183367416496251e-05,
535
+ "loss": 0.1423,
536
+ "step": 1525
537
+ },
538
+ {
539
+ "epoch": 9.5115562403698,
540
+ "grad_norm": 0.8798295259475708,
541
+ "learning_rate": 1.1663258350374915e-05,
542
+ "loss": 0.169,
543
+ "step": 1550
544
+ },
545
+ {
546
+ "epoch": 9.665639445300462,
547
+ "grad_norm": 64.38240051269531,
548
+ "learning_rate": 1.1492842535787322e-05,
549
+ "loss": 0.2634,
550
+ "step": 1575
551
+ },
552
+ {
553
+ "epoch": 9.819722650231125,
554
+ "grad_norm": 0.6834471225738525,
555
+ "learning_rate": 1.1322426721199728e-05,
556
+ "loss": 0.1334,
557
+ "step": 1600
558
+ },
559
+ {
560
+ "epoch": 9.973805855161787,
561
+ "grad_norm": 21.452926635742188,
562
+ "learning_rate": 1.1152010906612133e-05,
563
+ "loss": 0.2139,
564
+ "step": 1625
565
+ },
566
+ {
567
+ "epoch": 10.0,
568
+ "eval_accuracy": 0.5406976744186046,
569
+ "eval_loss": 3.2034082412719727,
570
+ "eval_macro_f1": 0.540916680858265,
571
+ "eval_runtime": 0.5413,
572
+ "eval_samples_per_second": 1270.991,
573
+ "eval_steps_per_second": 79.437,
574
+ "eval_weighted_f1": 0.5402959226610072,
575
+ "step": 1630
576
+ },
577
+ {
578
+ "epoch": 10.12326656394453,
579
+ "grad_norm": 50.47111129760742,
580
+ "learning_rate": 1.0981595092024542e-05,
581
+ "loss": 0.152,
582
+ "step": 1650
583
+ },
584
+ {
585
+ "epoch": 10.277349768875192,
586
+ "grad_norm": 2.8912296295166016,
587
+ "learning_rate": 1.0811179277436948e-05,
588
+ "loss": 0.1305,
589
+ "step": 1675
590
+ },
591
+ {
592
+ "epoch": 10.431432973805855,
593
+ "grad_norm": 20.53455924987793,
594
+ "learning_rate": 1.0640763462849353e-05,
595
+ "loss": 0.11,
596
+ "step": 1700
597
+ },
598
+ {
599
+ "epoch": 10.585516178736517,
600
+ "grad_norm": 99.06807708740234,
601
+ "learning_rate": 1.047034764826176e-05,
602
+ "loss": 0.1793,
603
+ "step": 1725
604
+ },
605
+ {
606
+ "epoch": 10.73959938366718,
607
+ "grad_norm": 56.9251823425293,
608
+ "learning_rate": 1.0299931833674166e-05,
609
+ "loss": 0.1891,
610
+ "step": 1750
611
+ },
612
+ {
613
+ "epoch": 10.893682588597843,
614
+ "grad_norm": 0.18626970052719116,
615
+ "learning_rate": 1.0129516019086572e-05,
616
+ "loss": 0.2521,
617
+ "step": 1775
618
+ },
619
+ {
620
+ "epoch": 11.0,
621
+ "eval_accuracy": 0.5392441860465116,
622
+ "eval_loss": 3.3427836894989014,
623
+ "eval_macro_f1": 0.5405461746925161,
624
+ "eval_runtime": 0.5203,
625
+ "eval_samples_per_second": 1322.432,
626
+ "eval_steps_per_second": 82.652,
627
+ "eval_weighted_f1": 0.5401959073257996,
628
+ "step": 1793
629
+ },
630
+ {
631
+ "epoch": 11.043143297380585,
632
+ "grad_norm": 0.36532604694366455,
633
+ "learning_rate": 9.959100204498979e-06,
634
+ "loss": 0.0323,
635
+ "step": 1800
636
+ },
637
+ {
638
+ "epoch": 11.197226502311247,
639
+ "grad_norm": 7.308215618133545,
640
+ "learning_rate": 9.788684389911385e-06,
641
+ "loss": 0.0532,
642
+ "step": 1825
643
+ },
644
+ {
645
+ "epoch": 11.35130970724191,
646
+ "grad_norm": 7.243077754974365,
647
+ "learning_rate": 9.61826857532379e-06,
648
+ "loss": 0.0774,
649
+ "step": 1850
650
+ },
651
+ {
652
+ "epoch": 11.505392912172573,
653
+ "grad_norm": 0.21046023070812225,
654
+ "learning_rate": 9.447852760736197e-06,
655
+ "loss": 0.146,
656
+ "step": 1875
657
+ },
658
+ {
659
+ "epoch": 11.659476117103235,
660
+ "grad_norm": 0.013664064928889275,
661
+ "learning_rate": 9.277436946148603e-06,
662
+ "loss": 0.2243,
663
+ "step": 1900
664
+ },
665
+ {
666
+ "epoch": 11.813559322033898,
667
+ "grad_norm": 0.7503736019134521,
668
+ "learning_rate": 9.107021131561008e-06,
669
+ "loss": 0.0505,
670
+ "step": 1925
671
+ },
672
+ {
673
+ "epoch": 11.96764252696456,
674
+ "grad_norm": 1.6226195096969604,
675
+ "learning_rate": 8.936605316973416e-06,
676
+ "loss": 0.1679,
677
+ "step": 1950
678
+ },
679
+ {
680
+ "epoch": 12.0,
681
+ "eval_accuracy": 0.5406976744186046,
682
+ "eval_loss": 3.7536776065826416,
683
+ "eval_macro_f1": 0.5389350214569439,
684
+ "eval_runtime": 0.5561,
685
+ "eval_samples_per_second": 1237.126,
686
+ "eval_steps_per_second": 77.32,
687
+ "eval_weighted_f1": 0.5384227087172734,
688
+ "step": 1956
689
+ }
690
+ ],
691
+ "logging_steps": 25,
692
+ "max_steps": 3260,
693
+ "num_input_tokens_seen": 0,
694
+ "num_train_epochs": 20,
695
+ "save_steps": 500,
696
+ "stateful_callbacks": {
697
+ "EarlyStoppingCallback": {
698
+ "args": {
699
+ "early_stopping_patience": 3,
700
+ "early_stopping_threshold": 0.0
701
+ },
702
+ "attributes": {
703
+ "early_stopping_patience_counter": 3
704
+ }
705
+ },
706
+ "TrainerControl": {
707
+ "args": {
708
+ "should_epoch_stop": false,
709
+ "should_evaluate": false,
710
+ "should_log": false,
711
+ "should_save": true,
712
+ "should_training_stop": true
713
+ },
714
+ "attributes": {}
715
+ }
716
+ },
717
+ "total_flos": 0.0,
718
+ "train_batch_size": 8,
719
+ "trial_name": null,
720
+ "trial_params": null
721
+ }
explore-factcheck-ablations-vifactcheck-visobert-s43-20261114T115325Z-3956879d/trainer/checkpoint-1956/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16887a49666dacedebd8d29df05ff27b4d432115cbf2fd8ed4b529db60d590e5
3
+ size 5752