PhaaNe commited on
Commit
7e96da0
·
verified ·
1 Parent(s): 1163a46

Add explore checkpoint explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e (job 15315a864f38153c9011, factcheck-ablations)

Browse files
Files changed (21) hide show
  1. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/model.safetensors +3 -0
  2. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/model.safetensors +3 -0
  3. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/optimizer.pt +3 -0
  4. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/rng_state.pth +3 -0
  5. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/scheduler.pt +3 -0
  6. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/sentencepiece.bpe.model +3 -0
  7. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/special_tokens_map.json +15 -0
  8. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/tokenizer.json +0 -0
  9. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/tokenizer_config.json +56 -0
  10. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/trainer_state.json +209 -0
  11. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/training_args.bin +3 -0
  12. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/model.safetensors +3 -0
  13. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/optimizer.pt +3 -0
  14. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/rng_state.pth +3 -0
  15. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/scheduler.pt +3 -0
  16. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/sentencepiece.bpe.model +3 -0
  17. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/special_tokens_map.json +15 -0
  18. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/tokenizer.json +0 -0
  19. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/tokenizer_config.json +56 -0
  20. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/trainer_state.json +382 -0
  21. explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/training_args.bin +3 -0
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea3b64b1f64d21afecac95f2898c3fcabed8adcbeca81bfe15096957139bc34
3
+ size 390297060
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:610d1c57c976d720666d70da2ad89f9145f536d8e57de7555e023650ac5cf5a0
3
+ size 390297092
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:958a1124dd4fa18d088d248fe63a14713bb7b368b4feb1e0cc97f9e125d1bc14
3
+ size 775987770
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d45ebbb30c7cf1e6a39b5f6954e01fd4b716190bc153713f624aca1f16430146
3
+ size 14244
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b713fea1a71c91d8b2b7515d27d1c866698e4345ee50f3a53836f3e067cd133
3
+ size 1064
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02aaf05cda4db99e86b7c76eba6258867ce4d043da0fed19c87a7d46c8b53a65
3
+ size 470732
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/trainer_state.json ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 489,
3
+ "best_metric": 0.4683600553195612,
4
+ "best_model_checkpoint": "/root/VNEncoder/explore/workspaces/15315a864f38153c9011/results/checkpoints/explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489",
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 489,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.15408320493066255,
14
+ "grad_norm": 25.708858489990234,
15
+ "learning_rate": 1.47239263803681e-06,
16
+ "loss": 4.6185,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.3081664098613251,
21
+ "grad_norm": 26.90353775024414,
22
+ "learning_rate": 3.0061349693251535e-06,
23
+ "loss": 4.4916,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4622496147919877,
28
+ "grad_norm": 27.055875778198242,
29
+ "learning_rate": 4.539877300613497e-06,
30
+ "loss": 4.4926,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.6163328197226502,
35
+ "grad_norm": 32.01803207397461,
36
+ "learning_rate": 6.073619631901841e-06,
37
+ "loss": 4.4597,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7704160246533128,
42
+ "grad_norm": 41.72649383544922,
43
+ "learning_rate": 7.6073619631901856e-06,
44
+ "loss": 4.5339,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.9244992295839753,
49
+ "grad_norm": 17.354217529296875,
50
+ "learning_rate": 9.14110429447853e-06,
51
+ "loss": 4.4334,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "eval_accuracy": 0.436046511627907,
57
+ "eval_loss": 1.067598581314087,
58
+ "eval_macro_f1": 0.4360667390161607,
59
+ "eval_runtime": 0.498,
60
+ "eval_samples_per_second": 1381.524,
61
+ "eval_steps_per_second": 86.345,
62
+ "eval_weighted_f1": 0.43572430232970777,
63
+ "step": 163
64
+ },
65
+ {
66
+ "epoch": 1.073959938366718,
67
+ "grad_norm": 23.106245040893555,
68
+ "learning_rate": 1.0674846625766873e-05,
69
+ "loss": 4.2803,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.2280431432973806,
74
+ "grad_norm": 22.38129997253418,
75
+ "learning_rate": 1.2208588957055216e-05,
76
+ "loss": 4.2645,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.3821263482280433,
81
+ "grad_norm": 29.697307586669922,
82
+ "learning_rate": 1.374233128834356e-05,
83
+ "loss": 4.146,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.5362095531587057,
88
+ "grad_norm": 17.402511596679688,
89
+ "learning_rate": 1.5276073619631903e-05,
90
+ "loss": 4.2117,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.6902927580893683,
95
+ "grad_norm": 29.610551834106445,
96
+ "learning_rate": 1.6809815950920248e-05,
97
+ "loss": 4.2824,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.8443759630200307,
102
+ "grad_norm": 23.753904342651367,
103
+ "learning_rate": 1.834355828220859e-05,
104
+ "loss": 4.234,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.9984591679506933,
109
+ "grad_norm": 27.982847213745117,
110
+ "learning_rate": 1.9877300613496935e-05,
111
+ "loss": 4.2794,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "eval_accuracy": 0.46511627906976744,
117
+ "eval_loss": 1.0345345735549927,
118
+ "eval_macro_f1": 0.453858300585334,
119
+ "eval_runtime": 0.5174,
120
+ "eval_samples_per_second": 1329.617,
121
+ "eval_steps_per_second": 83.101,
122
+ "eval_weighted_f1": 0.4550441823555008,
123
+ "step": 326
124
+ },
125
+ {
126
+ "epoch": 2.147919876733436,
127
+ "grad_norm": 22.95561981201172,
128
+ "learning_rate": 1.9843217450579417e-05,
129
+ "loss": 3.6649,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.3020030816640986,
134
+ "grad_norm": 29.44074821472168,
135
+ "learning_rate": 1.967280163599182e-05,
136
+ "loss": 3.9025,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.4560862865947612,
141
+ "grad_norm": 31.908214569091797,
142
+ "learning_rate": 1.9502385821404228e-05,
143
+ "loss": 3.7875,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.610169491525424,
148
+ "grad_norm": 20.22072982788086,
149
+ "learning_rate": 1.9331970006816635e-05,
150
+ "loss": 3.8808,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.7642526964560865,
155
+ "grad_norm": 32.723331451416016,
156
+ "learning_rate": 1.916155419222904e-05,
157
+ "loss": 3.8259,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.9183359013867487,
162
+ "grad_norm": 40.653480529785156,
163
+ "learning_rate": 1.8991138377641446e-05,
164
+ "loss": 3.7292,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 3.0,
169
+ "eval_accuracy": 0.4796511627906977,
170
+ "eval_loss": 1.0802001953125,
171
+ "eval_macro_f1": 0.4683600553195612,
172
+ "eval_runtime": 0.5219,
173
+ "eval_samples_per_second": 1318.37,
174
+ "eval_steps_per_second": 82.398,
175
+ "eval_weighted_f1": 0.4697770187227658,
176
+ "step": 489
177
+ }
178
+ ],
179
+ "logging_steps": 25,
180
+ "max_steps": 3260,
181
+ "num_input_tokens_seen": 0,
182
+ "num_train_epochs": 20,
183
+ "save_steps": 500,
184
+ "stateful_callbacks": {
185
+ "EarlyStoppingCallback": {
186
+ "args": {
187
+ "early_stopping_patience": 3,
188
+ "early_stopping_threshold": 0.0
189
+ },
190
+ "attributes": {
191
+ "early_stopping_patience_counter": 0
192
+ }
193
+ },
194
+ "TrainerControl": {
195
+ "args": {
196
+ "should_epoch_stop": false,
197
+ "should_evaluate": false,
198
+ "should_log": false,
199
+ "should_save": true,
200
+ "should_training_stop": false
201
+ },
202
+ "attributes": {}
203
+ }
204
+ },
205
+ "total_flos": 0.0,
206
+ "train_batch_size": 8,
207
+ "trial_name": null,
208
+ "trial_params": null
209
+ }
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8961f51b11fb68a7bbfee26cc76696444446db7d813322d3dc4377fd2b2e66c
3
+ size 5752
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94ed4da382145b81a35326ea4391458a423ca46a2497efce0ac1e9a2085a449
3
+ size 390297092
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b70e4b943c1fa5dbe6dd57674c4b49d29dbae7c8d684905ec3e939f464ab768
3
+ size 775987770
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3eadf40ea2c201fd2c9962cd5646947f43a3e71a5fb4c8bb003ed8e8318e01c9
3
+ size 14244
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41bbb7587835b76282874a4955e409946c8f4481c34a7d896baa402b205ab9e3
3
+ size 1064
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02aaf05cda4db99e86b7c76eba6258867ce4d043da0fed19c87a7d46c8b53a65
3
+ size 470732
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/trainer_state.json ADDED
@@ -0,0 +1,382 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 489,
3
+ "best_metric": 0.4683600553195612,
4
+ "best_model_checkpoint": "/root/VNEncoder/explore/workspaces/15315a864f38153c9011/results/checkpoints/explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-489",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 978,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.15408320493066255,
14
+ "grad_norm": 25.708858489990234,
15
+ "learning_rate": 1.47239263803681e-06,
16
+ "loss": 4.6185,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.3081664098613251,
21
+ "grad_norm": 26.90353775024414,
22
+ "learning_rate": 3.0061349693251535e-06,
23
+ "loss": 4.4916,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.4622496147919877,
28
+ "grad_norm": 27.055875778198242,
29
+ "learning_rate": 4.539877300613497e-06,
30
+ "loss": 4.4926,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.6163328197226502,
35
+ "grad_norm": 32.01803207397461,
36
+ "learning_rate": 6.073619631901841e-06,
37
+ "loss": 4.4597,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.7704160246533128,
42
+ "grad_norm": 41.72649383544922,
43
+ "learning_rate": 7.6073619631901856e-06,
44
+ "loss": 4.5339,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.9244992295839753,
49
+ "grad_norm": 17.354217529296875,
50
+ "learning_rate": 9.14110429447853e-06,
51
+ "loss": 4.4334,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 1.0,
56
+ "eval_accuracy": 0.436046511627907,
57
+ "eval_loss": 1.067598581314087,
58
+ "eval_macro_f1": 0.4360667390161607,
59
+ "eval_runtime": 0.498,
60
+ "eval_samples_per_second": 1381.524,
61
+ "eval_steps_per_second": 86.345,
62
+ "eval_weighted_f1": 0.43572430232970777,
63
+ "step": 163
64
+ },
65
+ {
66
+ "epoch": 1.073959938366718,
67
+ "grad_norm": 23.106245040893555,
68
+ "learning_rate": 1.0674846625766873e-05,
69
+ "loss": 4.2803,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.2280431432973806,
74
+ "grad_norm": 22.38129997253418,
75
+ "learning_rate": 1.2208588957055216e-05,
76
+ "loss": 4.2645,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.3821263482280433,
81
+ "grad_norm": 29.697307586669922,
82
+ "learning_rate": 1.374233128834356e-05,
83
+ "loss": 4.146,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.5362095531587057,
88
+ "grad_norm": 17.402511596679688,
89
+ "learning_rate": 1.5276073619631903e-05,
90
+ "loss": 4.2117,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 1.6902927580893683,
95
+ "grad_norm": 29.610551834106445,
96
+ "learning_rate": 1.6809815950920248e-05,
97
+ "loss": 4.2824,
98
+ "step": 275
99
+ },
100
+ {
101
+ "epoch": 1.8443759630200307,
102
+ "grad_norm": 23.753904342651367,
103
+ "learning_rate": 1.834355828220859e-05,
104
+ "loss": 4.234,
105
+ "step": 300
106
+ },
107
+ {
108
+ "epoch": 1.9984591679506933,
109
+ "grad_norm": 27.982847213745117,
110
+ "learning_rate": 1.9877300613496935e-05,
111
+ "loss": 4.2794,
112
+ "step": 325
113
+ },
114
+ {
115
+ "epoch": 2.0,
116
+ "eval_accuracy": 0.46511627906976744,
117
+ "eval_loss": 1.0345345735549927,
118
+ "eval_macro_f1": 0.453858300585334,
119
+ "eval_runtime": 0.5174,
120
+ "eval_samples_per_second": 1329.617,
121
+ "eval_steps_per_second": 83.101,
122
+ "eval_weighted_f1": 0.4550441823555008,
123
+ "step": 326
124
+ },
125
+ {
126
+ "epoch": 2.147919876733436,
127
+ "grad_norm": 22.95561981201172,
128
+ "learning_rate": 1.9843217450579417e-05,
129
+ "loss": 3.6649,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.3020030816640986,
134
+ "grad_norm": 29.44074821472168,
135
+ "learning_rate": 1.967280163599182e-05,
136
+ "loss": 3.9025,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 2.4560862865947612,
141
+ "grad_norm": 31.908214569091797,
142
+ "learning_rate": 1.9502385821404228e-05,
143
+ "loss": 3.7875,
144
+ "step": 400
145
+ },
146
+ {
147
+ "epoch": 2.610169491525424,
148
+ "grad_norm": 20.22072982788086,
149
+ "learning_rate": 1.9331970006816635e-05,
150
+ "loss": 3.8808,
151
+ "step": 425
152
+ },
153
+ {
154
+ "epoch": 2.7642526964560865,
155
+ "grad_norm": 32.723331451416016,
156
+ "learning_rate": 1.916155419222904e-05,
157
+ "loss": 3.8259,
158
+ "step": 450
159
+ },
160
+ {
161
+ "epoch": 2.9183359013867487,
162
+ "grad_norm": 40.653480529785156,
163
+ "learning_rate": 1.8991138377641446e-05,
164
+ "loss": 3.7292,
165
+ "step": 475
166
+ },
167
+ {
168
+ "epoch": 3.0,
169
+ "eval_accuracy": 0.4796511627906977,
170
+ "eval_loss": 1.0802001953125,
171
+ "eval_macro_f1": 0.4683600553195612,
172
+ "eval_runtime": 0.5219,
173
+ "eval_samples_per_second": 1318.37,
174
+ "eval_steps_per_second": 82.398,
175
+ "eval_weighted_f1": 0.4697770187227658,
176
+ "step": 489
177
+ },
178
+ {
179
+ "epoch": 3.0677966101694913,
180
+ "grad_norm": 30.089168548583984,
181
+ "learning_rate": 1.8820722563053853e-05,
182
+ "loss": 3.3208,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 3.221879815100154,
187
+ "grad_norm": 27.52930450439453,
188
+ "learning_rate": 1.8650306748466257e-05,
189
+ "loss": 3.0338,
190
+ "step": 525
191
+ },
192
+ {
193
+ "epoch": 3.3759630200308166,
194
+ "grad_norm": 37.35381317138672,
195
+ "learning_rate": 1.8479890933878664e-05,
196
+ "loss": 3.0004,
197
+ "step": 550
198
+ },
199
+ {
200
+ "epoch": 3.5300462249614792,
201
+ "grad_norm": 39.64806365966797,
202
+ "learning_rate": 1.8309475119291072e-05,
203
+ "loss": 2.9595,
204
+ "step": 575
205
+ },
206
+ {
207
+ "epoch": 3.684129429892142,
208
+ "grad_norm": 46.33014678955078,
209
+ "learning_rate": 1.8139059304703476e-05,
210
+ "loss": 2.7825,
211
+ "step": 600
212
+ },
213
+ {
214
+ "epoch": 3.8382126348228045,
215
+ "grad_norm": 36.58750915527344,
216
+ "learning_rate": 1.7968643490115886e-05,
217
+ "loss": 2.997,
218
+ "step": 625
219
+ },
220
+ {
221
+ "epoch": 3.992295839753467,
222
+ "grad_norm": 45.802391052246094,
223
+ "learning_rate": 1.779822767552829e-05,
224
+ "loss": 2.9137,
225
+ "step": 650
226
+ },
227
+ {
228
+ "epoch": 4.0,
229
+ "eval_accuracy": 0.4578488372093023,
230
+ "eval_loss": 1.3368133306503296,
231
+ "eval_macro_f1": 0.44090741392994554,
232
+ "eval_runtime": 0.5048,
233
+ "eval_samples_per_second": 1363.03,
234
+ "eval_steps_per_second": 85.189,
235
+ "eval_weighted_f1": 0.4386202546028579,
236
+ "step": 652
237
+ },
238
+ {
239
+ "epoch": 4.141756548536209,
240
+ "grad_norm": 71.3826675415039,
241
+ "learning_rate": 1.7627811860940697e-05,
242
+ "loss": 1.9935,
243
+ "step": 675
244
+ },
245
+ {
246
+ "epoch": 4.295839753466872,
247
+ "grad_norm": 43.1151008605957,
248
+ "learning_rate": 1.7457396046353105e-05,
249
+ "loss": 1.8749,
250
+ "step": 700
251
+ },
252
+ {
253
+ "epoch": 4.449922958397535,
254
+ "grad_norm": 61.182594299316406,
255
+ "learning_rate": 1.728698023176551e-05,
256
+ "loss": 1.7022,
257
+ "step": 725
258
+ },
259
+ {
260
+ "epoch": 4.604006163328197,
261
+ "grad_norm": 51.04698181152344,
262
+ "learning_rate": 1.7116564417177916e-05,
263
+ "loss": 1.879,
264
+ "step": 750
265
+ },
266
+ {
267
+ "epoch": 4.75808936825886,
268
+ "grad_norm": 39.88308334350586,
269
+ "learning_rate": 1.6946148602590323e-05,
270
+ "loss": 1.8529,
271
+ "step": 775
272
+ },
273
+ {
274
+ "epoch": 4.9121725731895225,
275
+ "grad_norm": 72.58834838867188,
276
+ "learning_rate": 1.6775732788002727e-05,
277
+ "loss": 1.9619,
278
+ "step": 800
279
+ },
280
+ {
281
+ "epoch": 5.0,
282
+ "eval_accuracy": 0.4578488372093023,
283
+ "eval_loss": 1.5263090133666992,
284
+ "eval_macro_f1": 0.44386372186225587,
285
+ "eval_runtime": 0.5241,
286
+ "eval_samples_per_second": 1312.726,
287
+ "eval_steps_per_second": 82.045,
288
+ "eval_weighted_f1": 0.44367982954255375,
289
+ "step": 815
290
+ },
291
+ {
292
+ "epoch": 5.061633281972265,
293
+ "grad_norm": 29.879554748535156,
294
+ "learning_rate": 1.6605316973415134e-05,
295
+ "loss": 1.3164,
296
+ "step": 825
297
+ },
298
+ {
299
+ "epoch": 5.215716486902927,
300
+ "grad_norm": 58.77017593383789,
301
+ "learning_rate": 1.643490115882754e-05,
302
+ "loss": 0.807,
303
+ "step": 850
304
+ },
305
+ {
306
+ "epoch": 5.36979969183359,
307
+ "grad_norm": 40.99156951904297,
308
+ "learning_rate": 1.6264485344239945e-05,
309
+ "loss": 0.8508,
310
+ "step": 875
311
+ },
312
+ {
313
+ "epoch": 5.523882896764253,
314
+ "grad_norm": 77.5107192993164,
315
+ "learning_rate": 1.6094069529652356e-05,
316
+ "loss": 0.9266,
317
+ "step": 900
318
+ },
319
+ {
320
+ "epoch": 5.677966101694915,
321
+ "grad_norm": 49.486915588378906,
322
+ "learning_rate": 1.592365371506476e-05,
323
+ "loss": 1.003,
324
+ "step": 925
325
+ },
326
+ {
327
+ "epoch": 5.832049306625578,
328
+ "grad_norm": 43.57775115966797,
329
+ "learning_rate": 1.5753237900477167e-05,
330
+ "loss": 0.9537,
331
+ "step": 950
332
+ },
333
+ {
334
+ "epoch": 5.9861325115562405,
335
+ "grad_norm": 74.3766860961914,
336
+ "learning_rate": 1.5582822085889574e-05,
337
+ "loss": 0.7957,
338
+ "step": 975
339
+ },
340
+ {
341
+ "epoch": 6.0,
342
+ "eval_accuracy": 0.4622093023255814,
343
+ "eval_loss": 2.3111813068389893,
344
+ "eval_macro_f1": 0.45313825607943253,
345
+ "eval_runtime": 0.5077,
346
+ "eval_samples_per_second": 1355.071,
347
+ "eval_steps_per_second": 84.692,
348
+ "eval_weighted_f1": 0.45093565804920116,
349
+ "step": 978
350
+ }
351
+ ],
352
+ "logging_steps": 25,
353
+ "max_steps": 3260,
354
+ "num_input_tokens_seen": 0,
355
+ "num_train_epochs": 20,
356
+ "save_steps": 500,
357
+ "stateful_callbacks": {
358
+ "EarlyStoppingCallback": {
359
+ "args": {
360
+ "early_stopping_patience": 3,
361
+ "early_stopping_threshold": 0.0
362
+ },
363
+ "attributes": {
364
+ "early_stopping_patience_counter": 3
365
+ }
366
+ },
367
+ "TrainerControl": {
368
+ "args": {
369
+ "should_epoch_stop": false,
370
+ "should_evaluate": false,
371
+ "should_log": false,
372
+ "should_save": true,
373
+ "should_training_stop": true
374
+ },
375
+ "attributes": {}
376
+ }
377
+ },
378
+ "total_flos": 0.0,
379
+ "train_batch_size": 8,
380
+ "trial_name": null,
381
+ "trial_params": null
382
+ }
explore-factcheck-ablations-vifactcheck-visobert-s42-20261114T113705Z-f21e2f7e/trainer/checkpoint-978/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8961f51b11fb68a7bbfee26cc76696444446db7d813322d3dc4377fd2b2e66c
3
+ size 5752