PhaaNe commited on
Commit
51ecda3
·
verified ·
1 Parent(s): 0108c99

Add explore checkpoint explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097 (job f06d04ac46e2a393d6a8, temporal-fixed)

Browse files
Files changed (19) hide show
  1. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/model.safetensors +3 -0
  2. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/model.safetensors +3 -0
  3. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/optimizer.pt +3 -0
  4. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/rng_state.pth +3 -0
  5. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/scheduler.pt +3 -0
  6. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/special_tokens_map.json +51 -0
  7. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/tokenizer.json +0 -0
  8. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/tokenizer_config.json +55 -0
  9. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/trainer_state.json +228 -0
  10. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/training_args.bin +3 -0
  11. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/model.safetensors +3 -0
  12. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/optimizer.pt +3 -0
  13. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/rng_state.pth +3 -0
  14. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/scheduler.pt +3 -0
  15. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/special_tokens_map.json +51 -0
  16. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/tokenizer.json +0 -0
  17. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/tokenizer_config.json +55 -0
  18. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/trainer_state.json +324 -0
  19. explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/training_args.bin +3 -0
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03d4c92284aee739c971d643b07e70ef3c9b906dce0255676d1cc33092e00110
3
+ size 411834872
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa001eabf06ee70070da56c75aca9348e1c34dc47d17f41f7ff30c56425560c4
3
+ size 411834896
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b6818fda205c7b3e9adc81a7fbd56b86939f159d0728849ebfd96a821acad45
3
+ size 819063354
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc99a3af162db856474f0631c3d7a8cab99e30ab7606e07ba205b8da37fa48c
3
+ size 14244
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd87070bd7ac87d39e173e56c3d90238c03a266a9c5f8be776e3c8bea5856820
3
+ size 1064
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<unk>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "20480": {
36
+ "content": "<mask>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 2048,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizerFast",
54
+ "unk_token": "<unk>"
55
+ }
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/trainer_state.json ADDED
@@ -0,0 +1,228 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 444,
3
+ "best_metric": 0.8442396313364056,
4
+ "best_model_checkpoint": "/root/VNEncoder/explore/workspaces/f06d04ac46e2a393d6a8/results/checkpoints/explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 444,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.33783783783783783,
14
+ "grad_norm": 15.263297080993652,
15
+ "learning_rate": 3.2432432432432437e-06,
16
+ "loss": 2.6467,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6756756756756757,
21
+ "grad_norm": 15.519625663757324,
22
+ "learning_rate": 6.621621621621622e-06,
23
+ "loss": 2.5202,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "eval_accuracy": 0.727810650887574,
29
+ "eval_loss": 0.5654528141021729,
30
+ "eval_macro_f1": 0.4212328767123288,
31
+ "eval_runtime": 0.3069,
32
+ "eval_samples_per_second": 1101.355,
33
+ "eval_steps_per_second": 71.686,
34
+ "eval_weighted_f1": 0.6131555483504905,
35
+ "step": 74
36
+ },
37
+ {
38
+ "epoch": 1.0135135135135136,
39
+ "grad_norm": 54.376976013183594,
40
+ "learning_rate": 1e-05,
41
+ "loss": 2.5477,
42
+ "step": 75
43
+ },
44
+ {
45
+ "epoch": 1.3513513513513513,
46
+ "grad_norm": 34.91056442260742,
47
+ "learning_rate": 1.3378378378378381e-05,
48
+ "loss": 2.3709,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.689189189189189,
53
+ "grad_norm": 27.475006103515625,
54
+ "learning_rate": 1.6756756756756757e-05,
55
+ "loss": 2.0853,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 2.0,
60
+ "eval_accuracy": 0.8106508875739645,
61
+ "eval_loss": 0.44969186186790466,
62
+ "eval_macro_f1": 0.7086363881256398,
63
+ "eval_runtime": 0.3171,
64
+ "eval_samples_per_second": 1065.996,
65
+ "eval_steps_per_second": 69.384,
66
+ "eval_weighted_f1": 0.7871875527008497,
67
+ "step": 148
68
+ },
69
+ {
70
+ "epoch": 2.027027027027027,
71
+ "grad_norm": 31.055606842041016,
72
+ "learning_rate": 1.9984984984984987e-05,
73
+ "loss": 1.8942,
74
+ "step": 150
75
+ },
76
+ {
77
+ "epoch": 2.364864864864865,
78
+ "grad_norm": 33.94939422607422,
79
+ "learning_rate": 1.9609609609609613e-05,
80
+ "loss": 1.8644,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.7027027027027026,
85
+ "grad_norm": 29.743934631347656,
86
+ "learning_rate": 1.9234234234234235e-05,
87
+ "loss": 1.7918,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 3.0,
92
+ "eval_accuracy": 0.8313609467455622,
93
+ "eval_loss": 0.33664968609809875,
94
+ "eval_macro_f1": 0.7849656788883308,
95
+ "eval_runtime": 0.3211,
96
+ "eval_samples_per_second": 1052.715,
97
+ "eval_steps_per_second": 68.52,
98
+ "eval_weighted_f1": 0.8304744129648507,
99
+ "step": 222
100
+ },
101
+ {
102
+ "epoch": 3.0405405405405403,
103
+ "grad_norm": 20.911895751953125,
104
+ "learning_rate": 1.885885885885886e-05,
105
+ "loss": 1.6889,
106
+ "step": 225
107
+ },
108
+ {
109
+ "epoch": 3.3783783783783785,
110
+ "grad_norm": 53.06339645385742,
111
+ "learning_rate": 1.8483483483483483e-05,
112
+ "loss": 1.3235,
113
+ "step": 250
114
+ },
115
+ {
116
+ "epoch": 3.7162162162162162,
117
+ "grad_norm": 37.47972106933594,
118
+ "learning_rate": 1.8108108108108108e-05,
119
+ "loss": 1.3155,
120
+ "step": 275
121
+ },
122
+ {
123
+ "epoch": 4.0,
124
+ "eval_accuracy": 0.8609467455621301,
125
+ "eval_loss": 0.2986549437046051,
126
+ "eval_macro_f1": 0.8145956607495068,
127
+ "eval_runtime": 0.2911,
128
+ "eval_samples_per_second": 1161.037,
129
+ "eval_steps_per_second": 75.57,
130
+ "eval_weighted_f1": 0.8568327439515423,
131
+ "step": 296
132
+ },
133
+ {
134
+ "epoch": 4.054054054054054,
135
+ "grad_norm": 21.81963348388672,
136
+ "learning_rate": 1.7732732732732734e-05,
137
+ "loss": 1.311,
138
+ "step": 300
139
+ },
140
+ {
141
+ "epoch": 4.391891891891892,
142
+ "grad_norm": 39.34959030151367,
143
+ "learning_rate": 1.735735735735736e-05,
144
+ "loss": 0.9801,
145
+ "step": 325
146
+ },
147
+ {
148
+ "epoch": 4.72972972972973,
149
+ "grad_norm": 69.25546264648438,
150
+ "learning_rate": 1.6981981981981985e-05,
151
+ "loss": 1.0925,
152
+ "step": 350
153
+ },
154
+ {
155
+ "epoch": 5.0,
156
+ "eval_accuracy": 0.8609467455621301,
157
+ "eval_loss": 0.30103135108947754,
158
+ "eval_macro_f1": 0.8262742910884375,
159
+ "eval_runtime": 0.2978,
160
+ "eval_samples_per_second": 1135.157,
161
+ "eval_steps_per_second": 73.886,
162
+ "eval_weighted_f1": 0.861635602273528,
163
+ "step": 370
164
+ },
165
+ {
166
+ "epoch": 5.0675675675675675,
167
+ "grad_norm": 34.52579879760742,
168
+ "learning_rate": 1.6606606606606607e-05,
169
+ "loss": 1.1218,
170
+ "step": 375
171
+ },
172
+ {
173
+ "epoch": 5.405405405405405,
174
+ "grad_norm": 107.26319885253906,
175
+ "learning_rate": 1.6231231231231232e-05,
176
+ "loss": 0.7597,
177
+ "step": 400
178
+ },
179
+ {
180
+ "epoch": 5.743243243243243,
181
+ "grad_norm": 92.46515655517578,
182
+ "learning_rate": 1.5855855855855858e-05,
183
+ "loss": 0.8143,
184
+ "step": 425
185
+ },
186
+ {
187
+ "epoch": 6.0,
188
+ "eval_accuracy": 0.8757396449704142,
189
+ "eval_loss": 0.32582011818885803,
190
+ "eval_macro_f1": 0.8442396313364056,
191
+ "eval_runtime": 0.3213,
192
+ "eval_samples_per_second": 1051.824,
193
+ "eval_steps_per_second": 68.462,
194
+ "eval_weighted_f1": 0.8761541188340196,
195
+ "step": 444
196
+ }
197
+ ],
198
+ "logging_steps": 25,
199
+ "max_steps": 1480,
200
+ "num_input_tokens_seen": 0,
201
+ "num_train_epochs": 20,
202
+ "save_steps": 500,
203
+ "stateful_callbacks": {
204
+ "EarlyStoppingCallback": {
205
+ "args": {
206
+ "early_stopping_patience": 3,
207
+ "early_stopping_threshold": 0.0
208
+ },
209
+ "attributes": {
210
+ "early_stopping_patience_counter": 0
211
+ }
212
+ },
213
+ "TrainerControl": {
214
+ "args": {
215
+ "should_epoch_stop": false,
216
+ "should_evaluate": false,
217
+ "should_log": false,
218
+ "should_save": true,
219
+ "should_training_stop": false
220
+ },
221
+ "attributes": {}
222
+ }
223
+ },
224
+ "total_flos": 0.0,
225
+ "train_batch_size": 8,
226
+ "trial_name": null,
227
+ "trial_params": null
228
+ }
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a357e21e2347fa1ad3dcb85dcb6c1b68c77d422622c79b5896bb3d8e245963c5
3
+ size 5752
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2354ac4a7f41a93aa0000ebde3e7ecb0a22addb019df010b9e0e56260c5b19b0
3
+ size 411834896
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0400f82bb9e1e129b6c0ec34b668e679625e58e5862eaca085d9bfa5a2860d24
3
+ size 819063354
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:305828b52ee029d97fe5e13d29148d4b59150b02997c0e0124c7e07398134b11
3
+ size 14244
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2729b3758e3a57737d4ada473a17278ec49765b5b14bda82d58432e7184433f1
3
+ size 1064
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<unk>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "20480": {
36
+ "content": "<mask>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 2048,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizerFast",
54
+ "unk_token": "<unk>"
55
+ }
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/trainer_state.json ADDED
@@ -0,0 +1,324 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 444,
3
+ "best_metric": 0.8442396313364056,
4
+ "best_model_checkpoint": "/root/VNEncoder/explore/workspaces/f06d04ac46e2a393d6a8/results/checkpoints/explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-444",
5
+ "epoch": 9.0,
6
+ "eval_steps": 500,
7
+ "global_step": 666,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.33783783783783783,
14
+ "grad_norm": 15.263297080993652,
15
+ "learning_rate": 3.2432432432432437e-06,
16
+ "loss": 2.6467,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6756756756756757,
21
+ "grad_norm": 15.519625663757324,
22
+ "learning_rate": 6.621621621621622e-06,
23
+ "loss": 2.5202,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 1.0,
28
+ "eval_accuracy": 0.727810650887574,
29
+ "eval_loss": 0.5654528141021729,
30
+ "eval_macro_f1": 0.4212328767123288,
31
+ "eval_runtime": 0.3069,
32
+ "eval_samples_per_second": 1101.355,
33
+ "eval_steps_per_second": 71.686,
34
+ "eval_weighted_f1": 0.6131555483504905,
35
+ "step": 74
36
+ },
37
+ {
38
+ "epoch": 1.0135135135135136,
39
+ "grad_norm": 54.376976013183594,
40
+ "learning_rate": 1e-05,
41
+ "loss": 2.5477,
42
+ "step": 75
43
+ },
44
+ {
45
+ "epoch": 1.3513513513513513,
46
+ "grad_norm": 34.91056442260742,
47
+ "learning_rate": 1.3378378378378381e-05,
48
+ "loss": 2.3709,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.689189189189189,
53
+ "grad_norm": 27.475006103515625,
54
+ "learning_rate": 1.6756756756756757e-05,
55
+ "loss": 2.0853,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 2.0,
60
+ "eval_accuracy": 0.8106508875739645,
61
+ "eval_loss": 0.44969186186790466,
62
+ "eval_macro_f1": 0.7086363881256398,
63
+ "eval_runtime": 0.3171,
64
+ "eval_samples_per_second": 1065.996,
65
+ "eval_steps_per_second": 69.384,
66
+ "eval_weighted_f1": 0.7871875527008497,
67
+ "step": 148
68
+ },
69
+ {
70
+ "epoch": 2.027027027027027,
71
+ "grad_norm": 31.055606842041016,
72
+ "learning_rate": 1.9984984984984987e-05,
73
+ "loss": 1.8942,
74
+ "step": 150
75
+ },
76
+ {
77
+ "epoch": 2.364864864864865,
78
+ "grad_norm": 33.94939422607422,
79
+ "learning_rate": 1.9609609609609613e-05,
80
+ "loss": 1.8644,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.7027027027027026,
85
+ "grad_norm": 29.743934631347656,
86
+ "learning_rate": 1.9234234234234235e-05,
87
+ "loss": 1.7918,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 3.0,
92
+ "eval_accuracy": 0.8313609467455622,
93
+ "eval_loss": 0.33664968609809875,
94
+ "eval_macro_f1": 0.7849656788883308,
95
+ "eval_runtime": 0.3211,
96
+ "eval_samples_per_second": 1052.715,
97
+ "eval_steps_per_second": 68.52,
98
+ "eval_weighted_f1": 0.8304744129648507,
99
+ "step": 222
100
+ },
101
+ {
102
+ "epoch": 3.0405405405405403,
103
+ "grad_norm": 20.911895751953125,
104
+ "learning_rate": 1.885885885885886e-05,
105
+ "loss": 1.6889,
106
+ "step": 225
107
+ },
108
+ {
109
+ "epoch": 3.3783783783783785,
110
+ "grad_norm": 53.06339645385742,
111
+ "learning_rate": 1.8483483483483483e-05,
112
+ "loss": 1.3235,
113
+ "step": 250
114
+ },
115
+ {
116
+ "epoch": 3.7162162162162162,
117
+ "grad_norm": 37.47972106933594,
118
+ "learning_rate": 1.8108108108108108e-05,
119
+ "loss": 1.3155,
120
+ "step": 275
121
+ },
122
+ {
123
+ "epoch": 4.0,
124
+ "eval_accuracy": 0.8609467455621301,
125
+ "eval_loss": 0.2986549437046051,
126
+ "eval_macro_f1": 0.8145956607495068,
127
+ "eval_runtime": 0.2911,
128
+ "eval_samples_per_second": 1161.037,
129
+ "eval_steps_per_second": 75.57,
130
+ "eval_weighted_f1": 0.8568327439515423,
131
+ "step": 296
132
+ },
133
+ {
134
+ "epoch": 4.054054054054054,
135
+ "grad_norm": 21.81963348388672,
136
+ "learning_rate": 1.7732732732732734e-05,
137
+ "loss": 1.311,
138
+ "step": 300
139
+ },
140
+ {
141
+ "epoch": 4.391891891891892,
142
+ "grad_norm": 39.34959030151367,
143
+ "learning_rate": 1.735735735735736e-05,
144
+ "loss": 0.9801,
145
+ "step": 325
146
+ },
147
+ {
148
+ "epoch": 4.72972972972973,
149
+ "grad_norm": 69.25546264648438,
150
+ "learning_rate": 1.6981981981981985e-05,
151
+ "loss": 1.0925,
152
+ "step": 350
153
+ },
154
+ {
155
+ "epoch": 5.0,
156
+ "eval_accuracy": 0.8609467455621301,
157
+ "eval_loss": 0.30103135108947754,
158
+ "eval_macro_f1": 0.8262742910884375,
159
+ "eval_runtime": 0.2978,
160
+ "eval_samples_per_second": 1135.157,
161
+ "eval_steps_per_second": 73.886,
162
+ "eval_weighted_f1": 0.861635602273528,
163
+ "step": 370
164
+ },
165
+ {
166
+ "epoch": 5.0675675675675675,
167
+ "grad_norm": 34.52579879760742,
168
+ "learning_rate": 1.6606606606606607e-05,
169
+ "loss": 1.1218,
170
+ "step": 375
171
+ },
172
+ {
173
+ "epoch": 5.405405405405405,
174
+ "grad_norm": 107.26319885253906,
175
+ "learning_rate": 1.6231231231231232e-05,
176
+ "loss": 0.7597,
177
+ "step": 400
178
+ },
179
+ {
180
+ "epoch": 5.743243243243243,
181
+ "grad_norm": 92.46515655517578,
182
+ "learning_rate": 1.5855855855855858e-05,
183
+ "loss": 0.8143,
184
+ "step": 425
185
+ },
186
+ {
187
+ "epoch": 6.0,
188
+ "eval_accuracy": 0.8757396449704142,
189
+ "eval_loss": 0.32582011818885803,
190
+ "eval_macro_f1": 0.8442396313364056,
191
+ "eval_runtime": 0.3213,
192
+ "eval_samples_per_second": 1051.824,
193
+ "eval_steps_per_second": 68.462,
194
+ "eval_weighted_f1": 0.8761541188340196,
195
+ "step": 444
196
+ },
197
+ {
198
+ "epoch": 6.081081081081081,
199
+ "grad_norm": 13.787764549255371,
200
+ "learning_rate": 1.5480480480480483e-05,
201
+ "loss": 0.5905,
202
+ "step": 450
203
+ },
204
+ {
205
+ "epoch": 6.418918918918919,
206
+ "grad_norm": 38.81016159057617,
207
+ "learning_rate": 1.5105105105105107e-05,
208
+ "loss": 0.4012,
209
+ "step": 475
210
+ },
211
+ {
212
+ "epoch": 6.756756756756757,
213
+ "grad_norm": 61.8231315612793,
214
+ "learning_rate": 1.4729729729729731e-05,
215
+ "loss": 0.4783,
216
+ "step": 500
217
+ },
218
+ {
219
+ "epoch": 7.0,
220
+ "eval_accuracy": 0.8550295857988166,
221
+ "eval_loss": 0.43630439043045044,
222
+ "eval_macro_f1": 0.8124837245111692,
223
+ "eval_runtime": 0.3252,
224
+ "eval_samples_per_second": 1039.319,
225
+ "eval_steps_per_second": 67.648,
226
+ "eval_weighted_f1": 0.8531797657428319,
227
+ "step": 518
228
+ },
229
+ {
230
+ "epoch": 7.094594594594595,
231
+ "grad_norm": 55.96429443359375,
232
+ "learning_rate": 1.4354354354354357e-05,
233
+ "loss": 0.4957,
234
+ "step": 525
235
+ },
236
+ {
237
+ "epoch": 7.4324324324324325,
238
+ "grad_norm": 73.01305389404297,
239
+ "learning_rate": 1.397897897897898e-05,
240
+ "loss": 0.4502,
241
+ "step": 550
242
+ },
243
+ {
244
+ "epoch": 7.77027027027027,
245
+ "grad_norm": 25.84385871887207,
246
+ "learning_rate": 1.3603603603603606e-05,
247
+ "loss": 0.3845,
248
+ "step": 575
249
+ },
250
+ {
251
+ "epoch": 8.0,
252
+ "eval_accuracy": 0.8461538461538461,
253
+ "eval_loss": 0.5852095484733582,
254
+ "eval_macro_f1": 0.7833333333333333,
255
+ "eval_runtime": 0.3226,
256
+ "eval_samples_per_second": 1047.686,
257
+ "eval_steps_per_second": 68.193,
258
+ "eval_weighted_f1": 0.8364891518737673,
259
+ "step": 592
260
+ },
261
+ {
262
+ "epoch": 8.108108108108109,
263
+ "grad_norm": 71.87348175048828,
264
+ "learning_rate": 1.322822822822823e-05,
265
+ "loss": 0.4174,
266
+ "step": 600
267
+ },
268
+ {
269
+ "epoch": 8.445945945945946,
270
+ "grad_norm": 20.91547966003418,
271
+ "learning_rate": 1.2852852852852854e-05,
272
+ "loss": 0.2361,
273
+ "step": 625
274
+ },
275
+ {
276
+ "epoch": 8.783783783783784,
277
+ "grad_norm": 193.3787841796875,
278
+ "learning_rate": 1.2477477477477477e-05,
279
+ "loss": 0.432,
280
+ "step": 650
281
+ },
282
+ {
283
+ "epoch": 9.0,
284
+ "eval_accuracy": 0.8668639053254438,
285
+ "eval_loss": 0.8182505965232849,
286
+ "eval_macro_f1": 0.8238665971860344,
287
+ "eval_runtime": 0.3075,
288
+ "eval_samples_per_second": 1099.038,
289
+ "eval_steps_per_second": 71.535,
290
+ "eval_weighted_f1": 0.8635168094822563,
291
+ "step": 666
292
+ }
293
+ ],
294
+ "logging_steps": 25,
295
+ "max_steps": 1480,
296
+ "num_input_tokens_seen": 0,
297
+ "num_train_epochs": 20,
298
+ "save_steps": 500,
299
+ "stateful_callbacks": {
300
+ "EarlyStoppingCallback": {
301
+ "args": {
302
+ "early_stopping_patience": 3,
303
+ "early_stopping_threshold": 0.0
304
+ },
305
+ "attributes": {
306
+ "early_stopping_patience_counter": 3
307
+ }
308
+ },
309
+ "TrainerControl": {
310
+ "args": {
311
+ "should_epoch_stop": false,
312
+ "should_evaluate": false,
313
+ "should_log": false,
314
+ "should_save": true,
315
+ "should_training_stop": true
316
+ },
317
+ "attributes": {}
318
+ }
319
+ },
320
+ "total_flos": 0.0,
321
+ "train_batch_size": 8,
322
+ "trial_name": null,
323
+ "trial_params": null
324
+ }
explore-temporal-fixed-viclickbait2025-bamibert-s44-20261114T111924Z-fe731097/trainer/checkpoint-666/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a357e21e2347fa1ad3dcb85dcb6c1b68c77d422622c79b5896bb3d8e245963c5
3
+ size 5752