PhaaNe commited on
Commit
850ce7e
·
verified ·
1 Parent(s): 86d4cff

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/trainer_state.json +707 -0
  2. ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/special_tokens_map.json +15 -0
  3. ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/tokenizer.json +0 -0
  4. ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/tokenizer_config.json +56 -0
  5. ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/trainer_state.json +1104 -0
  6. ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/special_tokens_map.json +15 -0
  7. ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/tokenizer.json +0 -0
  8. ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/tokenizer_config.json +56 -0
  9. ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/trainer_state.json +418 -0
  10. ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/special_tokens_map.json +15 -0
  11. ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/tokenizer.json +0 -0
  12. ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/tokenizer_config.json +56 -0
  13. ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/trainer_state.json +273 -0
  14. ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/special_tokens_map.json +15 -0
  15. ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/tokenizer.json +0 -0
  16. ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/tokenizer_config.json +56 -0
  17. ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/trainer_state.json +570 -0
  18. ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/special_tokens_map.json +15 -0
  19. ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/tokenizer.json +0 -0
  20. ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/tokenizer_config.json +56 -0
  21. ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/trainer_state.json +960 -0
  22. ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/special_tokens_map.json +15 -0
  23. ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/tokenizer.json +0 -0
  24. ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/tokenizer_config.json +56 -0
  25. ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/trainer_state.json +384 -0
  26. ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/special_tokens_map.json +15 -0
  27. ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/tokenizer.json +0 -0
  28. ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/tokenizer_config.json +56 -0
  29. ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/trainer_state.json +725 -0
  30. ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/special_tokens_map.json +15 -0
  31. ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/tokenizer.json +0 -0
  32. ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/tokenizer_config.json +56 -0
  33. ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/trainer_state.json +139 -0
  34. ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/special_tokens_map.json +15 -0
  35. ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/tokenizer.json +0 -0
  36. ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/tokenizer_config.json +56 -0
  37. ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/trainer_state.json +242 -0
  38. ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/special_tokens_map.json +15 -0
  39. ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/tokenizer.json +0 -0
  40. ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/tokenizer_config.json +56 -0
  41. ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/trainer_state.json +345 -0
  42. ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/special_tokens_map.json +15 -0
  43. ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/tokenizer.json +0 -0
  44. ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/tokenizer_config.json +56 -0
  45. ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/trainer_state.json +441 -0
  46. ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/special_tokens_map.json +15 -0
  47. ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/tokenizer.json +0 -0
  48. ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/tokenizer_config.json +56 -0
  49. ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/trainer_state.json +235 -0
  50. ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-684/special_tokens_map.json +15 -0
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/trainer_state.json ADDED
@@ -0,0 +1,707 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2175,
3
+ "best_metric": 0.84173887873304,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2175,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 42.9394416809082,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.3524,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 19.999839782714844,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 3.6505,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 17.920988082885742,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 2.7748,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 14.815277099609375,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 2.2795,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 15.115994453430176,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 1.7836,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 29.842082977294922,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 1.5479,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 16.612159729003906,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 1.2247,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 18.689720153808594,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.2561,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 22.616313934326172,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.0953,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 20.529455184936523,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 0.9632,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 13.217202186584473,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 0.9633,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 34.54133605957031,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 0.9828,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 14.949626922607422,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 0.8974,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 12.686253547668457,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.0681,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 26.864015579223633,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 0.9986,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 24.97718048095703,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.8753,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 16.675100326538086,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 0.8944,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.940530058177117,
134
+ "eval_loss": 0.1931191384792328,
135
+ "eval_macro_f1": 0.8196367599605372,
136
+ "eval_runtime": 2.2352,
137
+ "eval_samples_per_second": 692.1,
138
+ "eval_steps_per_second": 43.396,
139
+ "eval_weighted_f1": 0.9367312662458428,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 19.226642608642578,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 0.6817,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 1.5510896444320679,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.8167,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 25.533885955810547,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.6512,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 19.42919921875,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.7946,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 21.6502628326416,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.7577,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 22.860177993774414,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.7081,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 19.05306053161621,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.8096,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 14.01755428314209,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.7475,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 28.961877822875977,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.8671,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 13.76294994354248,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.8954,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 33.66984176635742,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.9608,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 18.624176025390625,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.6833,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 23.350048065185547,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.7519,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 16.577146530151367,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.7101,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 8.301774024963379,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.7167,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 11.305232048034668,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.7181,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 13.970582962036133,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.8617,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9424692954104719,
264
+ "eval_loss": 0.19509783387184143,
265
+ "eval_macro_f1": 0.8271132308551663,
266
+ "eval_runtime": 2.2903,
267
+ "eval_samples_per_second": 675.459,
268
+ "eval_steps_per_second": 42.353,
269
+ "eval_weighted_f1": 0.9383604177376932,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 6.878677845001221,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.7639,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 0.2279549539089203,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.4404,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 35.79534149169922,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.4381,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 22.789058685302734,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 0.8788,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 28.669857025146484,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.4104,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 8.117264747619629,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.7947,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 14.23740291595459,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.5118,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 27.256938934326172,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.637,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 16.517955780029297,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.6148,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 21.132980346679688,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.4779,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 6.9297027587890625,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.6014,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 12.361140251159668,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.7325,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 26.90311622619629,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.5744,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 11.853816032409668,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.5119,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 12.217926979064941,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.694,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 21.56905746459961,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.6384,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 0.7440150380134583,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.4766,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 0.46360915899276733,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.7379,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9424692954104719,
401
+ "eval_loss": 0.23183989524841309,
402
+ "eval_macro_f1": 0.8279954335741966,
403
+ "eval_runtime": 2.3302,
404
+ "eval_samples_per_second": 663.899,
405
+ "eval_steps_per_second": 41.628,
406
+ "eval_weighted_f1": 0.9392246799332529,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 0.2507317364215851,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.5009,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 20.456125259399414,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.3874,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 16.75828742980957,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.3901,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 17.676267623901367,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.3319,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 1.7441763877868652,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.3665,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 21.73114585876465,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.3072,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 11.427308082580566,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.4227,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 0.5305787920951843,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.3736,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 0.5248211026191711,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.427,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 56.1809196472168,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.4751,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 69.40298461914062,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.5209,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 23.511856079101562,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.4827,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 62.91733169555664,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.2162,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 0.6055736541748047,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.6207,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 2.4084033966064453,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.411,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 0.7051402926445007,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.5059,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 14.125753402709961,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.4082,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9385908209437621,
531
+ "eval_loss": 0.3057391941547394,
532
+ "eval_macro_f1": 0.7991696988667211,
533
+ "eval_runtime": 2.6881,
534
+ "eval_samples_per_second": 575.508,
535
+ "eval_steps_per_second": 36.086,
536
+ "eval_weighted_f1": 0.9331965836499267,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 0.22900362312793732,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.3584,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 8.224105834960938,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.1878,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 0.27649250626564026,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.1868,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 0.2674671411514282,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.5689,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 0.24198037385940552,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.1836,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 21.765043258666992,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.1875,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 8.434713363647461,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.3692,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 0.28183433413505554,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.2317,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 22.8424129486084,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.1646,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 0.9295241832733154,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.2879,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 19.010690689086914,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.1843,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 12.645793914794922,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.3973,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 0.042842965573072433,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.2613,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 0.09502663463354111,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.3422,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 24.18151092529297,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.3774,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 8.699256896972656,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.1949,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 3.265231132507324,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.3089,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 20.134044647216797,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.375,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9418228829993536,
668
+ "eval_loss": 0.36229148507118225,
669
+ "eval_macro_f1": 0.84173887873304,
670
+ "eval_runtime": 2.6399,
671
+ "eval_samples_per_second": 586.011,
672
+ "eval_steps_per_second": 36.744,
673
+ "eval_weighted_f1": 0.9406208744188674,
674
+ "step": 2175
675
+ }
676
+ ],
677
+ "logging_steps": 25,
678
+ "max_steps": 8700,
679
+ "num_input_tokens_seen": 0,
680
+ "num_train_epochs": 20,
681
+ "save_steps": 500,
682
+ "stateful_callbacks": {
683
+ "EarlyStoppingCallback": {
684
+ "args": {
685
+ "early_stopping_patience": 3,
686
+ "early_stopping_threshold": 0.0
687
+ },
688
+ "attributes": {
689
+ "early_stopping_patience_counter": 0
690
+ }
691
+ },
692
+ "TrainerControl": {
693
+ "args": {
694
+ "should_epoch_stop": false,
695
+ "should_evaluate": false,
696
+ "should_log": false,
697
+ "should_save": true,
698
+ "should_training_stop": false
699
+ },
700
+ "attributes": {}
701
+ }
702
+ },
703
+ "total_flos": 0.0,
704
+ "train_batch_size": 8,
705
+ "trial_name": null,
706
+ "trial_params": null
707
+ }
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/trainer_state.json ADDED
@@ -0,0 +1,1104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2175,
3
+ "best_metric": 0.84173887873304,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3480,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 42.9394416809082,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.3524,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 19.999839782714844,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 3.6505,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 17.920988082885742,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 2.7748,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 14.815277099609375,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 2.2795,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 15.115994453430176,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 1.7836,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 29.842082977294922,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 1.5479,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 16.612159729003906,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 1.2247,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 18.689720153808594,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.2561,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 22.616313934326172,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.0953,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 20.529455184936523,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 0.9632,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 13.217202186584473,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 0.9633,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 34.54133605957031,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 0.9828,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 14.949626922607422,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 0.8974,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 12.686253547668457,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.0681,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 26.864015579223633,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 0.9986,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 24.97718048095703,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.8753,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 16.675100326538086,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 0.8944,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.940530058177117,
134
+ "eval_loss": 0.1931191384792328,
135
+ "eval_macro_f1": 0.8196367599605372,
136
+ "eval_runtime": 2.2352,
137
+ "eval_samples_per_second": 692.1,
138
+ "eval_steps_per_second": 43.396,
139
+ "eval_weighted_f1": 0.9367312662458428,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 19.226642608642578,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 0.6817,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 1.5510896444320679,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.8167,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 25.533885955810547,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.6512,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 19.42919921875,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.7946,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 21.6502628326416,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.7577,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 22.860177993774414,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.7081,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 19.05306053161621,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.8096,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 14.01755428314209,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.7475,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 28.961877822875977,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.8671,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 13.76294994354248,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.8954,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 33.66984176635742,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.9608,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 18.624176025390625,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.6833,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 23.350048065185547,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.7519,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 16.577146530151367,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.7101,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 8.301774024963379,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.7167,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 11.305232048034668,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.7181,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 13.970582962036133,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.8617,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9424692954104719,
264
+ "eval_loss": 0.19509783387184143,
265
+ "eval_macro_f1": 0.8271132308551663,
266
+ "eval_runtime": 2.2903,
267
+ "eval_samples_per_second": 675.459,
268
+ "eval_steps_per_second": 42.353,
269
+ "eval_weighted_f1": 0.9383604177376932,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 6.878677845001221,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.7639,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 0.2279549539089203,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.4404,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 35.79534149169922,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.4381,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 22.789058685302734,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 0.8788,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 28.669857025146484,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.4104,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 8.117264747619629,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.7947,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 14.23740291595459,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.5118,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 27.256938934326172,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.637,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 16.517955780029297,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.6148,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 21.132980346679688,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.4779,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 6.9297027587890625,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.6014,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 12.361140251159668,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.7325,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 26.90311622619629,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.5744,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 11.853816032409668,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.5119,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 12.217926979064941,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.694,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 21.56905746459961,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.6384,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 0.7440150380134583,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.4766,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 0.46360915899276733,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.7379,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9424692954104719,
401
+ "eval_loss": 0.23183989524841309,
402
+ "eval_macro_f1": 0.8279954335741966,
403
+ "eval_runtime": 2.3302,
404
+ "eval_samples_per_second": 663.899,
405
+ "eval_steps_per_second": 41.628,
406
+ "eval_weighted_f1": 0.9392246799332529,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 0.2507317364215851,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.5009,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 20.456125259399414,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.3874,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 16.75828742980957,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.3901,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 17.676267623901367,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.3319,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 1.7441763877868652,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.3665,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 21.73114585876465,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.3072,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 11.427308082580566,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.4227,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 0.5305787920951843,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.3736,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 0.5248211026191711,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.427,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 56.1809196472168,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.4751,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 69.40298461914062,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.5209,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 23.511856079101562,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.4827,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 62.91733169555664,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.2162,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 0.6055736541748047,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.6207,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 2.4084033966064453,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.411,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 0.7051402926445007,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.5059,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 14.125753402709961,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.4082,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9385908209437621,
531
+ "eval_loss": 0.3057391941547394,
532
+ "eval_macro_f1": 0.7991696988667211,
533
+ "eval_runtime": 2.6881,
534
+ "eval_samples_per_second": 575.508,
535
+ "eval_steps_per_second": 36.086,
536
+ "eval_weighted_f1": 0.9331965836499267,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 0.22900362312793732,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.3584,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 8.224105834960938,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.1878,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 0.27649250626564026,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.1868,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 0.2674671411514282,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.5689,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 0.24198037385940552,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.1836,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 21.765043258666992,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.1875,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 8.434713363647461,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.3692,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 0.28183433413505554,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.2317,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 22.8424129486084,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.1646,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 0.9295241832733154,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.2879,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 19.010690689086914,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.1843,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 12.645793914794922,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.3973,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 0.042842965573072433,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.2613,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 0.09502663463354111,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.3422,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 24.18151092529297,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.3774,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 8.699256896972656,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.1949,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 3.265231132507324,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.3089,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 20.134044647216797,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.375,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9418228829993536,
668
+ "eval_loss": 0.36229148507118225,
669
+ "eval_macro_f1": 0.84173887873304,
670
+ "eval_runtime": 2.6399,
671
+ "eval_samples_per_second": 586.011,
672
+ "eval_steps_per_second": 36.744,
673
+ "eval_weighted_f1": 0.9406208744188674,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 3.3672537803649902,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.1059,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 0.28620997071266174,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.128,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 0.12600284814834595,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.0414,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 14.306071281433105,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.2653,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 10.148439407348633,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.3953,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 0.08653853833675385,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.2174,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 0.08541058003902435,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.2245,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 0.2418803572654724,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.1804,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 2.014183521270752,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.1917,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 0.35083115100860596,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.1892,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 0.21352094411849976,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.2279,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 30.312578201293945,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.1066,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 2.051069498062134,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.2318,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 0.025227412581443787,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.1461,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 22.580059051513672,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.2711,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 22.971460342407227,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.189,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 0.06587787717580795,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.1753,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.940530058177117,
798
+ "eval_loss": 0.39422428607940674,
799
+ "eval_macro_f1": 0.8337273887018997,
800
+ "eval_runtime": 2.697,
801
+ "eval_samples_per_second": 573.606,
802
+ "eval_steps_per_second": 35.966,
803
+ "eval_weighted_f1": 0.9403199703457497,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 0.7628039121627808,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.2684,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 0.137947678565979,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.1077,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 0.05193226411938667,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.2062,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 0.02881675213575363,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.1294,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 59.46043014526367,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.1531,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 0.19220709800720215,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.1422,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 5.0531086921691895,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.0834,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 0.060920778661966324,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.1525,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 64.39537811279297,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.1664,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 44.67112350463867,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.108,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 0.011370922438800335,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.1098,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 0.07158887386322021,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.1637,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 0.6176570057868958,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.1172,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 0.5290688276290894,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.0525,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 0.043776270002126694,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.2919,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 11.878656387329102,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.1802,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 0.020613035187125206,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.097,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.9392372333548804,
928
+ "eval_loss": 0.4919027090072632,
929
+ "eval_macro_f1": 0.8268020341522241,
930
+ "eval_runtime": 2.1826,
931
+ "eval_samples_per_second": 708.777,
932
+ "eval_steps_per_second": 44.442,
933
+ "eval_weighted_f1": 0.9377629607057446,
934
+ "step": 3045
935
+ },
936
+ {
937
+ "epoch": 7.011494252873563,
938
+ "grad_norm": 0.10164282470941544,
939
+ "learning_rate": 1.4434227330779056e-05,
940
+ "loss": 0.0575,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.068965517241379,
945
+ "grad_norm": 19.09836769104004,
946
+ "learning_rate": 1.4370370370370372e-05,
947
+ "loss": 0.1075,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.126436781609195,
952
+ "grad_norm": 0.013897685334086418,
953
+ "learning_rate": 1.4306513409961686e-05,
954
+ "loss": 0.1726,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.183908045977011,
959
+ "grad_norm": 0.0205154400318861,
960
+ "learning_rate": 1.4242656449553002e-05,
961
+ "loss": 0.1151,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.241379310344827,
966
+ "grad_norm": 0.08551286906003952,
967
+ "learning_rate": 1.4178799489144316e-05,
968
+ "loss": 0.0461,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.2988505747126435,
973
+ "grad_norm": 14.645271301269531,
974
+ "learning_rate": 1.4114942528735634e-05,
975
+ "loss": 0.0722,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.35632183908046,
980
+ "grad_norm": 0.08286949247121811,
981
+ "learning_rate": 1.405108556832695e-05,
982
+ "loss": 0.0453,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.413793103448276,
987
+ "grad_norm": 0.006002671085298061,
988
+ "learning_rate": 1.3987228607918264e-05,
989
+ "loss": 0.1127,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.471264367816092,
994
+ "grad_norm": 0.01721877045929432,
995
+ "learning_rate": 1.392337164750958e-05,
996
+ "loss": 0.0488,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.528735632183908,
1001
+ "grad_norm": 0.013115691021084785,
1002
+ "learning_rate": 1.3859514687100894e-05,
1003
+ "loss": 0.1066,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.586206896551724,
1008
+ "grad_norm": 0.07004620879888535,
1009
+ "learning_rate": 1.3795657726692211e-05,
1010
+ "loss": 0.2372,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.64367816091954,
1015
+ "grad_norm": 0.18319949507713318,
1016
+ "learning_rate": 1.3731800766283526e-05,
1017
+ "loss": 0.0833,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.7011494252873565,
1022
+ "grad_norm": 0.015342919155955315,
1023
+ "learning_rate": 1.3667943805874841e-05,
1024
+ "loss": 0.0728,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.758620689655173,
1029
+ "grad_norm": 0.0024707030970603228,
1030
+ "learning_rate": 1.3604086845466157e-05,
1031
+ "loss": 0.1316,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.816091954022989,
1036
+ "grad_norm": 55.9690055847168,
1037
+ "learning_rate": 1.3540229885057471e-05,
1038
+ "loss": 0.0779,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.873563218390805,
1043
+ "grad_norm": 10.697671890258789,
1044
+ "learning_rate": 1.3476372924648789e-05,
1045
+ "loss": 0.1083,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.931034482758621,
1050
+ "grad_norm": 0.20633521676063538,
1051
+ "learning_rate": 1.3412515964240103e-05,
1052
+ "loss": 0.1122,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 7.988505747126437,
1057
+ "grad_norm": 0.1338725984096527,
1058
+ "learning_rate": 1.3348659003831419e-05,
1059
+ "loss": 0.0875,
1060
+ "step": 3475
1061
+ },
1062
+ {
1063
+ "epoch": 8.0,
1064
+ "eval_accuracy": 0.9366515837104072,
1065
+ "eval_loss": 0.5336994528770447,
1066
+ "eval_macro_f1": 0.8216568477440912,
1067
+ "eval_runtime": 2.2863,
1068
+ "eval_samples_per_second": 676.647,
1069
+ "eval_steps_per_second": 42.427,
1070
+ "eval_weighted_f1": 0.9349995385391366,
1071
+ "step": 3480
1072
+ }
1073
+ ],
1074
+ "logging_steps": 25,
1075
+ "max_steps": 8700,
1076
+ "num_input_tokens_seen": 0,
1077
+ "num_train_epochs": 20,
1078
+ "save_steps": 500,
1079
+ "stateful_callbacks": {
1080
+ "EarlyStoppingCallback": {
1081
+ "args": {
1082
+ "early_stopping_patience": 3,
1083
+ "early_stopping_threshold": 0.0
1084
+ },
1085
+ "attributes": {
1086
+ "early_stopping_patience_counter": 3
1087
+ }
1088
+ },
1089
+ "TrainerControl": {
1090
+ "args": {
1091
+ "should_epoch_stop": false,
1092
+ "should_evaluate": false,
1093
+ "should_log": false,
1094
+ "should_save": true,
1095
+ "should_training_stop": true
1096
+ },
1097
+ "attributes": {}
1098
+ }
1099
+ },
1100
+ "total_flos": 0.0,
1101
+ "train_batch_size": 8,
1102
+ "trial_name": null,
1103
+ "trial_params": null
1104
+ }
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/trainer_state.json ADDED
@@ -0,0 +1,418 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 645,
3
+ "best_metric": 0.8624880190992057,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1032,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 21.932497024536133,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 4.0105,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 16.9117431640625,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 2.7791,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 14.233518600463867,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 2.4012,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 21.225431442260742,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 1.8569,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 24.991239547729492,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 1.5261,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.8774617067833698,
50
+ "eval_loss": 0.3220883011817932,
51
+ "eval_macro_f1": 0.6875888104175946,
52
+ "eval_runtime": 0.7974,
53
+ "eval_samples_per_second": 573.121,
54
+ "eval_steps_per_second": 36.369,
55
+ "eval_weighted_f1": 0.8594179266787875,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 16.950359344482422,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 1.2437,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 18.769039154052734,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 1.1565,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 27.007003784179688,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 1.3564,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 23.112010955810547,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.0931,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 12.986550331115723,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 0.9695,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.9212253829321663,
96
+ "eval_loss": 0.23895560204982758,
97
+ "eval_macro_f1": 0.8555459275753409,
98
+ "eval_runtime": 0.9099,
99
+ "eval_samples_per_second": 502.234,
100
+ "eval_steps_per_second": 31.87,
101
+ "eval_weighted_f1": 0.9202059029858721,
102
+ "step": 258
103
+ },
104
+ {
105
+ "epoch": 2.132295719844358,
106
+ "grad_norm": 34.37649917602539,
107
+ "learning_rate": 1.9862187769164516e-05,
108
+ "loss": 0.7391,
109
+ "step": 275
110
+ },
111
+ {
112
+ "epoch": 2.3268482490272375,
113
+ "grad_norm": 27.02556610107422,
114
+ "learning_rate": 1.9646856158484065e-05,
115
+ "loss": 0.6799,
116
+ "step": 300
117
+ },
118
+ {
119
+ "epoch": 2.5214007782101167,
120
+ "grad_norm": 12.545148849487305,
121
+ "learning_rate": 1.943152454780362e-05,
122
+ "loss": 0.4263,
123
+ "step": 325
124
+ },
125
+ {
126
+ "epoch": 2.7159533073929962,
127
+ "grad_norm": 16.990201950073242,
128
+ "learning_rate": 1.921619293712317e-05,
129
+ "loss": 0.7957,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.9105058365758754,
134
+ "grad_norm": 14.255719184875488,
135
+ "learning_rate": 1.9000861326442723e-05,
136
+ "loss": 0.8709,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 3.0,
141
+ "eval_accuracy": 0.9168490153172867,
142
+ "eval_loss": 0.25377827882766724,
143
+ "eval_macro_f1": 0.8466388302772742,
144
+ "eval_runtime": 0.9581,
145
+ "eval_samples_per_second": 477.004,
146
+ "eval_steps_per_second": 30.269,
147
+ "eval_weighted_f1": 0.9180919569141933,
148
+ "step": 387
149
+ },
150
+ {
151
+ "epoch": 3.1011673151750974,
152
+ "grad_norm": 14.303030014038086,
153
+ "learning_rate": 1.8785529715762276e-05,
154
+ "loss": 0.5016,
155
+ "step": 400
156
+ },
157
+ {
158
+ "epoch": 3.2957198443579765,
159
+ "grad_norm": 9.060361862182617,
160
+ "learning_rate": 1.857019810508183e-05,
161
+ "loss": 0.2944,
162
+ "step": 425
163
+ },
164
+ {
165
+ "epoch": 3.490272373540856,
166
+ "grad_norm": 24.819242477416992,
167
+ "learning_rate": 1.835486649440138e-05,
168
+ "loss": 0.4286,
169
+ "step": 450
170
+ },
171
+ {
172
+ "epoch": 3.6848249027237356,
173
+ "grad_norm": 28.397451400756836,
174
+ "learning_rate": 1.813953488372093e-05,
175
+ "loss": 0.4493,
176
+ "step": 475
177
+ },
178
+ {
179
+ "epoch": 3.8793774319066148,
180
+ "grad_norm": 50.768470764160156,
181
+ "learning_rate": 1.7924203273040483e-05,
182
+ "loss": 0.5564,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 4.0,
187
+ "eval_accuracy": 0.9146608315098468,
188
+ "eval_loss": 0.3213328421115875,
189
+ "eval_macro_f1": 0.8387093801682219,
190
+ "eval_runtime": 0.9609,
191
+ "eval_samples_per_second": 475.61,
192
+ "eval_steps_per_second": 30.181,
193
+ "eval_weighted_f1": 0.9147061450709649,
194
+ "step": 516
195
+ },
196
+ {
197
+ "epoch": 4.070038910505836,
198
+ "grad_norm": 0.09162689000368118,
199
+ "learning_rate": 1.7708871662360035e-05,
200
+ "loss": 0.1929,
201
+ "step": 525
202
+ },
203
+ {
204
+ "epoch": 4.264591439688716,
205
+ "grad_norm": 0.13500326871871948,
206
+ "learning_rate": 1.7493540051679588e-05,
207
+ "loss": 0.2158,
208
+ "step": 550
209
+ },
210
+ {
211
+ "epoch": 4.4591439688715955,
212
+ "grad_norm": 41.8469123840332,
213
+ "learning_rate": 1.727820844099914e-05,
214
+ "loss": 0.2167,
215
+ "step": 575
216
+ },
217
+ {
218
+ "epoch": 4.653696498054475,
219
+ "grad_norm": 1.6758092641830444,
220
+ "learning_rate": 1.7062876830318693e-05,
221
+ "loss": 0.1847,
222
+ "step": 600
223
+ },
224
+ {
225
+ "epoch": 4.848249027237354,
226
+ "grad_norm": 1.8414052724838257,
227
+ "learning_rate": 1.6847545219638243e-05,
228
+ "loss": 0.252,
229
+ "step": 625
230
+ },
231
+ {
232
+ "epoch": 5.0,
233
+ "eval_accuracy": 0.9146608315098468,
234
+ "eval_loss": 0.44646748900413513,
235
+ "eval_macro_f1": 0.8624880190992057,
236
+ "eval_runtime": 0.8948,
237
+ "eval_samples_per_second": 510.737,
238
+ "eval_steps_per_second": 32.41,
239
+ "eval_weighted_f1": 0.9165807513571401,
240
+ "step": 645
241
+ },
242
+ {
243
+ "epoch": 5.038910505836576,
244
+ "grad_norm": 33.313385009765625,
245
+ "learning_rate": 1.6632213608957795e-05,
246
+ "loss": 0.3203,
247
+ "step": 650
248
+ },
249
+ {
250
+ "epoch": 5.233463035019455,
251
+ "grad_norm": 0.22497348487377167,
252
+ "learning_rate": 1.6416881998277348e-05,
253
+ "loss": 0.0778,
254
+ "step": 675
255
+ },
256
+ {
257
+ "epoch": 5.428015564202335,
258
+ "grad_norm": 4.769800662994385,
259
+ "learning_rate": 1.62015503875969e-05,
260
+ "loss": 0.1277,
261
+ "step": 700
262
+ },
263
+ {
264
+ "epoch": 5.622568093385214,
265
+ "grad_norm": 38.86052322387695,
266
+ "learning_rate": 1.5986218776916453e-05,
267
+ "loss": 0.1422,
268
+ "step": 725
269
+ },
270
+ {
271
+ "epoch": 5.817120622568093,
272
+ "grad_norm": 19.852649688720703,
273
+ "learning_rate": 1.5770887166236006e-05,
274
+ "loss": 0.069,
275
+ "step": 750
276
+ },
277
+ {
278
+ "epoch": 6.0,
279
+ "eval_accuracy": 0.899343544857768,
280
+ "eval_loss": 0.5115997791290283,
281
+ "eval_macro_f1": 0.8321953589211178,
282
+ "eval_runtime": 0.844,
283
+ "eval_samples_per_second": 541.494,
284
+ "eval_steps_per_second": 34.362,
285
+ "eval_weighted_f1": 0.9017140260195048,
286
+ "step": 774
287
+ },
288
+ {
289
+ "epoch": 6.007782101167315,
290
+ "grad_norm": 2.486048698425293,
291
+ "learning_rate": 1.555555555555556e-05,
292
+ "loss": 0.3384,
293
+ "step": 775
294
+ },
295
+ {
296
+ "epoch": 6.202334630350195,
297
+ "grad_norm": 9.803997993469238,
298
+ "learning_rate": 1.534022394487511e-05,
299
+ "loss": 0.0773,
300
+ "step": 800
301
+ },
302
+ {
303
+ "epoch": 6.396887159533074,
304
+ "grad_norm": 20.524486541748047,
305
+ "learning_rate": 1.512489233419466e-05,
306
+ "loss": 0.0508,
307
+ "step": 825
308
+ },
309
+ {
310
+ "epoch": 6.591439688715953,
311
+ "grad_norm": 7.122224807739258,
312
+ "learning_rate": 1.4909560723514215e-05,
313
+ "loss": 0.0586,
314
+ "step": 850
315
+ },
316
+ {
317
+ "epoch": 6.785992217898833,
318
+ "grad_norm": 54.0321044921875,
319
+ "learning_rate": 1.4694229112833764e-05,
320
+ "loss": 0.1309,
321
+ "step": 875
322
+ },
323
+ {
324
+ "epoch": 6.980544747081712,
325
+ "grad_norm": 0.008877701126039028,
326
+ "learning_rate": 1.4478897502153318e-05,
327
+ "loss": 0.0543,
328
+ "step": 900
329
+ },
330
+ {
331
+ "epoch": 7.0,
332
+ "eval_accuracy": 0.9168490153172867,
333
+ "eval_loss": 0.5475757122039795,
334
+ "eval_macro_f1": 0.858699956374375,
335
+ "eval_runtime": 0.8836,
336
+ "eval_samples_per_second": 517.229,
337
+ "eval_steps_per_second": 32.822,
338
+ "eval_weighted_f1": 0.9178610916334188,
339
+ "step": 903
340
+ },
341
+ {
342
+ "epoch": 7.171206225680934,
343
+ "grad_norm": 0.17105813324451447,
344
+ "learning_rate": 1.426356589147287e-05,
345
+ "loss": 0.0599,
346
+ "step": 925
347
+ },
348
+ {
349
+ "epoch": 7.365758754863813,
350
+ "grad_norm": 0.02605263888835907,
351
+ "learning_rate": 1.4048234280792422e-05,
352
+ "loss": 0.0454,
353
+ "step": 950
354
+ },
355
+ {
356
+ "epoch": 7.560311284046692,
357
+ "grad_norm": 0.013035743497312069,
358
+ "learning_rate": 1.3832902670111974e-05,
359
+ "loss": 0.0794,
360
+ "step": 975
361
+ },
362
+ {
363
+ "epoch": 7.754863813229572,
364
+ "grad_norm": 0.08271278440952301,
365
+ "learning_rate": 1.3617571059431525e-05,
366
+ "loss": 0.0808,
367
+ "step": 1000
368
+ },
369
+ {
370
+ "epoch": 7.9494163424124515,
371
+ "grad_norm": 0.012618235312402248,
372
+ "learning_rate": 1.3402239448751078e-05,
373
+ "loss": 0.0362,
374
+ "step": 1025
375
+ },
376
+ {
377
+ "epoch": 8.0,
378
+ "eval_accuracy": 0.9146608315098468,
379
+ "eval_loss": 0.6044173836708069,
380
+ "eval_macro_f1": 0.855229224754629,
381
+ "eval_runtime": 0.9207,
382
+ "eval_samples_per_second": 496.366,
383
+ "eval_steps_per_second": 31.498,
384
+ "eval_weighted_f1": 0.9159103716955136,
385
+ "step": 1032
386
+ }
387
+ ],
388
+ "logging_steps": 25,
389
+ "max_steps": 2580,
390
+ "num_input_tokens_seen": 0,
391
+ "num_train_epochs": 20,
392
+ "save_steps": 500,
393
+ "stateful_callbacks": {
394
+ "EarlyStoppingCallback": {
395
+ "args": {
396
+ "early_stopping_patience": 3,
397
+ "early_stopping_threshold": 0.0
398
+ },
399
+ "attributes": {
400
+ "early_stopping_patience_counter": 3
401
+ }
402
+ },
403
+ "TrainerControl": {
404
+ "args": {
405
+ "should_epoch_stop": false,
406
+ "should_evaluate": false,
407
+ "should_log": false,
408
+ "should_save": true,
409
+ "should_training_stop": true
410
+ },
411
+ "attributes": {}
412
+ }
413
+ },
414
+ "total_flos": 0.0,
415
+ "train_batch_size": 8,
416
+ "trial_name": null,
417
+ "trial_params": null
418
+ }
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/trainer_state.json ADDED
@@ -0,0 +1,273 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 645,
3
+ "best_metric": 0.8624880190992057,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 645,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 21.932497024536133,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 4.0105,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 16.9117431640625,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 2.7791,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 14.233518600463867,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 2.4012,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 21.225431442260742,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 1.8569,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 24.991239547729492,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 1.5261,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.8774617067833698,
50
+ "eval_loss": 0.3220883011817932,
51
+ "eval_macro_f1": 0.6875888104175946,
52
+ "eval_runtime": 0.7974,
53
+ "eval_samples_per_second": 573.121,
54
+ "eval_steps_per_second": 36.369,
55
+ "eval_weighted_f1": 0.8594179266787875,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 16.950359344482422,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 1.2437,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 18.769039154052734,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 1.1565,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 27.007003784179688,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 1.3564,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 23.112010955810547,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.0931,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 12.986550331115723,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 0.9695,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.9212253829321663,
96
+ "eval_loss": 0.23895560204982758,
97
+ "eval_macro_f1": 0.8555459275753409,
98
+ "eval_runtime": 0.9099,
99
+ "eval_samples_per_second": 502.234,
100
+ "eval_steps_per_second": 31.87,
101
+ "eval_weighted_f1": 0.9202059029858721,
102
+ "step": 258
103
+ },
104
+ {
105
+ "epoch": 2.132295719844358,
106
+ "grad_norm": 34.37649917602539,
107
+ "learning_rate": 1.9862187769164516e-05,
108
+ "loss": 0.7391,
109
+ "step": 275
110
+ },
111
+ {
112
+ "epoch": 2.3268482490272375,
113
+ "grad_norm": 27.02556610107422,
114
+ "learning_rate": 1.9646856158484065e-05,
115
+ "loss": 0.6799,
116
+ "step": 300
117
+ },
118
+ {
119
+ "epoch": 2.5214007782101167,
120
+ "grad_norm": 12.545148849487305,
121
+ "learning_rate": 1.943152454780362e-05,
122
+ "loss": 0.4263,
123
+ "step": 325
124
+ },
125
+ {
126
+ "epoch": 2.7159533073929962,
127
+ "grad_norm": 16.990201950073242,
128
+ "learning_rate": 1.921619293712317e-05,
129
+ "loss": 0.7957,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.9105058365758754,
134
+ "grad_norm": 14.255719184875488,
135
+ "learning_rate": 1.9000861326442723e-05,
136
+ "loss": 0.8709,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 3.0,
141
+ "eval_accuracy": 0.9168490153172867,
142
+ "eval_loss": 0.25377827882766724,
143
+ "eval_macro_f1": 0.8466388302772742,
144
+ "eval_runtime": 0.9581,
145
+ "eval_samples_per_second": 477.004,
146
+ "eval_steps_per_second": 30.269,
147
+ "eval_weighted_f1": 0.9180919569141933,
148
+ "step": 387
149
+ },
150
+ {
151
+ "epoch": 3.1011673151750974,
152
+ "grad_norm": 14.303030014038086,
153
+ "learning_rate": 1.8785529715762276e-05,
154
+ "loss": 0.5016,
155
+ "step": 400
156
+ },
157
+ {
158
+ "epoch": 3.2957198443579765,
159
+ "grad_norm": 9.060361862182617,
160
+ "learning_rate": 1.857019810508183e-05,
161
+ "loss": 0.2944,
162
+ "step": 425
163
+ },
164
+ {
165
+ "epoch": 3.490272373540856,
166
+ "grad_norm": 24.819242477416992,
167
+ "learning_rate": 1.835486649440138e-05,
168
+ "loss": 0.4286,
169
+ "step": 450
170
+ },
171
+ {
172
+ "epoch": 3.6848249027237356,
173
+ "grad_norm": 28.397451400756836,
174
+ "learning_rate": 1.813953488372093e-05,
175
+ "loss": 0.4493,
176
+ "step": 475
177
+ },
178
+ {
179
+ "epoch": 3.8793774319066148,
180
+ "grad_norm": 50.768470764160156,
181
+ "learning_rate": 1.7924203273040483e-05,
182
+ "loss": 0.5564,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 4.0,
187
+ "eval_accuracy": 0.9146608315098468,
188
+ "eval_loss": 0.3213328421115875,
189
+ "eval_macro_f1": 0.8387093801682219,
190
+ "eval_runtime": 0.9609,
191
+ "eval_samples_per_second": 475.61,
192
+ "eval_steps_per_second": 30.181,
193
+ "eval_weighted_f1": 0.9147061450709649,
194
+ "step": 516
195
+ },
196
+ {
197
+ "epoch": 4.070038910505836,
198
+ "grad_norm": 0.09162689000368118,
199
+ "learning_rate": 1.7708871662360035e-05,
200
+ "loss": 0.1929,
201
+ "step": 525
202
+ },
203
+ {
204
+ "epoch": 4.264591439688716,
205
+ "grad_norm": 0.13500326871871948,
206
+ "learning_rate": 1.7493540051679588e-05,
207
+ "loss": 0.2158,
208
+ "step": 550
209
+ },
210
+ {
211
+ "epoch": 4.4591439688715955,
212
+ "grad_norm": 41.8469123840332,
213
+ "learning_rate": 1.727820844099914e-05,
214
+ "loss": 0.2167,
215
+ "step": 575
216
+ },
217
+ {
218
+ "epoch": 4.653696498054475,
219
+ "grad_norm": 1.6758092641830444,
220
+ "learning_rate": 1.7062876830318693e-05,
221
+ "loss": 0.1847,
222
+ "step": 600
223
+ },
224
+ {
225
+ "epoch": 4.848249027237354,
226
+ "grad_norm": 1.8414052724838257,
227
+ "learning_rate": 1.6847545219638243e-05,
228
+ "loss": 0.252,
229
+ "step": 625
230
+ },
231
+ {
232
+ "epoch": 5.0,
233
+ "eval_accuracy": 0.9146608315098468,
234
+ "eval_loss": 0.44646748900413513,
235
+ "eval_macro_f1": 0.8624880190992057,
236
+ "eval_runtime": 0.8948,
237
+ "eval_samples_per_second": 510.737,
238
+ "eval_steps_per_second": 32.41,
239
+ "eval_weighted_f1": 0.9165807513571401,
240
+ "step": 645
241
+ }
242
+ ],
243
+ "logging_steps": 25,
244
+ "max_steps": 2580,
245
+ "num_input_tokens_seen": 0,
246
+ "num_train_epochs": 20,
247
+ "save_steps": 500,
248
+ "stateful_callbacks": {
249
+ "EarlyStoppingCallback": {
250
+ "args": {
251
+ "early_stopping_patience": 3,
252
+ "early_stopping_threshold": 0.0
253
+ },
254
+ "attributes": {
255
+ "early_stopping_patience_counter": 0
256
+ }
257
+ },
258
+ "TrainerControl": {
259
+ "args": {
260
+ "should_epoch_stop": false,
261
+ "should_evaluate": false,
262
+ "should_log": false,
263
+ "should_save": true,
264
+ "should_training_stop": false
265
+ },
266
+ "attributes": {}
267
+ }
268
+ },
269
+ "total_flos": 0.0,
270
+ "train_batch_size": 8,
271
+ "trial_name": null,
272
+ "trial_params": null
273
+ }
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/trainer_state.json ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1728,
3
+ "best_metric": 0.8379296611085877,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728",
5
+ "epoch": 4.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1728,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 46.804622650146484,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 4.3737,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 33.51039505004883,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 3.563,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 17.671571731567383,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 2.6781,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 15.195050239562988,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 2.0019,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 15.729442596435547,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 1.5138,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 12.579355239868164,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 1.1169,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 13.683561325073242,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 1.0022,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 24.57308006286621,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 1.0248,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 17.8729190826416,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 1.1708,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 21.475980758666992,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 0.8686,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 18.079195022583008,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 0.7873,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 8.60292911529541,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 0.8948,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 25.369518280029297,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 0.7922,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 30.513992309570312,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 0.7547,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 4.563377380371094,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 0.7684,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 12.580941200256348,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 1.0241,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 5.672791481018066,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 0.9587,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.939453125,
134
+ "eval_loss": 0.18556706607341766,
135
+ "eval_macro_f1": 0.7836152890592162,
136
+ "eval_runtime": 2.2563,
137
+ "eval_samples_per_second": 680.765,
138
+ "eval_steps_per_second": 42.548,
139
+ "eval_weighted_f1": 0.9365533051813504,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 9.694517135620117,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 0.7721,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 15.512136459350586,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 0.7954,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 19.568178176879883,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.6203,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 26.4139347076416,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 0.8113,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 10.365129470825195,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.8364,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 17.262231826782227,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 0.7034,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 28.87432098388672,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.5443,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 12.30775260925293,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 0.9089,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 10.219315528869629,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 0.6482,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 5.573241233825684,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.7193,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 32.435081481933594,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.7008,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 12.12850284576416,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 0.6889,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 14.640501022338867,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 0.7691,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 5.22235631942749,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.5496,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 52.53593444824219,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 0.7704,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 11.538734436035156,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 0.8437,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 9.380853652954102,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.5371,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9466145833333334,
264
+ "eval_loss": 0.19356398284435272,
265
+ "eval_macro_f1": 0.786864150008355,
266
+ "eval_runtime": 2.2541,
267
+ "eval_samples_per_second": 681.415,
268
+ "eval_steps_per_second": 42.588,
269
+ "eval_weighted_f1": 0.9437724334379882,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 13.714019775390625,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.5836,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 23.20166015625,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.5531,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 17.065568923950195,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.6183,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 0.6398322582244873,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.4189,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 53.86330795288086,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.4749,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 27.988985061645508,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.5103,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 11.414651870727539,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.5981,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 9.515682220458984,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.5185,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 50.798274993896484,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.6038,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 15.970869064331055,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.4869,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 9.611496925354004,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.5127,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 14.464790344238281,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.4651,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 19.969120025634766,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 0.6275,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 31.80374526977539,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.6592,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 1.2330458164215088,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.4715,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 8.349008560180664,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.7054,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 24.03154754638672,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.4977,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9459635416666666,
394
+ "eval_loss": 0.2407654970884323,
395
+ "eval_macro_f1": 0.8317630810722821,
396
+ "eval_runtime": 2.1948,
397
+ "eval_samples_per_second": 699.826,
398
+ "eval_steps_per_second": 43.739,
399
+ "eval_weighted_f1": 0.9458651303208784,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 1.7132710218429565,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.5216,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 12.744181632995605,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.3133,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 26.661611557006836,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.5965,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 0.24251793324947357,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.2963,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 1.3809382915496826,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.4788,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 19.610939025878906,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.3224,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 7.8431220054626465,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.4847,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 16.70615577697754,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.42,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 63.91318893432617,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.2755,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 9.372801780700684,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.4101,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 21.92236328125,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.465,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 7.108588218688965,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.3998,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 0.10524474829435349,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.2016,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 0.14268022775650024,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.3138,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 36.57476043701172,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.3796,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 36.73958206176758,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.4543,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 7.384322643280029,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.4107,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 9.073665618896484,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.3754,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9479166666666666,
531
+ "eval_loss": 0.23938073217868805,
532
+ "eval_macro_f1": 0.8379296611085877,
533
+ "eval_runtime": 2.2334,
534
+ "eval_samples_per_second": 687.742,
535
+ "eval_steps_per_second": 42.984,
536
+ "eval_weighted_f1": 0.9471053759990066,
537
+ "step": 1728
538
+ }
539
+ ],
540
+ "logging_steps": 25,
541
+ "max_steps": 8640,
542
+ "num_input_tokens_seen": 0,
543
+ "num_train_epochs": 20,
544
+ "save_steps": 500,
545
+ "stateful_callbacks": {
546
+ "EarlyStoppingCallback": {
547
+ "args": {
548
+ "early_stopping_patience": 3,
549
+ "early_stopping_threshold": 0.0
550
+ },
551
+ "attributes": {
552
+ "early_stopping_patience_counter": 0
553
+ }
554
+ },
555
+ "TrainerControl": {
556
+ "args": {
557
+ "should_epoch_stop": false,
558
+ "should_evaluate": false,
559
+ "should_log": false,
560
+ "should_save": true,
561
+ "should_training_stop": false
562
+ },
563
+ "attributes": {}
564
+ }
565
+ },
566
+ "total_flos": 0.0,
567
+ "train_batch_size": 8,
568
+ "trial_name": null,
569
+ "trial_params": null
570
+ }
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/trainer_state.json ADDED
@@ -0,0 +1,960 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1728,
3
+ "best_metric": 0.8379296611085877,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3024,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 46.804622650146484,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 4.3737,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 33.51039505004883,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 3.563,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 17.671571731567383,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 2.6781,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 15.195050239562988,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 2.0019,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 15.729442596435547,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 1.5138,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 12.579355239868164,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 1.1169,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 13.683561325073242,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 1.0022,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 24.57308006286621,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 1.0248,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 17.8729190826416,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 1.1708,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 21.475980758666992,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 0.8686,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 18.079195022583008,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 0.7873,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 8.60292911529541,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 0.8948,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 25.369518280029297,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 0.7922,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 30.513992309570312,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 0.7547,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 4.563377380371094,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 0.7684,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 12.580941200256348,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 1.0241,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 5.672791481018066,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 0.9587,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.939453125,
134
+ "eval_loss": 0.18556706607341766,
135
+ "eval_macro_f1": 0.7836152890592162,
136
+ "eval_runtime": 2.2563,
137
+ "eval_samples_per_second": 680.765,
138
+ "eval_steps_per_second": 42.548,
139
+ "eval_weighted_f1": 0.9365533051813504,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 9.694517135620117,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 0.7721,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 15.512136459350586,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 0.7954,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 19.568178176879883,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.6203,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 26.4139347076416,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 0.8113,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 10.365129470825195,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.8364,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 17.262231826782227,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 0.7034,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 28.87432098388672,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.5443,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 12.30775260925293,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 0.9089,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 10.219315528869629,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 0.6482,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 5.573241233825684,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.7193,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 32.435081481933594,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.7008,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 12.12850284576416,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 0.6889,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 14.640501022338867,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 0.7691,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 5.22235631942749,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.5496,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 52.53593444824219,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 0.7704,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 11.538734436035156,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 0.8437,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 9.380853652954102,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.5371,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9466145833333334,
264
+ "eval_loss": 0.19356398284435272,
265
+ "eval_macro_f1": 0.786864150008355,
266
+ "eval_runtime": 2.2541,
267
+ "eval_samples_per_second": 681.415,
268
+ "eval_steps_per_second": 42.588,
269
+ "eval_weighted_f1": 0.9437724334379882,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 13.714019775390625,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.5836,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 23.20166015625,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.5531,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 17.065568923950195,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.6183,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 0.6398322582244873,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.4189,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 53.86330795288086,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.4749,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 27.988985061645508,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.5103,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 11.414651870727539,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.5981,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 9.515682220458984,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.5185,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 50.798274993896484,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.6038,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 15.970869064331055,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.4869,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 9.611496925354004,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.5127,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 14.464790344238281,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.4651,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 19.969120025634766,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 0.6275,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 31.80374526977539,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.6592,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 1.2330458164215088,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.4715,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 8.349008560180664,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.7054,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 24.03154754638672,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.4977,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9459635416666666,
394
+ "eval_loss": 0.2407654970884323,
395
+ "eval_macro_f1": 0.8317630810722821,
396
+ "eval_runtime": 2.1948,
397
+ "eval_samples_per_second": 699.826,
398
+ "eval_steps_per_second": 43.739,
399
+ "eval_weighted_f1": 0.9458651303208784,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 1.7132710218429565,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.5216,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 12.744181632995605,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.3133,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 26.661611557006836,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.5965,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 0.24251793324947357,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.2963,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 1.3809382915496826,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.4788,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 19.610939025878906,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.3224,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 7.8431220054626465,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.4847,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 16.70615577697754,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.42,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 63.91318893432617,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.2755,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 9.372801780700684,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.4101,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 21.92236328125,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.465,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 7.108588218688965,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.3998,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 0.10524474829435349,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.2016,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 0.14268022775650024,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.3138,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 36.57476043701172,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.3796,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 36.73958206176758,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.4543,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 7.384322643280029,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.4107,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 9.073665618896484,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.3754,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9479166666666666,
531
+ "eval_loss": 0.23938073217868805,
532
+ "eval_macro_f1": 0.8379296611085877,
533
+ "eval_runtime": 2.2334,
534
+ "eval_samples_per_second": 687.742,
535
+ "eval_steps_per_second": 42.984,
536
+ "eval_weighted_f1": 0.9471053759990066,
537
+ "step": 1728
538
+ },
539
+ {
540
+ "epoch": 4.050925925925926,
541
+ "grad_norm": 31.293514251708984,
542
+ "learning_rate": 1.7723765432098766e-05,
543
+ "loss": 0.2407,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.108796296296297,
548
+ "grad_norm": 15.699462890625,
549
+ "learning_rate": 1.7659465020576135e-05,
550
+ "loss": 0.2733,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.166666666666667,
555
+ "grad_norm": 18.874727249145508,
556
+ "learning_rate": 1.75951646090535e-05,
557
+ "loss": 0.2119,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.224537037037037,
562
+ "grad_norm": 16.151254653930664,
563
+ "learning_rate": 1.7530864197530865e-05,
564
+ "loss": 0.2624,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.282407407407407,
569
+ "grad_norm": 38.08728790283203,
570
+ "learning_rate": 1.7466563786008233e-05,
571
+ "loss": 0.2215,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.340277777777778,
576
+ "grad_norm": 7.497029781341553,
577
+ "learning_rate": 1.74022633744856e-05,
578
+ "loss": 0.3093,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.398148148148148,
583
+ "grad_norm": 2.1685383319854736,
584
+ "learning_rate": 1.7337962962962964e-05,
585
+ "loss": 0.4343,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.456018518518518,
590
+ "grad_norm": 7.674957752227783,
591
+ "learning_rate": 1.7273662551440332e-05,
592
+ "loss": 0.2383,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.513888888888889,
597
+ "grad_norm": 9.351850509643555,
598
+ "learning_rate": 1.7209362139917697e-05,
599
+ "loss": 0.2999,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.5717592592592595,
604
+ "grad_norm": 29.198009490966797,
605
+ "learning_rate": 1.7145061728395063e-05,
606
+ "loss": 0.263,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.62962962962963,
611
+ "grad_norm": 26.422080993652344,
612
+ "learning_rate": 1.708076131687243e-05,
613
+ "loss": 0.2026,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.6875,
618
+ "grad_norm": 0.17180071771144867,
619
+ "learning_rate": 1.7016460905349796e-05,
620
+ "loss": 0.3078,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.74537037037037,
625
+ "grad_norm": 0.08465468138456345,
626
+ "learning_rate": 1.695216049382716e-05,
627
+ "loss": 0.2129,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.8032407407407405,
632
+ "grad_norm": 14.008014678955078,
633
+ "learning_rate": 1.6887860082304527e-05,
634
+ "loss": 0.4772,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.861111111111111,
639
+ "grad_norm": 0.3341647982597351,
640
+ "learning_rate": 1.6823559670781895e-05,
641
+ "loss": 0.238,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.918981481481482,
646
+ "grad_norm": 0.13755634427070618,
647
+ "learning_rate": 1.675925925925926e-05,
648
+ "loss": 0.1622,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.976851851851852,
653
+ "grad_norm": 7.469618320465088,
654
+ "learning_rate": 1.6694958847736625e-05,
655
+ "loss": 0.2242,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "eval_accuracy": 0.947265625,
661
+ "eval_loss": 0.3235063850879669,
662
+ "eval_macro_f1": 0.8077975153532758,
663
+ "eval_runtime": 2.2377,
664
+ "eval_samples_per_second": 686.425,
665
+ "eval_steps_per_second": 42.902,
666
+ "eval_weighted_f1": 0.9475652388996766,
667
+ "step": 2160
668
+ },
669
+ {
670
+ "epoch": 5.034722222222222,
671
+ "grad_norm": 8.279863357543945,
672
+ "learning_rate": 1.6630658436213994e-05,
673
+ "loss": 0.1935,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.092592592592593,
678
+ "grad_norm": 0.16158032417297363,
679
+ "learning_rate": 1.656635802469136e-05,
680
+ "loss": 0.1392,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.150462962962963,
685
+ "grad_norm": 0.4919808506965637,
686
+ "learning_rate": 1.6502057613168724e-05,
687
+ "loss": 0.0258,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.208333333333333,
692
+ "grad_norm": 39.54872131347656,
693
+ "learning_rate": 1.6437757201646093e-05,
694
+ "loss": 0.1888,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.266203703703704,
699
+ "grad_norm": 0.042250797152519226,
700
+ "learning_rate": 1.6373456790123458e-05,
701
+ "loss": 0.1633,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.324074074074074,
706
+ "grad_norm": 3.569639205932617,
707
+ "learning_rate": 1.6309156378600823e-05,
708
+ "loss": 0.116,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.381944444444445,
713
+ "grad_norm": 0.017194760963320732,
714
+ "learning_rate": 1.624485596707819e-05,
715
+ "loss": 0.0779,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.439814814814815,
720
+ "grad_norm": 7.704861640930176,
721
+ "learning_rate": 1.6180555555555557e-05,
722
+ "loss": 0.277,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.497685185185185,
727
+ "grad_norm": 0.03387598693370819,
728
+ "learning_rate": 1.6116255144032925e-05,
729
+ "loss": 0.1113,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.555555555555555,
734
+ "grad_norm": 38.64995193481445,
735
+ "learning_rate": 1.605195473251029e-05,
736
+ "loss": 0.3294,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.613425925925926,
741
+ "grad_norm": 10.558011054992676,
742
+ "learning_rate": 1.5987654320987655e-05,
743
+ "loss": 0.2116,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.671296296296296,
748
+ "grad_norm": 1.1286909580230713,
749
+ "learning_rate": 1.5923353909465024e-05,
750
+ "loss": 0.2356,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.729166666666667,
755
+ "grad_norm": 0.275409996509552,
756
+ "learning_rate": 1.5859053497942386e-05,
757
+ "loss": 0.3118,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.787037037037037,
762
+ "grad_norm": 0.19661515951156616,
763
+ "learning_rate": 1.5794753086419754e-05,
764
+ "loss": 0.1654,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.844907407407407,
769
+ "grad_norm": 54.3006706237793,
770
+ "learning_rate": 1.573045267489712e-05,
771
+ "loss": 0.2347,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.902777777777778,
776
+ "grad_norm": 1.6434773206710815,
777
+ "learning_rate": 1.5666152263374488e-05,
778
+ "loss": 0.2709,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.960648148148148,
783
+ "grad_norm": 13.843772888183594,
784
+ "learning_rate": 1.5601851851851853e-05,
785
+ "loss": 0.1101,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 6.0,
790
+ "eval_accuracy": 0.9453125,
791
+ "eval_loss": 0.34611406922340393,
792
+ "eval_macro_f1": 0.8060245310245312,
793
+ "eval_runtime": 2.3912,
794
+ "eval_samples_per_second": 642.353,
795
+ "eval_steps_per_second": 40.147,
796
+ "eval_weighted_f1": 0.9450214336444805,
797
+ "step": 2592
798
+ },
799
+ {
800
+ "epoch": 6.018518518518518,
801
+ "grad_norm": 0.028056342154741287,
802
+ "learning_rate": 1.5537551440329218e-05,
803
+ "loss": 0.2465,
804
+ "step": 2600
805
+ },
806
+ {
807
+ "epoch": 6.076388888888889,
808
+ "grad_norm": 0.06480966508388519,
809
+ "learning_rate": 1.5473251028806587e-05,
810
+ "loss": 0.1238,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.1342592592592595,
815
+ "grad_norm": 0.8830080628395081,
816
+ "learning_rate": 1.5408950617283952e-05,
817
+ "loss": 0.2146,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.19212962962963,
822
+ "grad_norm": 10.926340103149414,
823
+ "learning_rate": 1.5344650205761317e-05,
824
+ "loss": 0.0831,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.25,
829
+ "grad_norm": 0.08858884871006012,
830
+ "learning_rate": 1.5280349794238685e-05,
831
+ "loss": 0.056,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.30787037037037,
836
+ "grad_norm": 3.7048072814941406,
837
+ "learning_rate": 1.5216049382716052e-05,
838
+ "loss": 0.0324,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.3657407407407405,
843
+ "grad_norm": 70.95436096191406,
844
+ "learning_rate": 1.5151748971193416e-05,
845
+ "loss": 0.1673,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.423611111111111,
850
+ "grad_norm": 0.012023563496768475,
851
+ "learning_rate": 1.5087448559670783e-05,
852
+ "loss": 0.0889,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.481481481481482,
857
+ "grad_norm": 0.05010666698217392,
858
+ "learning_rate": 1.502314814814815e-05,
859
+ "loss": 0.1141,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.539351851851852,
864
+ "grad_norm": 28.147377014160156,
865
+ "learning_rate": 1.4958847736625515e-05,
866
+ "loss": 0.2079,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.597222222222222,
871
+ "grad_norm": 0.18403151631355286,
872
+ "learning_rate": 1.4894547325102881e-05,
873
+ "loss": 0.1444,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.655092592592593,
878
+ "grad_norm": 96.8403549194336,
879
+ "learning_rate": 1.4830246913580248e-05,
880
+ "loss": 0.1011,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.712962962962963,
885
+ "grad_norm": 0.02153344452381134,
886
+ "learning_rate": 1.4765946502057615e-05,
887
+ "loss": 0.1454,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.770833333333333,
892
+ "grad_norm": 0.3860515356063843,
893
+ "learning_rate": 1.470164609053498e-05,
894
+ "loss": 0.2085,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.828703703703704,
899
+ "grad_norm": 20.597978591918945,
900
+ "learning_rate": 1.4637345679012347e-05,
901
+ "loss": 0.1464,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.886574074074074,
906
+ "grad_norm": 0.014128085225820541,
907
+ "learning_rate": 1.4573045267489714e-05,
908
+ "loss": 0.0697,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.944444444444445,
913
+ "grad_norm": 0.10178834944963455,
914
+ "learning_rate": 1.4508744855967079e-05,
915
+ "loss": 0.1824,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 7.0,
920
+ "eval_accuracy": 0.947265625,
921
+ "eval_loss": 0.40895819664001465,
922
+ "eval_macro_f1": 0.8209678388881242,
923
+ "eval_runtime": 2.276,
924
+ "eval_samples_per_second": 674.869,
925
+ "eval_steps_per_second": 42.179,
926
+ "eval_weighted_f1": 0.9470024472712638,
927
+ "step": 3024
928
+ }
929
+ ],
930
+ "logging_steps": 25,
931
+ "max_steps": 8640,
932
+ "num_input_tokens_seen": 0,
933
+ "num_train_epochs": 20,
934
+ "save_steps": 500,
935
+ "stateful_callbacks": {
936
+ "EarlyStoppingCallback": {
937
+ "args": {
938
+ "early_stopping_patience": 3,
939
+ "early_stopping_threshold": 0.0
940
+ },
941
+ "attributes": {
942
+ "early_stopping_patience_counter": 3
943
+ }
944
+ },
945
+ "TrainerControl": {
946
+ "args": {
947
+ "should_epoch_stop": false,
948
+ "should_evaluate": false,
949
+ "should_log": false,
950
+ "should_save": true,
951
+ "should_training_stop": true
952
+ },
953
+ "attributes": {}
954
+ }
955
+ },
956
+ "total_flos": 0.0,
957
+ "train_batch_size": 8,
958
+ "trial_name": null,
959
+ "trial_params": null
960
+ }
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/trainer_state.json ADDED
@@ -0,0 +1,384 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1110,
3
+ "best_metric": 0.8627064764341803,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110",
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1110,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.06765899864682003,
14
+ "grad_norm": 52.8561897277832,
15
+ "learning_rate": 6.486486486486487e-07,
16
+ "loss": 4.4466,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.13531799729364005,
21
+ "grad_norm": 23.00142478942871,
22
+ "learning_rate": 1.3243243243243246e-06,
23
+ "loss": 3.463,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.2029769959404601,
28
+ "grad_norm": 20.246192932128906,
29
+ "learning_rate": 2.0000000000000003e-06,
30
+ "loss": 2.7005,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.2706359945872801,
35
+ "grad_norm": 17.498886108398438,
36
+ "learning_rate": 2.6756756756756757e-06,
37
+ "loss": 2.0575,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.3382949932341001,
42
+ "grad_norm": 9.301069259643555,
43
+ "learning_rate": 3.351351351351352e-06,
44
+ "loss": 1.3406,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.4059539918809202,
49
+ "grad_norm": 27.461122512817383,
50
+ "learning_rate": 4.027027027027028e-06,
51
+ "loss": 1.0044,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4736129905277402,
56
+ "grad_norm": 12.344182968139648,
57
+ "learning_rate": 4.702702702702703e-06,
58
+ "loss": 1.0298,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.5412719891745602,
63
+ "grad_norm": 19.410551071166992,
64
+ "learning_rate": 5.378378378378378e-06,
65
+ "loss": 1.113,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.6089309878213802,
70
+ "grad_norm": 17.777082443237305,
71
+ "learning_rate": 6.054054054054055e-06,
72
+ "loss": 0.8631,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.6765899864682002,
77
+ "grad_norm": 13.092315673828125,
78
+ "learning_rate": 6.729729729729731e-06,
79
+ "loss": 0.9438,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.7442489851150202,
84
+ "grad_norm": 16.50128746032715,
85
+ "learning_rate": 7.4054054054054055e-06,
86
+ "loss": 0.9228,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.8119079837618404,
91
+ "grad_norm": 13.31680679321289,
92
+ "learning_rate": 8.081081081081081e-06,
93
+ "loss": 0.9984,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.8795669824086604,
98
+ "grad_norm": 28.517654418945312,
99
+ "learning_rate": 8.756756756756759e-06,
100
+ "loss": 0.8359,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.9472259810554804,
105
+ "grad_norm": 37.21656799316406,
106
+ "learning_rate": 9.432432432432433e-06,
107
+ "loss": 0.8952,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 1.0,
112
+ "eval_accuracy": 0.9353120243531202,
113
+ "eval_loss": 0.21168722212314606,
114
+ "eval_macro_f1": 0.8183671272895209,
115
+ "eval_runtime": 1.9783,
116
+ "eval_samples_per_second": 664.216,
117
+ "eval_steps_per_second": 41.956,
118
+ "eval_weighted_f1": 0.9326977904317904,
119
+ "step": 370
120
+ },
121
+ {
122
+ "epoch": 1.013531799729364,
123
+ "grad_norm": 8.941009521484375,
124
+ "learning_rate": 1.0108108108108109e-05,
125
+ "loss": 0.6691,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 1.0811907983761841,
130
+ "grad_norm": 17.65595817565918,
131
+ "learning_rate": 1.0783783783783786e-05,
132
+ "loss": 0.6092,
133
+ "step": 400
134
+ },
135
+ {
136
+ "epoch": 1.148849797023004,
137
+ "grad_norm": 27.339229583740234,
138
+ "learning_rate": 1.1459459459459462e-05,
139
+ "loss": 0.7396,
140
+ "step": 425
141
+ },
142
+ {
143
+ "epoch": 1.2165087956698242,
144
+ "grad_norm": 10.929178237915039,
145
+ "learning_rate": 1.2135135135135136e-05,
146
+ "loss": 0.5622,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.284167794316644,
151
+ "grad_norm": 36.919673919677734,
152
+ "learning_rate": 1.2810810810810812e-05,
153
+ "loss": 0.7124,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.3518267929634642,
158
+ "grad_norm": 23.274887084960938,
159
+ "learning_rate": 1.3486486486486487e-05,
160
+ "loss": 0.7385,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.419485791610284,
165
+ "grad_norm": 14.43750286102295,
166
+ "learning_rate": 1.4162162162162163e-05,
167
+ "loss": 0.8014,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.4871447902571042,
172
+ "grad_norm": 12.0795259475708,
173
+ "learning_rate": 1.4837837837837839e-05,
174
+ "loss": 0.7065,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.5548037889039241,
179
+ "grad_norm": 20.866029739379883,
180
+ "learning_rate": 1.5513513513513513e-05,
181
+ "loss": 0.7384,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.6224627875507442,
186
+ "grad_norm": 20.933670043945312,
187
+ "learning_rate": 1.618918918918919e-05,
188
+ "loss": 0.7264,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.6901217861975644,
193
+ "grad_norm": 28.23618507385254,
194
+ "learning_rate": 1.6864864864864868e-05,
195
+ "loss": 0.5836,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.7577807848443843,
200
+ "grad_norm": 18.923307418823242,
201
+ "learning_rate": 1.7540540540540542e-05,
202
+ "loss": 0.5361,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.8254397834912042,
207
+ "grad_norm": 6.555755138397217,
208
+ "learning_rate": 1.821621621621622e-05,
209
+ "loss": 0.9108,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.8930987821380243,
214
+ "grad_norm": 21.442893981933594,
215
+ "learning_rate": 1.8891891891891893e-05,
216
+ "loss": 0.8066,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.9607577807848444,
221
+ "grad_norm": 38.389869689941406,
222
+ "learning_rate": 1.956756756756757e-05,
223
+ "loss": 0.7556,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 2.0,
228
+ "eval_accuracy": 0.9474885844748858,
229
+ "eval_loss": 0.20566341280937195,
230
+ "eval_macro_f1": 0.8424689735419933,
231
+ "eval_runtime": 2.0239,
232
+ "eval_samples_per_second": 649.248,
233
+ "eval_steps_per_second": 41.01,
234
+ "eval_weighted_f1": 0.944433649836073,
235
+ "step": 740
236
+ },
237
+ {
238
+ "epoch": 2.027063599458728,
239
+ "grad_norm": 7.279914855957031,
240
+ "learning_rate": 1.9972972972972974e-05,
241
+ "loss": 0.6819,
242
+ "step": 750
243
+ },
244
+ {
245
+ "epoch": 2.094722598105548,
246
+ "grad_norm": 3.9152708053588867,
247
+ "learning_rate": 1.98978978978979e-05,
248
+ "loss": 0.5606,
249
+ "step": 775
250
+ },
251
+ {
252
+ "epoch": 2.1623815967523683,
253
+ "grad_norm": 10.843545913696289,
254
+ "learning_rate": 1.9822822822822824e-05,
255
+ "loss": 0.3474,
256
+ "step": 800
257
+ },
258
+ {
259
+ "epoch": 2.230040595399188,
260
+ "grad_norm": 53.51970672607422,
261
+ "learning_rate": 1.974774774774775e-05,
262
+ "loss": 0.6616,
263
+ "step": 825
264
+ },
265
+ {
266
+ "epoch": 2.297699594046008,
267
+ "grad_norm": 6.616288185119629,
268
+ "learning_rate": 1.9672672672672674e-05,
269
+ "loss": 0.449,
270
+ "step": 850
271
+ },
272
+ {
273
+ "epoch": 2.365358592692828,
274
+ "grad_norm": 28.518653869628906,
275
+ "learning_rate": 1.95975975975976e-05,
276
+ "loss": 0.7186,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.4330175913396483,
281
+ "grad_norm": 4.2392706871032715,
282
+ "learning_rate": 1.9522522522522524e-05,
283
+ "loss": 0.5512,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.500676589986468,
288
+ "grad_norm": 31.375568389892578,
289
+ "learning_rate": 1.944744744744745e-05,
290
+ "loss": 0.5445,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.568335588633288,
295
+ "grad_norm": 21.871591567993164,
296
+ "learning_rate": 1.9372372372372375e-05,
297
+ "loss": 0.4136,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.6359945872801083,
302
+ "grad_norm": 41.55508041381836,
303
+ "learning_rate": 1.92972972972973e-05,
304
+ "loss": 0.6364,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.7036535859269284,
309
+ "grad_norm": 8.780939102172852,
310
+ "learning_rate": 1.9222222222222225e-05,
311
+ "loss": 0.4767,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.7713125845737485,
316
+ "grad_norm": 32.6473274230957,
317
+ "learning_rate": 1.914714714714715e-05,
318
+ "loss": 0.4571,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.838971583220568,
323
+ "grad_norm": 33.55327606201172,
324
+ "learning_rate": 1.9072072072072075e-05,
325
+ "loss": 0.4326,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.9066305818673883,
330
+ "grad_norm": 10.805431365966797,
331
+ "learning_rate": 1.8996996996997e-05,
332
+ "loss": 0.6472,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.9742895805142084,
337
+ "grad_norm": 23.77999496459961,
338
+ "learning_rate": 1.8921921921921925e-05,
339
+ "loss": 0.5481,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 3.0,
344
+ "eval_accuracy": 0.9512937595129376,
345
+ "eval_loss": 0.20128655433654785,
346
+ "eval_macro_f1": 0.8627064764341803,
347
+ "eval_runtime": 2.0875,
348
+ "eval_samples_per_second": 629.471,
349
+ "eval_steps_per_second": 39.761,
350
+ "eval_weighted_f1": 0.9496173861703668,
351
+ "step": 1110
352
+ }
353
+ ],
354
+ "logging_steps": 25,
355
+ "max_steps": 7400,
356
+ "num_input_tokens_seen": 0,
357
+ "num_train_epochs": 20,
358
+ "save_steps": 500,
359
+ "stateful_callbacks": {
360
+ "EarlyStoppingCallback": {
361
+ "args": {
362
+ "early_stopping_patience": 3,
363
+ "early_stopping_threshold": 0.0
364
+ },
365
+ "attributes": {
366
+ "early_stopping_patience_counter": 0
367
+ }
368
+ },
369
+ "TrainerControl": {
370
+ "args": {
371
+ "should_epoch_stop": false,
372
+ "should_evaluate": false,
373
+ "should_log": false,
374
+ "should_save": true,
375
+ "should_training_stop": false
376
+ },
377
+ "attributes": {}
378
+ }
379
+ },
380
+ "total_flos": 0.0,
381
+ "train_batch_size": 8,
382
+ "trial_name": null,
383
+ "trial_params": null
384
+ }
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/trainer_state.json ADDED
@@ -0,0 +1,725 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1110,
3
+ "best_metric": 0.8627064764341803,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2220,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.06765899864682003,
14
+ "grad_norm": 52.8561897277832,
15
+ "learning_rate": 6.486486486486487e-07,
16
+ "loss": 4.4466,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.13531799729364005,
21
+ "grad_norm": 23.00142478942871,
22
+ "learning_rate": 1.3243243243243246e-06,
23
+ "loss": 3.463,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.2029769959404601,
28
+ "grad_norm": 20.246192932128906,
29
+ "learning_rate": 2.0000000000000003e-06,
30
+ "loss": 2.7005,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.2706359945872801,
35
+ "grad_norm": 17.498886108398438,
36
+ "learning_rate": 2.6756756756756757e-06,
37
+ "loss": 2.0575,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.3382949932341001,
42
+ "grad_norm": 9.301069259643555,
43
+ "learning_rate": 3.351351351351352e-06,
44
+ "loss": 1.3406,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.4059539918809202,
49
+ "grad_norm": 27.461122512817383,
50
+ "learning_rate": 4.027027027027028e-06,
51
+ "loss": 1.0044,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4736129905277402,
56
+ "grad_norm": 12.344182968139648,
57
+ "learning_rate": 4.702702702702703e-06,
58
+ "loss": 1.0298,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.5412719891745602,
63
+ "grad_norm": 19.410551071166992,
64
+ "learning_rate": 5.378378378378378e-06,
65
+ "loss": 1.113,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.6089309878213802,
70
+ "grad_norm": 17.777082443237305,
71
+ "learning_rate": 6.054054054054055e-06,
72
+ "loss": 0.8631,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.6765899864682002,
77
+ "grad_norm": 13.092315673828125,
78
+ "learning_rate": 6.729729729729731e-06,
79
+ "loss": 0.9438,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.7442489851150202,
84
+ "grad_norm": 16.50128746032715,
85
+ "learning_rate": 7.4054054054054055e-06,
86
+ "loss": 0.9228,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.8119079837618404,
91
+ "grad_norm": 13.31680679321289,
92
+ "learning_rate": 8.081081081081081e-06,
93
+ "loss": 0.9984,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.8795669824086604,
98
+ "grad_norm": 28.517654418945312,
99
+ "learning_rate": 8.756756756756759e-06,
100
+ "loss": 0.8359,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.9472259810554804,
105
+ "grad_norm": 37.21656799316406,
106
+ "learning_rate": 9.432432432432433e-06,
107
+ "loss": 0.8952,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 1.0,
112
+ "eval_accuracy": 0.9353120243531202,
113
+ "eval_loss": 0.21168722212314606,
114
+ "eval_macro_f1": 0.8183671272895209,
115
+ "eval_runtime": 1.9783,
116
+ "eval_samples_per_second": 664.216,
117
+ "eval_steps_per_second": 41.956,
118
+ "eval_weighted_f1": 0.9326977904317904,
119
+ "step": 370
120
+ },
121
+ {
122
+ "epoch": 1.013531799729364,
123
+ "grad_norm": 8.941009521484375,
124
+ "learning_rate": 1.0108108108108109e-05,
125
+ "loss": 0.6691,
126
+ "step": 375
127
+ },
128
+ {
129
+ "epoch": 1.0811907983761841,
130
+ "grad_norm": 17.65595817565918,
131
+ "learning_rate": 1.0783783783783786e-05,
132
+ "loss": 0.6092,
133
+ "step": 400
134
+ },
135
+ {
136
+ "epoch": 1.148849797023004,
137
+ "grad_norm": 27.339229583740234,
138
+ "learning_rate": 1.1459459459459462e-05,
139
+ "loss": 0.7396,
140
+ "step": 425
141
+ },
142
+ {
143
+ "epoch": 1.2165087956698242,
144
+ "grad_norm": 10.929178237915039,
145
+ "learning_rate": 1.2135135135135136e-05,
146
+ "loss": 0.5622,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.284167794316644,
151
+ "grad_norm": 36.919673919677734,
152
+ "learning_rate": 1.2810810810810812e-05,
153
+ "loss": 0.7124,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.3518267929634642,
158
+ "grad_norm": 23.274887084960938,
159
+ "learning_rate": 1.3486486486486487e-05,
160
+ "loss": 0.7385,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.419485791610284,
165
+ "grad_norm": 14.43750286102295,
166
+ "learning_rate": 1.4162162162162163e-05,
167
+ "loss": 0.8014,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.4871447902571042,
172
+ "grad_norm": 12.0795259475708,
173
+ "learning_rate": 1.4837837837837839e-05,
174
+ "loss": 0.7065,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.5548037889039241,
179
+ "grad_norm": 20.866029739379883,
180
+ "learning_rate": 1.5513513513513513e-05,
181
+ "loss": 0.7384,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.6224627875507442,
186
+ "grad_norm": 20.933670043945312,
187
+ "learning_rate": 1.618918918918919e-05,
188
+ "loss": 0.7264,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.6901217861975644,
193
+ "grad_norm": 28.23618507385254,
194
+ "learning_rate": 1.6864864864864868e-05,
195
+ "loss": 0.5836,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.7577807848443843,
200
+ "grad_norm": 18.923307418823242,
201
+ "learning_rate": 1.7540540540540542e-05,
202
+ "loss": 0.5361,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.8254397834912042,
207
+ "grad_norm": 6.555755138397217,
208
+ "learning_rate": 1.821621621621622e-05,
209
+ "loss": 0.9108,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.8930987821380243,
214
+ "grad_norm": 21.442893981933594,
215
+ "learning_rate": 1.8891891891891893e-05,
216
+ "loss": 0.8066,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.9607577807848444,
221
+ "grad_norm": 38.389869689941406,
222
+ "learning_rate": 1.956756756756757e-05,
223
+ "loss": 0.7556,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 2.0,
228
+ "eval_accuracy": 0.9474885844748858,
229
+ "eval_loss": 0.20566341280937195,
230
+ "eval_macro_f1": 0.8424689735419933,
231
+ "eval_runtime": 2.0239,
232
+ "eval_samples_per_second": 649.248,
233
+ "eval_steps_per_second": 41.01,
234
+ "eval_weighted_f1": 0.944433649836073,
235
+ "step": 740
236
+ },
237
+ {
238
+ "epoch": 2.027063599458728,
239
+ "grad_norm": 7.279914855957031,
240
+ "learning_rate": 1.9972972972972974e-05,
241
+ "loss": 0.6819,
242
+ "step": 750
243
+ },
244
+ {
245
+ "epoch": 2.094722598105548,
246
+ "grad_norm": 3.9152708053588867,
247
+ "learning_rate": 1.98978978978979e-05,
248
+ "loss": 0.5606,
249
+ "step": 775
250
+ },
251
+ {
252
+ "epoch": 2.1623815967523683,
253
+ "grad_norm": 10.843545913696289,
254
+ "learning_rate": 1.9822822822822824e-05,
255
+ "loss": 0.3474,
256
+ "step": 800
257
+ },
258
+ {
259
+ "epoch": 2.230040595399188,
260
+ "grad_norm": 53.51970672607422,
261
+ "learning_rate": 1.974774774774775e-05,
262
+ "loss": 0.6616,
263
+ "step": 825
264
+ },
265
+ {
266
+ "epoch": 2.297699594046008,
267
+ "grad_norm": 6.616288185119629,
268
+ "learning_rate": 1.9672672672672674e-05,
269
+ "loss": 0.449,
270
+ "step": 850
271
+ },
272
+ {
273
+ "epoch": 2.365358592692828,
274
+ "grad_norm": 28.518653869628906,
275
+ "learning_rate": 1.95975975975976e-05,
276
+ "loss": 0.7186,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.4330175913396483,
281
+ "grad_norm": 4.2392706871032715,
282
+ "learning_rate": 1.9522522522522524e-05,
283
+ "loss": 0.5512,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.500676589986468,
288
+ "grad_norm": 31.375568389892578,
289
+ "learning_rate": 1.944744744744745e-05,
290
+ "loss": 0.5445,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.568335588633288,
295
+ "grad_norm": 21.871591567993164,
296
+ "learning_rate": 1.9372372372372375e-05,
297
+ "loss": 0.4136,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.6359945872801083,
302
+ "grad_norm": 41.55508041381836,
303
+ "learning_rate": 1.92972972972973e-05,
304
+ "loss": 0.6364,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.7036535859269284,
309
+ "grad_norm": 8.780939102172852,
310
+ "learning_rate": 1.9222222222222225e-05,
311
+ "loss": 0.4767,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.7713125845737485,
316
+ "grad_norm": 32.6473274230957,
317
+ "learning_rate": 1.914714714714715e-05,
318
+ "loss": 0.4571,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.838971583220568,
323
+ "grad_norm": 33.55327606201172,
324
+ "learning_rate": 1.9072072072072075e-05,
325
+ "loss": 0.4326,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.9066305818673883,
330
+ "grad_norm": 10.805431365966797,
331
+ "learning_rate": 1.8996996996997e-05,
332
+ "loss": 0.6472,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.9742895805142084,
337
+ "grad_norm": 23.77999496459961,
338
+ "learning_rate": 1.8921921921921925e-05,
339
+ "loss": 0.5481,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 3.0,
344
+ "eval_accuracy": 0.9512937595129376,
345
+ "eval_loss": 0.20128655433654785,
346
+ "eval_macro_f1": 0.8627064764341803,
347
+ "eval_runtime": 2.0875,
348
+ "eval_samples_per_second": 629.471,
349
+ "eval_steps_per_second": 39.761,
350
+ "eval_weighted_f1": 0.9496173861703668,
351
+ "step": 1110
352
+ },
353
+ {
354
+ "epoch": 3.040595399188092,
355
+ "grad_norm": 15.909965515136719,
356
+ "learning_rate": 1.884684684684685e-05,
357
+ "loss": 0.3911,
358
+ "step": 1125
359
+ },
360
+ {
361
+ "epoch": 3.108254397834912,
362
+ "grad_norm": 9.094459533691406,
363
+ "learning_rate": 1.8771771771771776e-05,
364
+ "loss": 0.3766,
365
+ "step": 1150
366
+ },
367
+ {
368
+ "epoch": 3.175913396481732,
369
+ "grad_norm": 22.753076553344727,
370
+ "learning_rate": 1.86966966966967e-05,
371
+ "loss": 0.392,
372
+ "step": 1175
373
+ },
374
+ {
375
+ "epoch": 3.243572395128552,
376
+ "grad_norm": 8.914005279541016,
377
+ "learning_rate": 1.8621621621621622e-05,
378
+ "loss": 0.2336,
379
+ "step": 1200
380
+ },
381
+ {
382
+ "epoch": 3.311231393775372,
383
+ "grad_norm": 27.193466186523438,
384
+ "learning_rate": 1.8546546546546547e-05,
385
+ "loss": 0.2733,
386
+ "step": 1225
387
+ },
388
+ {
389
+ "epoch": 3.3788903924221922,
390
+ "grad_norm": 3.7335739135742188,
391
+ "learning_rate": 1.8471471471471473e-05,
392
+ "loss": 0.3637,
393
+ "step": 1250
394
+ },
395
+ {
396
+ "epoch": 3.4465493910690124,
397
+ "grad_norm": 7.8215107917785645,
398
+ "learning_rate": 1.8396396396396398e-05,
399
+ "loss": 0.3256,
400
+ "step": 1275
401
+ },
402
+ {
403
+ "epoch": 3.514208389715832,
404
+ "grad_norm": 24.87018585205078,
405
+ "learning_rate": 1.8321321321321323e-05,
406
+ "loss": 0.4396,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.581867388362652,
411
+ "grad_norm": 79.67013549804688,
412
+ "learning_rate": 1.8246246246246248e-05,
413
+ "loss": 0.3078,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.6495263870094723,
418
+ "grad_norm": 24.790355682373047,
419
+ "learning_rate": 1.8171171171171173e-05,
420
+ "loss": 0.2145,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.7171853856562924,
425
+ "grad_norm": 12.497431755065918,
426
+ "learning_rate": 1.8096096096096098e-05,
427
+ "loss": 0.4955,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.7848443843031125,
432
+ "grad_norm": 19.013595581054688,
433
+ "learning_rate": 1.8021021021021023e-05,
434
+ "loss": 0.3932,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.852503382949932,
439
+ "grad_norm": 9.40117073059082,
440
+ "learning_rate": 1.7945945945945948e-05,
441
+ "loss": 0.5098,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.9201623815967523,
446
+ "grad_norm": 0.19262740015983582,
447
+ "learning_rate": 1.7870870870870873e-05,
448
+ "loss": 0.2609,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.9878213802435725,
453
+ "grad_norm": 4.656269550323486,
454
+ "learning_rate": 1.77957957957958e-05,
455
+ "loss": 0.497,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 4.0,
460
+ "eval_accuracy": 0.9398782343987824,
461
+ "eval_loss": 0.320478230714798,
462
+ "eval_macro_f1": 0.8233564560514922,
463
+ "eval_runtime": 2.0576,
464
+ "eval_samples_per_second": 638.618,
465
+ "eval_steps_per_second": 40.339,
466
+ "eval_weighted_f1": 0.9375934121736322,
467
+ "step": 1480
468
+ },
469
+ {
470
+ "epoch": 4.054127198917456,
471
+ "grad_norm": 8.566075325012207,
472
+ "learning_rate": 1.7720720720720724e-05,
473
+ "loss": 0.3623,
474
+ "step": 1500
475
+ },
476
+ {
477
+ "epoch": 4.121786197564276,
478
+ "grad_norm": 17.353254318237305,
479
+ "learning_rate": 1.764564564564565e-05,
480
+ "loss": 0.3087,
481
+ "step": 1525
482
+ },
483
+ {
484
+ "epoch": 4.189445196211096,
485
+ "grad_norm": 8.678946495056152,
486
+ "learning_rate": 1.757057057057057e-05,
487
+ "loss": 0.1973,
488
+ "step": 1550
489
+ },
490
+ {
491
+ "epoch": 4.2571041948579165,
492
+ "grad_norm": 0.3814387619495392,
493
+ "learning_rate": 1.7495495495495496e-05,
494
+ "loss": 0.2591,
495
+ "step": 1575
496
+ },
497
+ {
498
+ "epoch": 4.324763193504737,
499
+ "grad_norm": 29.1064453125,
500
+ "learning_rate": 1.742042042042042e-05,
501
+ "loss": 0.1015,
502
+ "step": 1600
503
+ },
504
+ {
505
+ "epoch": 4.392422192151556,
506
+ "grad_norm": 8.088055610656738,
507
+ "learning_rate": 1.7345345345345346e-05,
508
+ "loss": 0.4524,
509
+ "step": 1625
510
+ },
511
+ {
512
+ "epoch": 4.460081190798376,
513
+ "grad_norm": 0.1397956758737564,
514
+ "learning_rate": 1.727027027027027e-05,
515
+ "loss": 0.1393,
516
+ "step": 1650
517
+ },
518
+ {
519
+ "epoch": 4.527740189445196,
520
+ "grad_norm": 16.107318878173828,
521
+ "learning_rate": 1.7195195195195196e-05,
522
+ "loss": 0.3453,
523
+ "step": 1675
524
+ },
525
+ {
526
+ "epoch": 4.595399188092016,
527
+ "grad_norm": 0.08644981682300568,
528
+ "learning_rate": 1.712012012012012e-05,
529
+ "loss": 0.1506,
530
+ "step": 1700
531
+ },
532
+ {
533
+ "epoch": 4.663058186738836,
534
+ "grad_norm": 9.766949653625488,
535
+ "learning_rate": 1.7045045045045046e-05,
536
+ "loss": 0.3107,
537
+ "step": 1725
538
+ },
539
+ {
540
+ "epoch": 4.730717185385656,
541
+ "grad_norm": 3.7315917015075684,
542
+ "learning_rate": 1.696996996996997e-05,
543
+ "loss": 0.1046,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.798376184032477,
548
+ "grad_norm": 1.8608323335647583,
549
+ "learning_rate": 1.6894894894894896e-05,
550
+ "loss": 0.3569,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.866035182679297,
555
+ "grad_norm": 9.588242530822754,
556
+ "learning_rate": 1.681981981981982e-05,
557
+ "loss": 0.2481,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.933694181326116,
562
+ "grad_norm": 1.0496070384979248,
563
+ "learning_rate": 1.6744744744744747e-05,
564
+ "loss": 0.2239,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 5.0,
569
+ "grad_norm": 0.7059957981109619,
570
+ "learning_rate": 1.666966966966967e-05,
571
+ "loss": 0.2297,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 5.0,
576
+ "eval_accuracy": 0.9383561643835616,
577
+ "eval_loss": 0.41412001848220825,
578
+ "eval_macro_f1": 0.8313516513920011,
579
+ "eval_runtime": 1.9835,
580
+ "eval_samples_per_second": 662.467,
581
+ "eval_steps_per_second": 41.845,
582
+ "eval_weighted_f1": 0.937999294643637,
583
+ "step": 1850
584
+ },
585
+ {
586
+ "epoch": 5.06765899864682,
587
+ "grad_norm": 4.6521196365356445,
588
+ "learning_rate": 1.6594594594594597e-05,
589
+ "loss": 0.1849,
590
+ "step": 1875
591
+ },
592
+ {
593
+ "epoch": 5.13531799729364,
594
+ "grad_norm": 17.76512336730957,
595
+ "learning_rate": 1.651951951951952e-05,
596
+ "loss": 0.0796,
597
+ "step": 1900
598
+ },
599
+ {
600
+ "epoch": 5.20297699594046,
601
+ "grad_norm": 1.5584847927093506,
602
+ "learning_rate": 1.6444444444444444e-05,
603
+ "loss": 0.082,
604
+ "step": 1925
605
+ },
606
+ {
607
+ "epoch": 5.2706359945872805,
608
+ "grad_norm": 0.15598714351654053,
609
+ "learning_rate": 1.636936936936937e-05,
610
+ "loss": 0.2228,
611
+ "step": 1950
612
+ },
613
+ {
614
+ "epoch": 5.3382949932341,
615
+ "grad_norm": 0.02699774131178856,
616
+ "learning_rate": 1.6294294294294294e-05,
617
+ "loss": 0.1685,
618
+ "step": 1975
619
+ },
620
+ {
621
+ "epoch": 5.40595399188092,
622
+ "grad_norm": 0.09407225251197815,
623
+ "learning_rate": 1.621921921921922e-05,
624
+ "loss": 0.0843,
625
+ "step": 2000
626
+ },
627
+ {
628
+ "epoch": 5.47361299052774,
629
+ "grad_norm": 7.4347147941589355,
630
+ "learning_rate": 1.6144144144144144e-05,
631
+ "loss": 0.0536,
632
+ "step": 2025
633
+ },
634
+ {
635
+ "epoch": 5.54127198917456,
636
+ "grad_norm": 24.395090103149414,
637
+ "learning_rate": 1.606906906906907e-05,
638
+ "loss": 0.227,
639
+ "step": 2050
640
+ },
641
+ {
642
+ "epoch": 5.60893098782138,
643
+ "grad_norm": 24.34043312072754,
644
+ "learning_rate": 1.5993993993993994e-05,
645
+ "loss": 0.1491,
646
+ "step": 2075
647
+ },
648
+ {
649
+ "epoch": 5.6765899864682,
650
+ "grad_norm": 8.00454330444336,
651
+ "learning_rate": 1.591891891891892e-05,
652
+ "loss": 0.1675,
653
+ "step": 2100
654
+ },
655
+ {
656
+ "epoch": 5.7442489851150205,
657
+ "grad_norm": 0.11571693420410156,
658
+ "learning_rate": 1.5843843843843844e-05,
659
+ "loss": 0.2062,
660
+ "step": 2125
661
+ },
662
+ {
663
+ "epoch": 5.811907983761841,
664
+ "grad_norm": 2.1195569038391113,
665
+ "learning_rate": 1.576876876876877e-05,
666
+ "loss": 0.2552,
667
+ "step": 2150
668
+ },
669
+ {
670
+ "epoch": 5.879566982408661,
671
+ "grad_norm": 33.76321792602539,
672
+ "learning_rate": 1.5693693693693695e-05,
673
+ "loss": 0.1595,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.94722598105548,
678
+ "grad_norm": 0.1017211377620697,
679
+ "learning_rate": 1.561861861861862e-05,
680
+ "loss": 0.1767,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 6.0,
685
+ "eval_accuracy": 0.9360730593607306,
686
+ "eval_loss": 0.37973037362098694,
687
+ "eval_macro_f1": 0.81668137632207,
688
+ "eval_runtime": 1.8371,
689
+ "eval_samples_per_second": 715.25,
690
+ "eval_steps_per_second": 45.179,
691
+ "eval_weighted_f1": 0.9357653977568479,
692
+ "step": 2220
693
+ }
694
+ ],
695
+ "logging_steps": 25,
696
+ "max_steps": 7400,
697
+ "num_input_tokens_seen": 0,
698
+ "num_train_epochs": 20,
699
+ "save_steps": 500,
700
+ "stateful_callbacks": {
701
+ "EarlyStoppingCallback": {
702
+ "args": {
703
+ "early_stopping_patience": 3,
704
+ "early_stopping_threshold": 0.0
705
+ },
706
+ "attributes": {
707
+ "early_stopping_patience_counter": 3
708
+ }
709
+ },
710
+ "TrainerControl": {
711
+ "args": {
712
+ "should_epoch_stop": false,
713
+ "should_evaluate": false,
714
+ "should_log": false,
715
+ "should_save": true,
716
+ "should_training_stop": true
717
+ },
718
+ "attributes": {}
719
+ }
720
+ },
721
+ "total_flos": 0.0,
722
+ "train_batch_size": 8,
723
+ "trial_name": null,
724
+ "trial_params": null
725
+ }
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/trainer_state.json ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 243,
3
+ "best_metric": 0.8087761674718197,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243",
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 243,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.3115264797507788,
14
+ "grad_norm": 18.269201278686523,
15
+ "learning_rate": 2.962962962962963e-06,
16
+ "loss": 2.5785,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6230529595015576,
21
+ "grad_norm": 15.501380920410156,
22
+ "learning_rate": 6.049382716049383e-06,
23
+ "loss": 2.2418,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.9345794392523364,
28
+ "grad_norm": 19.44912338256836,
29
+ "learning_rate": 9.135802469135803e-06,
30
+ "loss": 1.8736,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_accuracy": 0.8105263157894737,
36
+ "eval_loss": 0.3958609700202942,
37
+ "eval_macro_f1": 0.7184206674473068,
38
+ "eval_runtime": 0.6524,
39
+ "eval_samples_per_second": 436.855,
40
+ "eval_steps_per_second": 27.591,
41
+ "eval_weighted_f1": 0.794704486626402,
42
+ "step": 81
43
+ },
44
+ {
45
+ "epoch": 1.236760124610592,
46
+ "grad_norm": 16.31907844543457,
47
+ "learning_rate": 1.2222222222222224e-05,
48
+ "loss": 1.6065,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.5482866043613708,
53
+ "grad_norm": 26.343385696411133,
54
+ "learning_rate": 1.5308641975308643e-05,
55
+ "loss": 1.4289,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 1.8598130841121496,
60
+ "grad_norm": 16.248180389404297,
61
+ "learning_rate": 1.8395061728395062e-05,
62
+ "loss": 1.5184,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_accuracy": 0.8105263157894737,
68
+ "eval_loss": 0.36445826292037964,
69
+ "eval_macro_f1": 0.7736764705882353,
70
+ "eval_runtime": 0.7693,
71
+ "eval_samples_per_second": 370.464,
72
+ "eval_steps_per_second": 23.398,
73
+ "eval_weighted_f1": 0.8169349845201239,
74
+ "step": 162
75
+ },
76
+ {
77
+ "epoch": 2.161993769470405,
78
+ "grad_norm": 17.25248908996582,
79
+ "learning_rate": 1.983539094650206e-05,
80
+ "loss": 1.1797,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.473520249221184,
85
+ "grad_norm": 44.8192138671875,
86
+ "learning_rate": 1.9492455418381347e-05,
87
+ "loss": 1.063,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 2.7850467289719627,
92
+ "grad_norm": 28.092510223388672,
93
+ "learning_rate": 1.9149519890260632e-05,
94
+ "loss": 0.9372,
95
+ "step": 225
96
+ },
97
+ {
98
+ "epoch": 3.0,
99
+ "eval_accuracy": 0.8596491228070176,
100
+ "eval_loss": 0.357155442237854,
101
+ "eval_macro_f1": 0.8087761674718197,
102
+ "eval_runtime": 0.6181,
103
+ "eval_samples_per_second": 461.095,
104
+ "eval_steps_per_second": 29.122,
105
+ "eval_weighted_f1": 0.8554962284939402,
106
+ "step": 243
107
+ }
108
+ ],
109
+ "logging_steps": 25,
110
+ "max_steps": 1620,
111
+ "num_input_tokens_seen": 0,
112
+ "num_train_epochs": 20,
113
+ "save_steps": 500,
114
+ "stateful_callbacks": {
115
+ "EarlyStoppingCallback": {
116
+ "args": {
117
+ "early_stopping_patience": 3,
118
+ "early_stopping_threshold": 0.0
119
+ },
120
+ "attributes": {
121
+ "early_stopping_patience_counter": 0
122
+ }
123
+ },
124
+ "TrainerControl": {
125
+ "args": {
126
+ "should_epoch_stop": false,
127
+ "should_evaluate": false,
128
+ "should_log": false,
129
+ "should_save": true,
130
+ "should_training_stop": false
131
+ },
132
+ "attributes": {}
133
+ }
134
+ },
135
+ "total_flos": 0.0,
136
+ "train_batch_size": 8,
137
+ "trial_name": null,
138
+ "trial_params": null
139
+ }
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/trainer_state.json ADDED
@@ -0,0 +1,242 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 243,
3
+ "best_metric": 0.8087761674718197,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 486,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.3115264797507788,
14
+ "grad_norm": 18.269201278686523,
15
+ "learning_rate": 2.962962962962963e-06,
16
+ "loss": 2.5785,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6230529595015576,
21
+ "grad_norm": 15.501380920410156,
22
+ "learning_rate": 6.049382716049383e-06,
23
+ "loss": 2.2418,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.9345794392523364,
28
+ "grad_norm": 19.44912338256836,
29
+ "learning_rate": 9.135802469135803e-06,
30
+ "loss": 1.8736,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_accuracy": 0.8105263157894737,
36
+ "eval_loss": 0.3958609700202942,
37
+ "eval_macro_f1": 0.7184206674473068,
38
+ "eval_runtime": 0.6524,
39
+ "eval_samples_per_second": 436.855,
40
+ "eval_steps_per_second": 27.591,
41
+ "eval_weighted_f1": 0.794704486626402,
42
+ "step": 81
43
+ },
44
+ {
45
+ "epoch": 1.236760124610592,
46
+ "grad_norm": 16.31907844543457,
47
+ "learning_rate": 1.2222222222222224e-05,
48
+ "loss": 1.6065,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.5482866043613708,
53
+ "grad_norm": 26.343385696411133,
54
+ "learning_rate": 1.5308641975308643e-05,
55
+ "loss": 1.4289,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 1.8598130841121496,
60
+ "grad_norm": 16.248180389404297,
61
+ "learning_rate": 1.8395061728395062e-05,
62
+ "loss": 1.5184,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_accuracy": 0.8105263157894737,
68
+ "eval_loss": 0.36445826292037964,
69
+ "eval_macro_f1": 0.7736764705882353,
70
+ "eval_runtime": 0.7693,
71
+ "eval_samples_per_second": 370.464,
72
+ "eval_steps_per_second": 23.398,
73
+ "eval_weighted_f1": 0.8169349845201239,
74
+ "step": 162
75
+ },
76
+ {
77
+ "epoch": 2.161993769470405,
78
+ "grad_norm": 17.25248908996582,
79
+ "learning_rate": 1.983539094650206e-05,
80
+ "loss": 1.1797,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.473520249221184,
85
+ "grad_norm": 44.8192138671875,
86
+ "learning_rate": 1.9492455418381347e-05,
87
+ "loss": 1.063,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 2.7850467289719627,
92
+ "grad_norm": 28.092510223388672,
93
+ "learning_rate": 1.9149519890260632e-05,
94
+ "loss": 0.9372,
95
+ "step": 225
96
+ },
97
+ {
98
+ "epoch": 3.0,
99
+ "eval_accuracy": 0.8596491228070176,
100
+ "eval_loss": 0.357155442237854,
101
+ "eval_macro_f1": 0.8087761674718197,
102
+ "eval_runtime": 0.6181,
103
+ "eval_samples_per_second": 461.095,
104
+ "eval_steps_per_second": 29.122,
105
+ "eval_weighted_f1": 0.8554962284939402,
106
+ "step": 243
107
+ },
108
+ {
109
+ "epoch": 3.087227414330218,
110
+ "grad_norm": 48.44070816040039,
111
+ "learning_rate": 1.8806584362139917e-05,
112
+ "loss": 0.838,
113
+ "step": 250
114
+ },
115
+ {
116
+ "epoch": 3.398753894080997,
117
+ "grad_norm": 12.7691068649292,
118
+ "learning_rate": 1.8463648834019206e-05,
119
+ "loss": 0.4993,
120
+ "step": 275
121
+ },
122
+ {
123
+ "epoch": 3.710280373831776,
124
+ "grad_norm": 13.358497619628906,
125
+ "learning_rate": 1.812071330589849e-05,
126
+ "loss": 0.4248,
127
+ "step": 300
128
+ },
129
+ {
130
+ "epoch": 4.0,
131
+ "eval_accuracy": 0.8456140350877193,
132
+ "eval_loss": 0.5377345085144043,
133
+ "eval_macro_f1": 0.7936685533763328,
134
+ "eval_runtime": 0.6038,
135
+ "eval_samples_per_second": 472.006,
136
+ "eval_steps_per_second": 29.811,
137
+ "eval_weighted_f1": 0.8427079941528165,
138
+ "step": 324
139
+ },
140
+ {
141
+ "epoch": 4.012461059190031,
142
+ "grad_norm": 7.182023525238037,
143
+ "learning_rate": 1.7777777777777777e-05,
144
+ "loss": 0.34,
145
+ "step": 325
146
+ },
147
+ {
148
+ "epoch": 4.32398753894081,
149
+ "grad_norm": 6.81946325302124,
150
+ "learning_rate": 1.7434842249657065e-05,
151
+ "loss": 0.1368,
152
+ "step": 350
153
+ },
154
+ {
155
+ "epoch": 4.635514018691588,
156
+ "grad_norm": 4.520945072174072,
157
+ "learning_rate": 1.7091906721536354e-05,
158
+ "loss": 0.356,
159
+ "step": 375
160
+ },
161
+ {
162
+ "epoch": 4.947040498442368,
163
+ "grad_norm": 4.544792175292969,
164
+ "learning_rate": 1.674897119341564e-05,
165
+ "loss": 0.2044,
166
+ "step": 400
167
+ },
168
+ {
169
+ "epoch": 5.0,
170
+ "eval_accuracy": 0.8315789473684211,
171
+ "eval_loss": 0.8548147082328796,
172
+ "eval_macro_f1": 0.7898488386383189,
173
+ "eval_runtime": 0.6573,
174
+ "eval_samples_per_second": 433.603,
175
+ "eval_steps_per_second": 27.385,
176
+ "eval_weighted_f1": 0.8342076156348843,
177
+ "step": 405
178
+ },
179
+ {
180
+ "epoch": 5.249221183800623,
181
+ "grad_norm": 1.5422874689102173,
182
+ "learning_rate": 1.6406035665294924e-05,
183
+ "loss": 0.1148,
184
+ "step": 425
185
+ },
186
+ {
187
+ "epoch": 5.5607476635514015,
188
+ "grad_norm": 0.06158289685845375,
189
+ "learning_rate": 1.6063100137174213e-05,
190
+ "loss": 0.1328,
191
+ "step": 450
192
+ },
193
+ {
194
+ "epoch": 5.872274143302181,
195
+ "grad_norm": 0.05545966699719429,
196
+ "learning_rate": 1.5720164609053498e-05,
197
+ "loss": 0.0504,
198
+ "step": 475
199
+ },
200
+ {
201
+ "epoch": 6.0,
202
+ "eval_accuracy": 0.8280701754385965,
203
+ "eval_loss": 1.1109020709991455,
204
+ "eval_macro_f1": 0.7773756954518644,
205
+ "eval_runtime": 0.6592,
206
+ "eval_samples_per_second": 432.351,
207
+ "eval_steps_per_second": 27.306,
208
+ "eval_weighted_f1": 0.8276974219092823,
209
+ "step": 486
210
+ }
211
+ ],
212
+ "logging_steps": 25,
213
+ "max_steps": 1620,
214
+ "num_input_tokens_seen": 0,
215
+ "num_train_epochs": 20,
216
+ "save_steps": 500,
217
+ "stateful_callbacks": {
218
+ "EarlyStoppingCallback": {
219
+ "args": {
220
+ "early_stopping_patience": 3,
221
+ "early_stopping_threshold": 0.0
222
+ },
223
+ "attributes": {
224
+ "early_stopping_patience_counter": 3
225
+ }
226
+ },
227
+ "TrainerControl": {
228
+ "args": {
229
+ "should_epoch_stop": false,
230
+ "should_evaluate": false,
231
+ "should_log": false,
232
+ "should_save": true,
233
+ "should_training_stop": true
234
+ },
235
+ "attributes": {}
236
+ }
237
+ },
238
+ "total_flos": 0.0,
239
+ "train_batch_size": 8,
240
+ "trial_name": null,
241
+ "trial_params": null
242
+ }
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/trainer_state.json ADDED
@@ -0,0 +1,345 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 729,
3
+ "best_metric": 0.8196348884381339,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729",
5
+ "epoch": 9.0,
6
+ "eval_steps": 500,
7
+ "global_step": 729,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.3115264797507788,
14
+ "grad_norm": 22.807188034057617,
15
+ "learning_rate": 2.962962962962963e-06,
16
+ "loss": 2.715,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6230529595015576,
21
+ "grad_norm": 15.865229606628418,
22
+ "learning_rate": 6.049382716049383e-06,
23
+ "loss": 2.2359,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.9345794392523364,
28
+ "grad_norm": 22.35206413269043,
29
+ "learning_rate": 9.135802469135803e-06,
30
+ "loss": 1.9082,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_accuracy": 0.7789473684210526,
36
+ "eval_loss": 0.42071211338043213,
37
+ "eval_macro_f1": 0.7350558514955216,
38
+ "eval_runtime": 0.6719,
39
+ "eval_samples_per_second": 424.186,
40
+ "eval_steps_per_second": 26.791,
41
+ "eval_weighted_f1": 0.7861364961933378,
42
+ "step": 81
43
+ },
44
+ {
45
+ "epoch": 1.236760124610592,
46
+ "grad_norm": 30.96424102783203,
47
+ "learning_rate": 1.2222222222222224e-05,
48
+ "loss": 1.5711,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.5482866043613708,
53
+ "grad_norm": 33.23158264160156,
54
+ "learning_rate": 1.5308641975308643e-05,
55
+ "loss": 1.5713,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 1.8598130841121496,
60
+ "grad_norm": 20.011571884155273,
61
+ "learning_rate": 1.8395061728395062e-05,
62
+ "loss": 1.4415,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_accuracy": 0.8105263157894737,
68
+ "eval_loss": 0.3732665181159973,
69
+ "eval_macro_f1": 0.7418478260869565,
70
+ "eval_runtime": 0.6569,
71
+ "eval_samples_per_second": 433.832,
72
+ "eval_steps_per_second": 27.4,
73
+ "eval_weighted_f1": 0.8049199084668193,
74
+ "step": 162
75
+ },
76
+ {
77
+ "epoch": 2.161993769470405,
78
+ "grad_norm": 37.04903793334961,
79
+ "learning_rate": 1.983539094650206e-05,
80
+ "loss": 1.1937,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.473520249221184,
85
+ "grad_norm": 9.647990226745605,
86
+ "learning_rate": 1.9492455418381347e-05,
87
+ "loss": 0.91,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 2.7850467289719627,
92
+ "grad_norm": 17.631628036499023,
93
+ "learning_rate": 1.9149519890260632e-05,
94
+ "loss": 0.924,
95
+ "step": 225
96
+ },
97
+ {
98
+ "epoch": 3.0,
99
+ "eval_accuracy": 0.8456140350877193,
100
+ "eval_loss": 0.4043523073196411,
101
+ "eval_macro_f1": 0.7955790297339593,
102
+ "eval_runtime": 0.6497,
103
+ "eval_samples_per_second": 438.655,
104
+ "eval_steps_per_second": 27.705,
105
+ "eval_weighted_f1": 0.8434848859237295,
106
+ "step": 243
107
+ },
108
+ {
109
+ "epoch": 3.087227414330218,
110
+ "grad_norm": 19.382171630859375,
111
+ "learning_rate": 1.8806584362139917e-05,
112
+ "loss": 0.7203,
113
+ "step": 250
114
+ },
115
+ {
116
+ "epoch": 3.398753894080997,
117
+ "grad_norm": 23.70563507080078,
118
+ "learning_rate": 1.8463648834019206e-05,
119
+ "loss": 0.3649,
120
+ "step": 275
121
+ },
122
+ {
123
+ "epoch": 3.710280373831776,
124
+ "grad_norm": 22.942344665527344,
125
+ "learning_rate": 1.812071330589849e-05,
126
+ "loss": 0.3958,
127
+ "step": 300
128
+ },
129
+ {
130
+ "epoch": 4.0,
131
+ "eval_accuracy": 0.8385964912280702,
132
+ "eval_loss": 0.5616019368171692,
133
+ "eval_macro_f1": 0.7970085470085471,
134
+ "eval_runtime": 0.6109,
135
+ "eval_samples_per_second": 466.519,
136
+ "eval_steps_per_second": 29.464,
137
+ "eval_weighted_f1": 0.8405308142150247,
138
+ "step": 324
139
+ },
140
+ {
141
+ "epoch": 4.012461059190031,
142
+ "grad_norm": 6.391189098358154,
143
+ "learning_rate": 1.7777777777777777e-05,
144
+ "loss": 0.3946,
145
+ "step": 325
146
+ },
147
+ {
148
+ "epoch": 4.32398753894081,
149
+ "grad_norm": 3.426567792892456,
150
+ "learning_rate": 1.7434842249657065e-05,
151
+ "loss": 0.1924,
152
+ "step": 350
153
+ },
154
+ {
155
+ "epoch": 4.635514018691588,
156
+ "grad_norm": 1.1846364736557007,
157
+ "learning_rate": 1.7091906721536354e-05,
158
+ "loss": 0.1049,
159
+ "step": 375
160
+ },
161
+ {
162
+ "epoch": 4.947040498442368,
163
+ "grad_norm": 24.295717239379883,
164
+ "learning_rate": 1.674897119341564e-05,
165
+ "loss": 0.2299,
166
+ "step": 400
167
+ },
168
+ {
169
+ "epoch": 5.0,
170
+ "eval_accuracy": 0.8350877192982457,
171
+ "eval_loss": 0.9141398072242737,
172
+ "eval_macro_f1": 0.798088663119338,
173
+ "eval_runtime": 0.6026,
174
+ "eval_samples_per_second": 472.92,
175
+ "eval_steps_per_second": 29.869,
176
+ "eval_weighted_f1": 0.8390302416779652,
177
+ "step": 405
178
+ },
179
+ {
180
+ "epoch": 5.249221183800623,
181
+ "grad_norm": 43.2387580871582,
182
+ "learning_rate": 1.6406035665294924e-05,
183
+ "loss": 0.1219,
184
+ "step": 425
185
+ },
186
+ {
187
+ "epoch": 5.5607476635514015,
188
+ "grad_norm": 57.89298629760742,
189
+ "learning_rate": 1.6063100137174213e-05,
190
+ "loss": 0.0996,
191
+ "step": 450
192
+ },
193
+ {
194
+ "epoch": 5.872274143302181,
195
+ "grad_norm": 0.288602739572525,
196
+ "learning_rate": 1.5720164609053498e-05,
197
+ "loss": 0.0716,
198
+ "step": 475
199
+ },
200
+ {
201
+ "epoch": 6.0,
202
+ "eval_accuracy": 0.8596491228070176,
203
+ "eval_loss": 1.0969568490982056,
204
+ "eval_macro_f1": 0.812425957614848,
205
+ "eval_runtime": 0.6295,
206
+ "eval_samples_per_second": 452.745,
207
+ "eval_steps_per_second": 28.594,
208
+ "eval_weighted_f1": 0.8570072674116513,
209
+ "step": 486
210
+ },
211
+ {
212
+ "epoch": 6.174454828660436,
213
+ "grad_norm": 9.724244117736816,
214
+ "learning_rate": 1.5377229080932784e-05,
215
+ "loss": 0.107,
216
+ "step": 500
217
+ },
218
+ {
219
+ "epoch": 6.485981308411215,
220
+ "grad_norm": 8.461185455322266,
221
+ "learning_rate": 1.5034293552812072e-05,
222
+ "loss": 0.082,
223
+ "step": 525
224
+ },
225
+ {
226
+ "epoch": 6.797507788161994,
227
+ "grad_norm": 1.032849907875061,
228
+ "learning_rate": 1.469135802469136e-05,
229
+ "loss": 0.0677,
230
+ "step": 550
231
+ },
232
+ {
233
+ "epoch": 7.0,
234
+ "eval_accuracy": 0.8315789473684211,
235
+ "eval_loss": 1.1993767023086548,
236
+ "eval_macro_f1": 0.7608391608391608,
237
+ "eval_runtime": 0.6954,
238
+ "eval_samples_per_second": 409.865,
239
+ "eval_steps_per_second": 25.886,
240
+ "eval_weighted_f1": 0.8224512329775487,
241
+ "step": 567
242
+ },
243
+ {
244
+ "epoch": 7.099688473520249,
245
+ "grad_norm": 0.0793435275554657,
246
+ "learning_rate": 1.4348422496570646e-05,
247
+ "loss": 0.0426,
248
+ "step": 575
249
+ },
250
+ {
251
+ "epoch": 7.411214953271028,
252
+ "grad_norm": 0.002242929069325328,
253
+ "learning_rate": 1.4005486968449933e-05,
254
+ "loss": 0.0604,
255
+ "step": 600
256
+ },
257
+ {
258
+ "epoch": 7.722741433021807,
259
+ "grad_norm": 0.0049391817301511765,
260
+ "learning_rate": 1.366255144032922e-05,
261
+ "loss": 0.0388,
262
+ "step": 625
263
+ },
264
+ {
265
+ "epoch": 8.0,
266
+ "eval_accuracy": 0.8491228070175438,
267
+ "eval_loss": 1.3011598587036133,
268
+ "eval_macro_f1": 0.7845804988662131,
269
+ "eval_runtime": 0.6354,
270
+ "eval_samples_per_second": 448.543,
271
+ "eval_steps_per_second": 28.329,
272
+ "eval_weighted_f1": 0.8404344193817878,
273
+ "step": 648
274
+ },
275
+ {
276
+ "epoch": 8.024922118380061,
277
+ "grad_norm": 0.006313609890639782,
278
+ "learning_rate": 1.3319615912208505e-05,
279
+ "loss": 0.0439,
280
+ "step": 650
281
+ },
282
+ {
283
+ "epoch": 8.336448598130842,
284
+ "grad_norm": 0.004004851449280977,
285
+ "learning_rate": 1.2976680384087792e-05,
286
+ "loss": 0.0148,
287
+ "step": 675
288
+ },
289
+ {
290
+ "epoch": 8.64797507788162,
291
+ "grad_norm": 1.885066270828247,
292
+ "learning_rate": 1.2633744855967079e-05,
293
+ "loss": 0.0507,
294
+ "step": 700
295
+ },
296
+ {
297
+ "epoch": 8.959501557632398,
298
+ "grad_norm": 0.0013158594956621528,
299
+ "learning_rate": 1.2290809327846366e-05,
300
+ "loss": 0.043,
301
+ "step": 725
302
+ },
303
+ {
304
+ "epoch": 9.0,
305
+ "eval_accuracy": 0.8631578947368421,
306
+ "eval_loss": 1.0844473838806152,
307
+ "eval_macro_f1": 0.8196348884381339,
308
+ "eval_runtime": 0.6431,
309
+ "eval_samples_per_second": 443.184,
310
+ "eval_steps_per_second": 27.991,
311
+ "eval_weighted_f1": 0.8616035016547453,
312
+ "step": 729
313
+ }
314
+ ],
315
+ "logging_steps": 25,
316
+ "max_steps": 1620,
317
+ "num_input_tokens_seen": 0,
318
+ "num_train_epochs": 20,
319
+ "save_steps": 500,
320
+ "stateful_callbacks": {
321
+ "EarlyStoppingCallback": {
322
+ "args": {
323
+ "early_stopping_patience": 3,
324
+ "early_stopping_threshold": 0.0
325
+ },
326
+ "attributes": {
327
+ "early_stopping_patience_counter": 0
328
+ }
329
+ },
330
+ "TrainerControl": {
331
+ "args": {
332
+ "should_epoch_stop": false,
333
+ "should_evaluate": false,
334
+ "should_log": false,
335
+ "should_save": true,
336
+ "should_training_stop": false
337
+ },
338
+ "attributes": {}
339
+ }
340
+ },
341
+ "total_flos": 0.0,
342
+ "train_batch_size": 8,
343
+ "trial_name": null,
344
+ "trial_params": null
345
+ }
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/trainer_state.json ADDED
@@ -0,0 +1,441 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 729,
3
+ "best_metric": 0.8196348884381339,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729",
5
+ "epoch": 12.0,
6
+ "eval_steps": 500,
7
+ "global_step": 972,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.3115264797507788,
14
+ "grad_norm": 22.807188034057617,
15
+ "learning_rate": 2.962962962962963e-06,
16
+ "loss": 2.715,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6230529595015576,
21
+ "grad_norm": 15.865229606628418,
22
+ "learning_rate": 6.049382716049383e-06,
23
+ "loss": 2.2359,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.9345794392523364,
28
+ "grad_norm": 22.35206413269043,
29
+ "learning_rate": 9.135802469135803e-06,
30
+ "loss": 1.9082,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_accuracy": 0.7789473684210526,
36
+ "eval_loss": 0.42071211338043213,
37
+ "eval_macro_f1": 0.7350558514955216,
38
+ "eval_runtime": 0.6719,
39
+ "eval_samples_per_second": 424.186,
40
+ "eval_steps_per_second": 26.791,
41
+ "eval_weighted_f1": 0.7861364961933378,
42
+ "step": 81
43
+ },
44
+ {
45
+ "epoch": 1.236760124610592,
46
+ "grad_norm": 30.96424102783203,
47
+ "learning_rate": 1.2222222222222224e-05,
48
+ "loss": 1.5711,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.5482866043613708,
53
+ "grad_norm": 33.23158264160156,
54
+ "learning_rate": 1.5308641975308643e-05,
55
+ "loss": 1.5713,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 1.8598130841121496,
60
+ "grad_norm": 20.011571884155273,
61
+ "learning_rate": 1.8395061728395062e-05,
62
+ "loss": 1.4415,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_accuracy": 0.8105263157894737,
68
+ "eval_loss": 0.3732665181159973,
69
+ "eval_macro_f1": 0.7418478260869565,
70
+ "eval_runtime": 0.6569,
71
+ "eval_samples_per_second": 433.832,
72
+ "eval_steps_per_second": 27.4,
73
+ "eval_weighted_f1": 0.8049199084668193,
74
+ "step": 162
75
+ },
76
+ {
77
+ "epoch": 2.161993769470405,
78
+ "grad_norm": 37.04903793334961,
79
+ "learning_rate": 1.983539094650206e-05,
80
+ "loss": 1.1937,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.473520249221184,
85
+ "grad_norm": 9.647990226745605,
86
+ "learning_rate": 1.9492455418381347e-05,
87
+ "loss": 0.91,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 2.7850467289719627,
92
+ "grad_norm": 17.631628036499023,
93
+ "learning_rate": 1.9149519890260632e-05,
94
+ "loss": 0.924,
95
+ "step": 225
96
+ },
97
+ {
98
+ "epoch": 3.0,
99
+ "eval_accuracy": 0.8456140350877193,
100
+ "eval_loss": 0.4043523073196411,
101
+ "eval_macro_f1": 0.7955790297339593,
102
+ "eval_runtime": 0.6497,
103
+ "eval_samples_per_second": 438.655,
104
+ "eval_steps_per_second": 27.705,
105
+ "eval_weighted_f1": 0.8434848859237295,
106
+ "step": 243
107
+ },
108
+ {
109
+ "epoch": 3.087227414330218,
110
+ "grad_norm": 19.382171630859375,
111
+ "learning_rate": 1.8806584362139917e-05,
112
+ "loss": 0.7203,
113
+ "step": 250
114
+ },
115
+ {
116
+ "epoch": 3.398753894080997,
117
+ "grad_norm": 23.70563507080078,
118
+ "learning_rate": 1.8463648834019206e-05,
119
+ "loss": 0.3649,
120
+ "step": 275
121
+ },
122
+ {
123
+ "epoch": 3.710280373831776,
124
+ "grad_norm": 22.942344665527344,
125
+ "learning_rate": 1.812071330589849e-05,
126
+ "loss": 0.3958,
127
+ "step": 300
128
+ },
129
+ {
130
+ "epoch": 4.0,
131
+ "eval_accuracy": 0.8385964912280702,
132
+ "eval_loss": 0.5616019368171692,
133
+ "eval_macro_f1": 0.7970085470085471,
134
+ "eval_runtime": 0.6109,
135
+ "eval_samples_per_second": 466.519,
136
+ "eval_steps_per_second": 29.464,
137
+ "eval_weighted_f1": 0.8405308142150247,
138
+ "step": 324
139
+ },
140
+ {
141
+ "epoch": 4.012461059190031,
142
+ "grad_norm": 6.391189098358154,
143
+ "learning_rate": 1.7777777777777777e-05,
144
+ "loss": 0.3946,
145
+ "step": 325
146
+ },
147
+ {
148
+ "epoch": 4.32398753894081,
149
+ "grad_norm": 3.426567792892456,
150
+ "learning_rate": 1.7434842249657065e-05,
151
+ "loss": 0.1924,
152
+ "step": 350
153
+ },
154
+ {
155
+ "epoch": 4.635514018691588,
156
+ "grad_norm": 1.1846364736557007,
157
+ "learning_rate": 1.7091906721536354e-05,
158
+ "loss": 0.1049,
159
+ "step": 375
160
+ },
161
+ {
162
+ "epoch": 4.947040498442368,
163
+ "grad_norm": 24.295717239379883,
164
+ "learning_rate": 1.674897119341564e-05,
165
+ "loss": 0.2299,
166
+ "step": 400
167
+ },
168
+ {
169
+ "epoch": 5.0,
170
+ "eval_accuracy": 0.8350877192982457,
171
+ "eval_loss": 0.9141398072242737,
172
+ "eval_macro_f1": 0.798088663119338,
173
+ "eval_runtime": 0.6026,
174
+ "eval_samples_per_second": 472.92,
175
+ "eval_steps_per_second": 29.869,
176
+ "eval_weighted_f1": 0.8390302416779652,
177
+ "step": 405
178
+ },
179
+ {
180
+ "epoch": 5.249221183800623,
181
+ "grad_norm": 43.2387580871582,
182
+ "learning_rate": 1.6406035665294924e-05,
183
+ "loss": 0.1219,
184
+ "step": 425
185
+ },
186
+ {
187
+ "epoch": 5.5607476635514015,
188
+ "grad_norm": 57.89298629760742,
189
+ "learning_rate": 1.6063100137174213e-05,
190
+ "loss": 0.0996,
191
+ "step": 450
192
+ },
193
+ {
194
+ "epoch": 5.872274143302181,
195
+ "grad_norm": 0.288602739572525,
196
+ "learning_rate": 1.5720164609053498e-05,
197
+ "loss": 0.0716,
198
+ "step": 475
199
+ },
200
+ {
201
+ "epoch": 6.0,
202
+ "eval_accuracy": 0.8596491228070176,
203
+ "eval_loss": 1.0969568490982056,
204
+ "eval_macro_f1": 0.812425957614848,
205
+ "eval_runtime": 0.6295,
206
+ "eval_samples_per_second": 452.745,
207
+ "eval_steps_per_second": 28.594,
208
+ "eval_weighted_f1": 0.8570072674116513,
209
+ "step": 486
210
+ },
211
+ {
212
+ "epoch": 6.174454828660436,
213
+ "grad_norm": 9.724244117736816,
214
+ "learning_rate": 1.5377229080932784e-05,
215
+ "loss": 0.107,
216
+ "step": 500
217
+ },
218
+ {
219
+ "epoch": 6.485981308411215,
220
+ "grad_norm": 8.461185455322266,
221
+ "learning_rate": 1.5034293552812072e-05,
222
+ "loss": 0.082,
223
+ "step": 525
224
+ },
225
+ {
226
+ "epoch": 6.797507788161994,
227
+ "grad_norm": 1.032849907875061,
228
+ "learning_rate": 1.469135802469136e-05,
229
+ "loss": 0.0677,
230
+ "step": 550
231
+ },
232
+ {
233
+ "epoch": 7.0,
234
+ "eval_accuracy": 0.8315789473684211,
235
+ "eval_loss": 1.1993767023086548,
236
+ "eval_macro_f1": 0.7608391608391608,
237
+ "eval_runtime": 0.6954,
238
+ "eval_samples_per_second": 409.865,
239
+ "eval_steps_per_second": 25.886,
240
+ "eval_weighted_f1": 0.8224512329775487,
241
+ "step": 567
242
+ },
243
+ {
244
+ "epoch": 7.099688473520249,
245
+ "grad_norm": 0.0793435275554657,
246
+ "learning_rate": 1.4348422496570646e-05,
247
+ "loss": 0.0426,
248
+ "step": 575
249
+ },
250
+ {
251
+ "epoch": 7.411214953271028,
252
+ "grad_norm": 0.002242929069325328,
253
+ "learning_rate": 1.4005486968449933e-05,
254
+ "loss": 0.0604,
255
+ "step": 600
256
+ },
257
+ {
258
+ "epoch": 7.722741433021807,
259
+ "grad_norm": 0.0049391817301511765,
260
+ "learning_rate": 1.366255144032922e-05,
261
+ "loss": 0.0388,
262
+ "step": 625
263
+ },
264
+ {
265
+ "epoch": 8.0,
266
+ "eval_accuracy": 0.8491228070175438,
267
+ "eval_loss": 1.3011598587036133,
268
+ "eval_macro_f1": 0.7845804988662131,
269
+ "eval_runtime": 0.6354,
270
+ "eval_samples_per_second": 448.543,
271
+ "eval_steps_per_second": 28.329,
272
+ "eval_weighted_f1": 0.8404344193817878,
273
+ "step": 648
274
+ },
275
+ {
276
+ "epoch": 8.024922118380061,
277
+ "grad_norm": 0.006313609890639782,
278
+ "learning_rate": 1.3319615912208505e-05,
279
+ "loss": 0.0439,
280
+ "step": 650
281
+ },
282
+ {
283
+ "epoch": 8.336448598130842,
284
+ "grad_norm": 0.004004851449280977,
285
+ "learning_rate": 1.2976680384087792e-05,
286
+ "loss": 0.0148,
287
+ "step": 675
288
+ },
289
+ {
290
+ "epoch": 8.64797507788162,
291
+ "grad_norm": 1.885066270828247,
292
+ "learning_rate": 1.2633744855967079e-05,
293
+ "loss": 0.0507,
294
+ "step": 700
295
+ },
296
+ {
297
+ "epoch": 8.959501557632398,
298
+ "grad_norm": 0.0013158594956621528,
299
+ "learning_rate": 1.2290809327846366e-05,
300
+ "loss": 0.043,
301
+ "step": 725
302
+ },
303
+ {
304
+ "epoch": 9.0,
305
+ "eval_accuracy": 0.8631578947368421,
306
+ "eval_loss": 1.0844473838806152,
307
+ "eval_macro_f1": 0.8196348884381339,
308
+ "eval_runtime": 0.6431,
309
+ "eval_samples_per_second": 443.184,
310
+ "eval_steps_per_second": 27.991,
311
+ "eval_weighted_f1": 0.8616035016547453,
312
+ "step": 729
313
+ },
314
+ {
315
+ "epoch": 9.261682242990654,
316
+ "grad_norm": 25.184240341186523,
317
+ "learning_rate": 1.1947873799725653e-05,
318
+ "loss": 0.0025,
319
+ "step": 750
320
+ },
321
+ {
322
+ "epoch": 9.573208722741432,
323
+ "grad_norm": 0.00938830804079771,
324
+ "learning_rate": 1.160493827160494e-05,
325
+ "loss": 0.0156,
326
+ "step": 775
327
+ },
328
+ {
329
+ "epoch": 9.884735202492212,
330
+ "grad_norm": 0.012420691549777985,
331
+ "learning_rate": 1.1262002743484225e-05,
332
+ "loss": 0.0073,
333
+ "step": 800
334
+ },
335
+ {
336
+ "epoch": 10.0,
337
+ "eval_accuracy": 0.8491228070175438,
338
+ "eval_loss": 1.250952124595642,
339
+ "eval_macro_f1": 0.7954397502879367,
340
+ "eval_runtime": 0.6398,
341
+ "eval_samples_per_second": 445.444,
342
+ "eval_steps_per_second": 28.133,
343
+ "eval_weighted_f1": 0.8450781931543542,
344
+ "step": 810
345
+ },
346
+ {
347
+ "epoch": 10.186915887850468,
348
+ "grad_norm": 0.2657199203968048,
349
+ "learning_rate": 1.0919067215363512e-05,
350
+ "loss": 0.0109,
351
+ "step": 825
352
+ },
353
+ {
354
+ "epoch": 10.498442367601246,
355
+ "grad_norm": 0.0006573876598849893,
356
+ "learning_rate": 1.0576131687242799e-05,
357
+ "loss": 0.0001,
358
+ "step": 850
359
+ },
360
+ {
361
+ "epoch": 10.809968847352025,
362
+ "grad_norm": 0.005785850342363119,
363
+ "learning_rate": 1.0233196159122084e-05,
364
+ "loss": 0.0001,
365
+ "step": 875
366
+ },
367
+ {
368
+ "epoch": 11.0,
369
+ "eval_accuracy": 0.8526315789473684,
370
+ "eval_loss": 1.2177886962890625,
371
+ "eval_macro_f1": 0.8066360816748513,
372
+ "eval_runtime": 0.598,
373
+ "eval_samples_per_second": 476.566,
374
+ "eval_steps_per_second": 30.099,
375
+ "eval_weighted_f1": 0.8513079675150657,
376
+ "step": 891
377
+ },
378
+ {
379
+ "epoch": 11.11214953271028,
380
+ "grad_norm": 0.012649956159293652,
381
+ "learning_rate": 9.890260631001373e-06,
382
+ "loss": 0.001,
383
+ "step": 900
384
+ },
385
+ {
386
+ "epoch": 11.423676012461058,
387
+ "grad_norm": 0.0009061654563993216,
388
+ "learning_rate": 9.547325102880658e-06,
389
+ "loss": 0.0001,
390
+ "step": 925
391
+ },
392
+ {
393
+ "epoch": 11.735202492211839,
394
+ "grad_norm": 0.004886017180979252,
395
+ "learning_rate": 9.204389574759945e-06,
396
+ "loss": 0.0003,
397
+ "step": 950
398
+ },
399
+ {
400
+ "epoch": 12.0,
401
+ "eval_accuracy": 0.8526315789473684,
402
+ "eval_loss": 1.2681478261947632,
403
+ "eval_macro_f1": 0.81,
404
+ "eval_runtime": 0.6388,
405
+ "eval_samples_per_second": 446.121,
406
+ "eval_steps_per_second": 28.176,
407
+ "eval_weighted_f1": 0.8526315789473684,
408
+ "step": 972
409
+ }
410
+ ],
411
+ "logging_steps": 25,
412
+ "max_steps": 1620,
413
+ "num_input_tokens_seen": 0,
414
+ "num_train_epochs": 20,
415
+ "save_steps": 500,
416
+ "stateful_callbacks": {
417
+ "EarlyStoppingCallback": {
418
+ "args": {
419
+ "early_stopping_patience": 3,
420
+ "early_stopping_threshold": 0.0
421
+ },
422
+ "attributes": {
423
+ "early_stopping_patience_counter": 3
424
+ }
425
+ },
426
+ "TrainerControl": {
427
+ "args": {
428
+ "should_epoch_stop": false,
429
+ "should_evaluate": false,
430
+ "should_log": false,
431
+ "should_save": true,
432
+ "should_training_stop": true
433
+ },
434
+ "attributes": {}
435
+ }
436
+ },
437
+ "total_flos": 0.0,
438
+ "train_batch_size": 8,
439
+ "trial_name": null,
440
+ "trial_params": null
441
+ }
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/trainer_state.json ADDED
@@ -0,0 +1,235 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 456,
3
+ "best_metric": 0.8073799838505721,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 456,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.33112582781456956,
14
+ "grad_norm": 16.222187042236328,
15
+ "learning_rate": 3.157894736842105e-06,
16
+ "loss": 2.5388,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.6622516556291391,
21
+ "grad_norm": 20.12139129638672,
22
+ "learning_rate": 6.447368421052632e-06,
23
+ "loss": 2.3548,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.9933774834437086,
28
+ "grad_norm": 25.37575340270996,
29
+ "learning_rate": 9.736842105263159e-06,
30
+ "loss": 2.1063,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 1.0,
35
+ "eval_accuracy": 0.7509293680297398,
36
+ "eval_loss": 0.48025819659233093,
37
+ "eval_macro_f1": 0.703066049392886,
38
+ "eval_runtime": 0.6123,
39
+ "eval_samples_per_second": 439.362,
40
+ "eval_steps_per_second": 27.766,
41
+ "eval_weighted_f1": 0.738077180617992,
42
+ "step": 76
43
+ },
44
+ {
45
+ "epoch": 1.3178807947019868,
46
+ "grad_norm": 22.433008193969727,
47
+ "learning_rate": 1.3026315789473684e-05,
48
+ "loss": 1.6885,
49
+ "step": 100
50
+ },
51
+ {
52
+ "epoch": 1.6490066225165563,
53
+ "grad_norm": 23.445446014404297,
54
+ "learning_rate": 1.6315789473684213e-05,
55
+ "loss": 1.8083,
56
+ "step": 125
57
+ },
58
+ {
59
+ "epoch": 1.980132450331126,
60
+ "grad_norm": 28.743635177612305,
61
+ "learning_rate": 1.960526315789474e-05,
62
+ "loss": 1.6073,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_accuracy": 0.8066914498141264,
68
+ "eval_loss": 0.3985399901866913,
69
+ "eval_macro_f1": 0.7804495228528379,
70
+ "eval_runtime": 0.5629,
71
+ "eval_samples_per_second": 477.861,
72
+ "eval_steps_per_second": 30.199,
73
+ "eval_weighted_f1": 0.8027410522070507,
74
+ "step": 152
75
+ },
76
+ {
77
+ "epoch": 2.304635761589404,
78
+ "grad_norm": 29.335906982421875,
79
+ "learning_rate": 1.9678362573099416e-05,
80
+ "loss": 1.1364,
81
+ "step": 175
82
+ },
83
+ {
84
+ "epoch": 2.6357615894039736,
85
+ "grad_norm": 25.85537338256836,
86
+ "learning_rate": 1.9312865497076027e-05,
87
+ "loss": 0.995,
88
+ "step": 200
89
+ },
90
+ {
91
+ "epoch": 2.966887417218543,
92
+ "grad_norm": 32.839683532714844,
93
+ "learning_rate": 1.894736842105263e-05,
94
+ "loss": 0.984,
95
+ "step": 225
96
+ },
97
+ {
98
+ "epoch": 3.0,
99
+ "eval_accuracy": 0.8252788104089219,
100
+ "eval_loss": 0.41125839948654175,
101
+ "eval_macro_f1": 0.806400735012633,
102
+ "eval_runtime": 0.6547,
103
+ "eval_samples_per_second": 410.894,
104
+ "eval_steps_per_second": 25.967,
105
+ "eval_weighted_f1": 0.8241551154448571,
106
+ "step": 228
107
+ },
108
+ {
109
+ "epoch": 3.2913907284768213,
110
+ "grad_norm": 23.613510131835938,
111
+ "learning_rate": 1.8581871345029242e-05,
112
+ "loss": 0.4422,
113
+ "step": 250
114
+ },
115
+ {
116
+ "epoch": 3.622516556291391,
117
+ "grad_norm": 51.127952575683594,
118
+ "learning_rate": 1.821637426900585e-05,
119
+ "loss": 0.4402,
120
+ "step": 275
121
+ },
122
+ {
123
+ "epoch": 3.9536423841059603,
124
+ "grad_norm": 12.516928672790527,
125
+ "learning_rate": 1.785087719298246e-05,
126
+ "loss": 0.4613,
127
+ "step": 300
128
+ },
129
+ {
130
+ "epoch": 4.0,
131
+ "eval_accuracy": 0.8141263940520446,
132
+ "eval_loss": 0.6257994771003723,
133
+ "eval_macro_f1": 0.7984596020139055,
134
+ "eval_runtime": 0.6503,
135
+ "eval_samples_per_second": 413.662,
136
+ "eval_steps_per_second": 26.142,
137
+ "eval_weighted_f1": 0.8149619562940786,
138
+ "step": 304
139
+ },
140
+ {
141
+ "epoch": 4.2781456953642385,
142
+ "grad_norm": 50.09867858886719,
143
+ "learning_rate": 1.7485380116959064e-05,
144
+ "loss": 0.1936,
145
+ "step": 325
146
+ },
147
+ {
148
+ "epoch": 4.609271523178808,
149
+ "grad_norm": 4.873719692230225,
150
+ "learning_rate": 1.7119883040935675e-05,
151
+ "loss": 0.2451,
152
+ "step": 350
153
+ },
154
+ {
155
+ "epoch": 4.940397350993377,
156
+ "grad_norm": 62.01382827758789,
157
+ "learning_rate": 1.6754385964912282e-05,
158
+ "loss": 0.158,
159
+ "step": 375
160
+ },
161
+ {
162
+ "epoch": 5.0,
163
+ "eval_accuracy": 0.8066914498141264,
164
+ "eval_loss": 1.0314953327178955,
165
+ "eval_macro_f1": 0.7976038893390439,
166
+ "eval_runtime": 0.5435,
167
+ "eval_samples_per_second": 494.963,
168
+ "eval_steps_per_second": 31.28,
169
+ "eval_weighted_f1": 0.8101989292957372,
170
+ "step": 380
171
+ },
172
+ {
173
+ "epoch": 5.264900662251655,
174
+ "grad_norm": 56.862152099609375,
175
+ "learning_rate": 1.638888888888889e-05,
176
+ "loss": 0.1274,
177
+ "step": 400
178
+ },
179
+ {
180
+ "epoch": 5.596026490066225,
181
+ "grad_norm": 0.1363096684217453,
182
+ "learning_rate": 1.60233918128655e-05,
183
+ "loss": 0.0584,
184
+ "step": 425
185
+ },
186
+ {
187
+ "epoch": 5.927152317880795,
188
+ "grad_norm": 55.2935905456543,
189
+ "learning_rate": 1.5657894736842107e-05,
190
+ "loss": 0.0705,
191
+ "step": 450
192
+ },
193
+ {
194
+ "epoch": 6.0,
195
+ "eval_accuracy": 0.8252788104089219,
196
+ "eval_loss": 1.2616336345672607,
197
+ "eval_macro_f1": 0.8073799838505721,
198
+ "eval_runtime": 0.6317,
199
+ "eval_samples_per_second": 425.841,
200
+ "eval_steps_per_second": 26.912,
201
+ "eval_weighted_f1": 0.8246239752909336,
202
+ "step": 456
203
+ }
204
+ ],
205
+ "logging_steps": 25,
206
+ "max_steps": 1520,
207
+ "num_input_tokens_seen": 0,
208
+ "num_train_epochs": 20,
209
+ "save_steps": 500,
210
+ "stateful_callbacks": {
211
+ "EarlyStoppingCallback": {
212
+ "args": {
213
+ "early_stopping_patience": 3,
214
+ "early_stopping_threshold": 0.0
215
+ },
216
+ "attributes": {
217
+ "early_stopping_patience_counter": 0
218
+ }
219
+ },
220
+ "TrainerControl": {
221
+ "args": {
222
+ "should_epoch_stop": false,
223
+ "should_evaluate": false,
224
+ "should_log": false,
225
+ "should_save": true,
226
+ "should_training_stop": false
227
+ },
228
+ "attributes": {}
229
+ }
230
+ },
231
+ "total_flos": 0.0,
232
+ "train_batch_size": 8,
233
+ "trial_name": null,
234
+ "trial_params": null
235
+ }
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-684/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }