PhaaNe commited on
Commit
86d4cff
·
verified ·
1 Parent(s): ba2a1de

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/special_tokens_map.json +15 -0
  2. ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/tokenizer.json +0 -0
  3. ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/tokenizer_config.json +56 -0
  4. ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/trainer_state.json +707 -0
  5. ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/special_tokens_map.json +15 -0
  6. ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/tokenizer.json +0 -0
  7. ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/tokenizer_config.json +56 -0
  8. ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/trainer_state.json +303 -0
  9. ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/special_tokens_map.json +15 -0
  10. ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/tokenizer.json +0 -0
  11. ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/tokenizer_config.json +56 -0
  12. ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/trainer_state.json +570 -0
  13. ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/special_tokens_map.json +15 -0
  14. ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/tokenizer.json +0 -0
  15. ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/tokenizer_config.json +56 -0
  16. ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/trainer_state.json +967 -0
  17. ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/special_tokens_map.json +15 -0
  18. ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/tokenizer.json +0 -0
  19. ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/tokenizer_config.json +56 -0
  20. ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/special_tokens_map.json +15 -0
  21. ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/tokenizer.json +0 -0
  22. ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/tokenizer_config.json +56 -0
  23. ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/trainer_state.json +135 -0
  24. ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/special_tokens_map.json +15 -0
  25. ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/tokenizer.json +0 -0
  26. ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/tokenizer_config.json +56 -0
  27. ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/trainer_state.json +273 -0
  28. ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/special_tokens_map.json +15 -0
  29. ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/tokenizer.json +0 -0
  30. ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/tokenizer_config.json +56 -0
  31. ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/trainer_state.json +181 -0
  32. ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/special_tokens_map.json +15 -0
  33. ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/tokenizer.json +0 -0
  34. ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/tokenizer_config.json +56 -0
  35. ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/trainer_state.json +319 -0
  36. ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/special_tokens_map.json +15 -0
  37. ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/tokenizer.json +0 -0
  38. ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/tokenizer_config.json +56 -0
  39. ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/trainer_state.json +570 -0
  40. ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/special_tokens_map.json +15 -0
  41. ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/tokenizer.json +0 -0
  42. ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/tokenizer_config.json +56 -0
  43. ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/trainer_state.json +960 -0
  44. ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/special_tokens_map.json +15 -0
  45. ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/tokenizer.json +0 -0
  46. ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/tokenizer_config.json +56 -0
  47. ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/trainer_state.json +700 -0
  48. ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/special_tokens_map.json +15 -0
  49. ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/tokenizer.json +0 -0
  50. ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/tokenizer_config.json +56 -0
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/trainer_state.json ADDED
@@ -0,0 +1,707 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 870,
3
+ "best_metric": 0.8438206824091102,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2175,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 47.530521392822266,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.5119,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 19.9615535736084,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 3.6708,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 24.036544799804688,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 2.7422,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 21.482696533203125,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 2.3359,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 14.963095664978027,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 1.6989,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 14.067066192626953,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 1.3334,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 20.289350509643555,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 1.2792,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 26.841670989990234,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.3376,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 11.160604476928711,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.1215,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 24.39644432067871,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.0508,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 25.08617401123047,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 0.9008,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 27.906522750854492,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 0.98,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 21.37593650817871,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 0.937,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 5.135112762451172,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 0.9447,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 9.163970947265625,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 0.92,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 18.314037322998047,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.9486,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 19.22344398498535,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 0.7516,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9353587588881707,
134
+ "eval_loss": 0.19120582938194275,
135
+ "eval_macro_f1": 0.8076395729590938,
136
+ "eval_runtime": 2.2824,
137
+ "eval_samples_per_second": 677.784,
138
+ "eval_steps_per_second": 42.498,
139
+ "eval_weighted_f1": 0.9311696628544819,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 9.51768970489502,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 0.8741,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 19.06072998046875,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.8094,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 13.974675178527832,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.6359,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 30.244930267333984,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.7821,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 32.25063705444336,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.5364,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 17.0288143157959,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.8934,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 16.426700592041016,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.7919,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 20.5053653717041,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.7274,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 11.628549575805664,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.8191,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 13.709463119506836,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.9148,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 33.147613525390625,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.7473,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 24.161378860473633,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.7277,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 1.9686217308044434,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.5712,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 13.214238166809082,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.932,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 14.617436408996582,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.8517,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 3.840311288833618,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.732,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 13.173709869384766,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.8144,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9431157078215902,
264
+ "eval_loss": 0.18711702525615692,
265
+ "eval_macro_f1": 0.8438206824091102,
266
+ "eval_runtime": 2.2626,
267
+ "eval_samples_per_second": 683.734,
268
+ "eval_steps_per_second": 42.871,
269
+ "eval_weighted_f1": 0.9425710525096253,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 11.327630043029785,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.8981,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 6.938877105712891,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.4201,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 16.44955062866211,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.568,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 18.197002410888672,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 0.433,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 15.764060974121094,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.6094,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 13.355148315429688,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.637,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 1.7462997436523438,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.6667,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 13.47070026397705,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.5745,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 6.568652153015137,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.6171,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 25.487276077270508,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.4769,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 2.9295153617858887,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.5106,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 15.27831745147705,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.5203,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 5.300437927246094,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.5485,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 13.163158416748047,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.5312,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 16.21547508239746,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.6464,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 12.834502220153809,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.6076,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 28.212190628051758,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.6908,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 27.052391052246094,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.5521,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.945054945054945,
401
+ "eval_loss": 0.19391731917858124,
402
+ "eval_macro_f1": 0.8348483023774212,
403
+ "eval_runtime": 2.2832,
404
+ "eval_samples_per_second": 677.57,
405
+ "eval_steps_per_second": 42.485,
406
+ "eval_weighted_f1": 0.943221435529864,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 2.425881862640381,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.3603,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 21.498388290405273,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.2435,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 0.1410110741853714,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.2951,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 15.981841087341309,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.29,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 17.052043914794922,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.4209,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 51.369834899902344,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.4147,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 0.2269010841846466,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.383,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 36.411441802978516,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.5007,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 28.09300994873047,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.3685,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 2.801539659500122,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.4711,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 21.392393112182617,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.4365,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 20.90952491760254,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.382,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 5.492232322692871,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.3759,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 35.22536087036133,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.4066,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 3.1210718154907227,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.3655,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 4.801360607147217,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.3121,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 1.4215071201324463,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.4796,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9431157078215902,
531
+ "eval_loss": 0.2746249735355377,
532
+ "eval_macro_f1": 0.838539162783987,
533
+ "eval_runtime": 2.2036,
534
+ "eval_samples_per_second": 702.039,
535
+ "eval_steps_per_second": 44.019,
536
+ "eval_weighted_f1": 0.940583062854338,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 0.8006189465522766,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.4275,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 4.109300136566162,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.2123,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 1.6037803888320923,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.2369,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 0.30074888467788696,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.3149,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 34.69163513183594,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.3411,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 15.979166030883789,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.3214,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 45.55860137939453,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.3732,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 19.51884651184082,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.1797,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 31.92226791381836,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.3442,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 18.816299438476562,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.1305,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 1.3020509481430054,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.3058,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 43.43137741088867,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.4067,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 1.602468729019165,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.2198,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 37.42155075073242,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.3709,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 41.58176803588867,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.4267,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 18.088157653808594,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.2465,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 43.86962127685547,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.299,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 1.0786936283111572,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.3865,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9372979961215255,
668
+ "eval_loss": 0.34131935238838196,
669
+ "eval_macro_f1": 0.8260639117230468,
670
+ "eval_runtime": 2.2161,
671
+ "eval_samples_per_second": 698.064,
672
+ "eval_steps_per_second": 43.77,
673
+ "eval_weighted_f1": 0.9371605891189572,
674
+ "step": 2175
675
+ }
676
+ ],
677
+ "logging_steps": 25,
678
+ "max_steps": 8700,
679
+ "num_input_tokens_seen": 0,
680
+ "num_train_epochs": 20,
681
+ "save_steps": 500,
682
+ "stateful_callbacks": {
683
+ "EarlyStoppingCallback": {
684
+ "args": {
685
+ "early_stopping_patience": 3,
686
+ "early_stopping_threshold": 0.0
687
+ },
688
+ "attributes": {
689
+ "early_stopping_patience_counter": 3
690
+ }
691
+ },
692
+ "TrainerControl": {
693
+ "args": {
694
+ "should_epoch_stop": false,
695
+ "should_evaluate": false,
696
+ "should_log": false,
697
+ "should_save": true,
698
+ "should_training_stop": true
699
+ },
700
+ "attributes": {}
701
+ }
702
+ },
703
+ "total_flos": 0.0,
704
+ "train_batch_size": 8,
705
+ "trial_name": null,
706
+ "trial_params": null
707
+ }
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/trainer_state.json ADDED
@@ -0,0 +1,303 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 870,
3
+ "best_metric": 0.8438206824091102,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870",
5
+ "epoch": 2.0,
6
+ "eval_steps": 500,
7
+ "global_step": 870,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 47.530521392822266,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.5119,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 19.9615535736084,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 3.6708,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 24.036544799804688,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 2.7422,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 21.482696533203125,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 2.3359,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 14.963095664978027,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 1.6989,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 14.067066192626953,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 1.3334,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 20.289350509643555,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 1.2792,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 26.841670989990234,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.3376,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 11.160604476928711,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.1215,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 24.39644432067871,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.0508,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 25.08617401123047,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 0.9008,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 27.906522750854492,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 0.98,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 21.37593650817871,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 0.937,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 5.135112762451172,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 0.9447,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 9.163970947265625,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 0.92,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 18.314037322998047,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.9486,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 19.22344398498535,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 0.7516,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9353587588881707,
134
+ "eval_loss": 0.19120582938194275,
135
+ "eval_macro_f1": 0.8076395729590938,
136
+ "eval_runtime": 2.2824,
137
+ "eval_samples_per_second": 677.784,
138
+ "eval_steps_per_second": 42.498,
139
+ "eval_weighted_f1": 0.9311696628544819,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 9.51768970489502,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 0.8741,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 19.06072998046875,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.8094,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 13.974675178527832,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.6359,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 30.244930267333984,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.7821,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 32.25063705444336,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.5364,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 17.0288143157959,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.8934,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 16.426700592041016,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.7919,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 20.5053653717041,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.7274,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 11.628549575805664,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.8191,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 13.709463119506836,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.9148,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 33.147613525390625,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.7473,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 24.161378860473633,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.7277,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 1.9686217308044434,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.5712,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 13.214238166809082,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.932,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 14.617436408996582,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.8517,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 3.840311288833618,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.732,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 13.173709869384766,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.8144,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9431157078215902,
264
+ "eval_loss": 0.18711702525615692,
265
+ "eval_macro_f1": 0.8438206824091102,
266
+ "eval_runtime": 2.2626,
267
+ "eval_samples_per_second": 683.734,
268
+ "eval_steps_per_second": 42.871,
269
+ "eval_weighted_f1": 0.9425710525096253,
270
+ "step": 870
271
+ }
272
+ ],
273
+ "logging_steps": 25,
274
+ "max_steps": 8700,
275
+ "num_input_tokens_seen": 0,
276
+ "num_train_epochs": 20,
277
+ "save_steps": 500,
278
+ "stateful_callbacks": {
279
+ "EarlyStoppingCallback": {
280
+ "args": {
281
+ "early_stopping_patience": 3,
282
+ "early_stopping_threshold": 0.0
283
+ },
284
+ "attributes": {
285
+ "early_stopping_patience_counter": 0
286
+ }
287
+ },
288
+ "TrainerControl": {
289
+ "args": {
290
+ "should_epoch_stop": false,
291
+ "should_evaluate": false,
292
+ "should_log": false,
293
+ "should_save": true,
294
+ "should_training_stop": false
295
+ },
296
+ "attributes": {}
297
+ }
298
+ },
299
+ "total_flos": 0.0,
300
+ "train_batch_size": 8,
301
+ "trial_name": null,
302
+ "trial_params": null
303
+ }
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/trainer_state.json ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1740,
3
+ "best_metric": 0.831875793592655,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740",
5
+ "epoch": 4.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1740,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 43.92753982543945,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.7597,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 54.26432418823242,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 3.8396,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 18.984745025634766,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 2.9407,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 16.851774215698242,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 2.221,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 22.36330223083496,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 1.8853,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 17.284147262573242,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 1.3653,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 24.309364318847656,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 1.2353,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 14.628121376037598,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.2475,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 42.17588806152344,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.1265,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 21.512317657470703,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.0638,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 13.301989555358887,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.0406,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 8.06440544128418,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 0.8673,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 14.911821365356445,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 0.7631,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 22.513790130615234,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 0.9627,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 20.92084312438965,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.0727,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 4.745623588562012,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.7641,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 12.206388473510742,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 1.0087,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9379444085326438,
134
+ "eval_loss": 0.19321469962596893,
135
+ "eval_macro_f1": 0.8112362041781633,
136
+ "eval_runtime": 2.344,
137
+ "eval_samples_per_second": 659.986,
138
+ "eval_steps_per_second": 41.382,
139
+ "eval_weighted_f1": 0.9351921904870617,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 4.7473578453063965,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 0.7762,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 9.127280235290527,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.618,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 10.062734603881836,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.7883,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 10.889771461486816,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.6292,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 12.892745971679688,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.8813,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 18.05405044555664,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.7396,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 29.43499755859375,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.7575,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 14.21605110168457,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.8053,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 20.178537368774414,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.871,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 19.25311279296875,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.6638,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 33.16598892211914,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.6572,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 9.375467300415039,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.756,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 19.27079200744629,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.7834,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 12.493380546569824,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.7776,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 5.854055881500244,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.6756,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 29.48945426940918,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.8908,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 7.327496528625488,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.8974,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9431157078215902,
264
+ "eval_loss": 0.18414054811000824,
265
+ "eval_macro_f1": 0.8307730109587695,
266
+ "eval_runtime": 2.3207,
267
+ "eval_samples_per_second": 666.618,
268
+ "eval_steps_per_second": 41.798,
269
+ "eval_weighted_f1": 0.9401883925754154,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 9.91934871673584,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.6026,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 9.259641647338867,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.4624,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 1.62489652633667,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.4729,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 18.912919998168945,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 0.5868,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 20.66802406311035,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.6149,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 8.85954475402832,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.4791,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 12.670382499694824,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.6279,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 2.4032747745513916,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.4186,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 1.0264756679534912,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.683,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 20.53716278076172,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.7579,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 41.269622802734375,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.531,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 16.64824676513672,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.583,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 24.526113510131836,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.6613,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 15.500123977661133,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.4976,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 2.3023366928100586,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.484,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 14.467267036437988,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.4539,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 18.99357032775879,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.5688,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 26.804494857788086,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.6654,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9411764705882353,
401
+ "eval_loss": 0.23103094100952148,
402
+ "eval_macro_f1": 0.8203289779870856,
403
+ "eval_runtime": 2.1963,
404
+ "eval_samples_per_second": 704.355,
405
+ "eval_steps_per_second": 44.164,
406
+ "eval_weighted_f1": 0.9373632386381461,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 1.6909418106079102,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.4165,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 7.415470123291016,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.2505,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 61.864418029785156,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.4817,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 0.211294487118721,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.3713,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 11.942667007446289,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.3288,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 1.8144135475158691,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.5151,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 1.6579171419143677,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.3496,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 21.78783416748047,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.2835,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 0.5123804807662964,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.464,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 3.535961151123047,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.3406,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 18.94856071472168,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.5609,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 1.0121936798095703,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.3999,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 8.241710662841797,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.3378,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 19.972856521606445,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.5821,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 11.157495498657227,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.5065,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 0.10184678435325623,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.3337,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 11.796550750732422,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.316,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9431157078215902,
531
+ "eval_loss": 0.274601548910141,
532
+ "eval_macro_f1": 0.831875793592655,
533
+ "eval_runtime": 2.2751,
534
+ "eval_samples_per_second": 679.984,
535
+ "eval_steps_per_second": 42.636,
536
+ "eval_weighted_f1": 0.9418882118912041,
537
+ "step": 1740
538
+ }
539
+ ],
540
+ "logging_steps": 25,
541
+ "max_steps": 8700,
542
+ "num_input_tokens_seen": 0,
543
+ "num_train_epochs": 20,
544
+ "save_steps": 500,
545
+ "stateful_callbacks": {
546
+ "EarlyStoppingCallback": {
547
+ "args": {
548
+ "early_stopping_patience": 3,
549
+ "early_stopping_threshold": 0.0
550
+ },
551
+ "attributes": {
552
+ "early_stopping_patience_counter": 0
553
+ }
554
+ },
555
+ "TrainerControl": {
556
+ "args": {
557
+ "should_epoch_stop": false,
558
+ "should_evaluate": false,
559
+ "should_log": false,
560
+ "should_save": true,
561
+ "should_training_stop": false
562
+ },
563
+ "attributes": {}
564
+ }
565
+ },
566
+ "total_flos": 0.0,
567
+ "train_batch_size": 8,
568
+ "trial_name": null,
569
+ "trial_params": null
570
+ }
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/trainer_state.json ADDED
@@ -0,0 +1,967 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1740,
3
+ "best_metric": 0.831875793592655,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3045,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 43.92753982543945,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.7597,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 54.26432418823242,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 3.8396,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 18.984745025634766,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 2.9407,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 16.851774215698242,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 2.221,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 22.36330223083496,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 1.8853,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 17.284147262573242,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 1.3653,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 24.309364318847656,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 1.2353,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 14.628121376037598,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.2475,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 42.17588806152344,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.1265,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 21.512317657470703,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.0638,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 13.301989555358887,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.0406,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 8.06440544128418,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 0.8673,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 14.911821365356445,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 0.7631,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 22.513790130615234,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 0.9627,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 20.92084312438965,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.0727,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 4.745623588562012,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.7641,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 12.206388473510742,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 1.0087,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9379444085326438,
134
+ "eval_loss": 0.19321469962596893,
135
+ "eval_macro_f1": 0.8112362041781633,
136
+ "eval_runtime": 2.344,
137
+ "eval_samples_per_second": 659.986,
138
+ "eval_steps_per_second": 41.382,
139
+ "eval_weighted_f1": 0.9351921904870617,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 4.7473578453063965,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 0.7762,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 9.127280235290527,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.618,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 10.062734603881836,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.7883,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 10.889771461486816,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.6292,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 12.892745971679688,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.8813,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 18.05405044555664,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.7396,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 29.43499755859375,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.7575,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 14.21605110168457,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.8053,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 20.178537368774414,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.871,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 19.25311279296875,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.6638,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 33.16598892211914,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.6572,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 9.375467300415039,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.756,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 19.27079200744629,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.7834,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 12.493380546569824,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.7776,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 5.854055881500244,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.6756,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 29.48945426940918,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.8908,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 7.327496528625488,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.8974,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9431157078215902,
264
+ "eval_loss": 0.18414054811000824,
265
+ "eval_macro_f1": 0.8307730109587695,
266
+ "eval_runtime": 2.3207,
267
+ "eval_samples_per_second": 666.618,
268
+ "eval_steps_per_second": 41.798,
269
+ "eval_weighted_f1": 0.9401883925754154,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 9.91934871673584,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.6026,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 9.259641647338867,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.4624,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 1.62489652633667,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.4729,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 18.912919998168945,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 0.5868,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 20.66802406311035,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.6149,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 8.85954475402832,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.4791,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 12.670382499694824,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.6279,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 2.4032747745513916,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.4186,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 1.0264756679534912,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.683,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 20.53716278076172,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.7579,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 41.269622802734375,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.531,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 16.64824676513672,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.583,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 24.526113510131836,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.6613,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 15.500123977661133,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.4976,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 2.3023366928100586,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.484,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 14.467267036437988,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.4539,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 18.99357032775879,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.5688,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 26.804494857788086,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.6654,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9411764705882353,
401
+ "eval_loss": 0.23103094100952148,
402
+ "eval_macro_f1": 0.8203289779870856,
403
+ "eval_runtime": 2.1963,
404
+ "eval_samples_per_second": 704.355,
405
+ "eval_steps_per_second": 44.164,
406
+ "eval_weighted_f1": 0.9373632386381461,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 1.6909418106079102,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.4165,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 7.415470123291016,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.2505,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 61.864418029785156,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.4817,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 0.211294487118721,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.3713,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 11.942667007446289,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.3288,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 1.8144135475158691,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.5151,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 1.6579171419143677,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.3496,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 21.78783416748047,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.2835,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 0.5123804807662964,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.464,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 3.535961151123047,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.3406,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 18.94856071472168,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.5609,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 1.0121936798095703,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.3999,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 8.241710662841797,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.3378,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 19.972856521606445,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.5821,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 11.157495498657227,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.5065,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 0.10184678435325623,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.3337,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 11.796550750732422,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.316,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9431157078215902,
531
+ "eval_loss": 0.274601548910141,
532
+ "eval_macro_f1": 0.831875793592655,
533
+ "eval_runtime": 2.2751,
534
+ "eval_samples_per_second": 679.984,
535
+ "eval_steps_per_second": 42.636,
536
+ "eval_weighted_f1": 0.9418882118912041,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 0.539451539516449,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.3189,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 0.07602579891681671,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.3014,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 2.7947452068328857,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.2592,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 18.70916748046875,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.2716,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 3.7652716636657715,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.3048,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 0.12484849244356155,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.2354,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 41.513301849365234,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.3177,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 27.571611404418945,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.3431,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 8.196266174316406,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.1917,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 76.82779693603516,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.1939,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 0.11054899543523788,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.345,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 18.812564849853516,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.4311,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 29.074459075927734,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.312,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 0.6594240665435791,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.3319,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 64.8269271850586,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.221,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 0.15846365690231323,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.2398,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 84.89204406738281,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.3951,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 31.284290313720703,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.3202,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9398836457659987,
668
+ "eval_loss": 0.3625054359436035,
669
+ "eval_macro_f1": 0.8091928621853809,
670
+ "eval_runtime": 2.278,
671
+ "eval_samples_per_second": 679.105,
672
+ "eval_steps_per_second": 42.581,
673
+ "eval_weighted_f1": 0.9351554679608979,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 1.409571886062622,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.3153,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 4.0736188888549805,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.0772,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 16.991321563720703,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.1089,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 37.79410171508789,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.3613,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 19.654098510742188,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.1357,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 5.316087245941162,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.1927,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 0.2853320837020874,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.2066,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 0.008479936979711056,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.0759,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 68.12969970703125,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.1579,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 32.82990646362305,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.1292,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 19.44382667541504,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.2539,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 4.571003437042236,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.1085,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 0.5220823884010315,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.2224,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 37.0035285949707,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.2734,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 0.009218791499733925,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.1063,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 40.434722900390625,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.3358,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 2.1313998699188232,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.2005,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.9269553975436329,
798
+ "eval_loss": 0.4739115536212921,
799
+ "eval_macro_f1": 0.8070048872761205,
800
+ "eval_runtime": 2.3479,
801
+ "eval_samples_per_second": 658.9,
802
+ "eval_steps_per_second": 41.314,
803
+ "eval_weighted_f1": 0.9288968053974255,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 0.1642177551984787,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.3008,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 0.12398327142000198,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.1081,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 31.01935577392578,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.0865,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 0.09506586939096451,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.2032,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 11.27795696258545,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.1416,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 0.8249968886375427,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.1273,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 0.02618127502501011,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.2802,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 0.019554385915398598,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.096,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 11.902017593383789,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.1469,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 52.94746017456055,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.2555,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 0.01499953679740429,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.1014,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 0.013258549384772778,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.0833,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 0.01712784171104431,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.1825,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 49.67080307006836,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.056,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 94.83477020263672,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.1476,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 0.822878360748291,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.069,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 9.957486152648926,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.101,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.9398836457659987,
928
+ "eval_loss": 0.46285930275917053,
929
+ "eval_macro_f1": 0.8209208101354539,
930
+ "eval_runtime": 2.292,
931
+ "eval_samples_per_second": 674.952,
932
+ "eval_steps_per_second": 42.321,
933
+ "eval_weighted_f1": 0.9360174362223186,
934
+ "step": 3045
935
+ }
936
+ ],
937
+ "logging_steps": 25,
938
+ "max_steps": 8700,
939
+ "num_input_tokens_seen": 0,
940
+ "num_train_epochs": 20,
941
+ "save_steps": 500,
942
+ "stateful_callbacks": {
943
+ "EarlyStoppingCallback": {
944
+ "args": {
945
+ "early_stopping_patience": 3,
946
+ "early_stopping_threshold": 0.0
947
+ },
948
+ "attributes": {
949
+ "early_stopping_patience_counter": 3
950
+ }
951
+ },
952
+ "TrainerControl": {
953
+ "args": {
954
+ "should_epoch_stop": false,
955
+ "should_evaluate": false,
956
+ "should_log": false,
957
+ "should_save": true,
958
+ "should_training_stop": true
959
+ },
960
+ "attributes": {}
961
+ }
962
+ },
963
+ "total_flos": 0.0,
964
+ "train_batch_size": 8,
965
+ "trial_name": null,
966
+ "trial_params": null
967
+ }
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/trainer_state.json ADDED
@@ -0,0 +1,135 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 258,
3
+ "best_metric": 0.8541680296562637,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258",
5
+ "epoch": 2.0,
6
+ "eval_steps": 500,
7
+ "global_step": 258,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 30.284832000732422,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 3.9268,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 14.927976608276367,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 2.736,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 20.20260238647461,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 2.3508,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 15.948766708374023,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 1.9639,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 30.635663986206055,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 1.436,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.8971553610503282,
50
+ "eval_loss": 0.3014640510082245,
51
+ "eval_macro_f1": 0.7846519795991388,
52
+ "eval_runtime": 0.9112,
53
+ "eval_samples_per_second": 501.517,
54
+ "eval_steps_per_second": 31.825,
55
+ "eval_weighted_f1": 0.8880596416530306,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 24.126483917236328,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 1.2133,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 17.894237518310547,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 1.1741,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 18.928464889526367,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 1.2106,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 14.860248565673828,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.0101,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 30.180335998535156,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 0.9154,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.9234135667396062,
96
+ "eval_loss": 0.23821046948432922,
97
+ "eval_macro_f1": 0.8541680296562637,
98
+ "eval_runtime": 0.9953,
99
+ "eval_samples_per_second": 459.159,
100
+ "eval_steps_per_second": 29.137,
101
+ "eval_weighted_f1": 0.9234639232831727,
102
+ "step": 258
103
+ }
104
+ ],
105
+ "logging_steps": 25,
106
+ "max_steps": 2580,
107
+ "num_input_tokens_seen": 0,
108
+ "num_train_epochs": 20,
109
+ "save_steps": 500,
110
+ "stateful_callbacks": {
111
+ "EarlyStoppingCallback": {
112
+ "args": {
113
+ "early_stopping_patience": 3,
114
+ "early_stopping_threshold": 0.0
115
+ },
116
+ "attributes": {
117
+ "early_stopping_patience_counter": 0
118
+ }
119
+ },
120
+ "TrainerControl": {
121
+ "args": {
122
+ "should_epoch_stop": false,
123
+ "should_evaluate": false,
124
+ "should_log": false,
125
+ "should_save": true,
126
+ "should_training_stop": false
127
+ },
128
+ "attributes": {}
129
+ }
130
+ },
131
+ "total_flos": 0.0,
132
+ "train_batch_size": 8,
133
+ "trial_name": null,
134
+ "trial_params": null
135
+ }
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/trainer_state.json ADDED
@@ -0,0 +1,273 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 258,
3
+ "best_metric": 0.8541680296562637,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 645,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 30.284832000732422,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 3.9268,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 14.927976608276367,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 2.736,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 20.20260238647461,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 2.3508,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 15.948766708374023,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 1.9639,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 30.635663986206055,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 1.436,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.8971553610503282,
50
+ "eval_loss": 0.3014640510082245,
51
+ "eval_macro_f1": 0.7846519795991388,
52
+ "eval_runtime": 0.9112,
53
+ "eval_samples_per_second": 501.517,
54
+ "eval_steps_per_second": 31.825,
55
+ "eval_weighted_f1": 0.8880596416530306,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 24.126483917236328,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 1.2133,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 17.894237518310547,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 1.1741,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 18.928464889526367,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 1.2106,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 14.860248565673828,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.0101,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 30.180335998535156,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 0.9154,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.9234135667396062,
96
+ "eval_loss": 0.23821046948432922,
97
+ "eval_macro_f1": 0.8541680296562637,
98
+ "eval_runtime": 0.9953,
99
+ "eval_samples_per_second": 459.159,
100
+ "eval_steps_per_second": 29.137,
101
+ "eval_weighted_f1": 0.9234639232831727,
102
+ "step": 258
103
+ },
104
+ {
105
+ "epoch": 2.132295719844358,
106
+ "grad_norm": 7.459944725036621,
107
+ "learning_rate": 1.9862187769164516e-05,
108
+ "loss": 0.8184,
109
+ "step": 275
110
+ },
111
+ {
112
+ "epoch": 2.3268482490272375,
113
+ "grad_norm": 13.877022743225098,
114
+ "learning_rate": 1.9646856158484065e-05,
115
+ "loss": 0.6545,
116
+ "step": 300
117
+ },
118
+ {
119
+ "epoch": 2.5214007782101167,
120
+ "grad_norm": 4.225353717803955,
121
+ "learning_rate": 1.943152454780362e-05,
122
+ "loss": 0.7762,
123
+ "step": 325
124
+ },
125
+ {
126
+ "epoch": 2.7159533073929962,
127
+ "grad_norm": 7.8254570960998535,
128
+ "learning_rate": 1.921619293712317e-05,
129
+ "loss": 0.7127,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.9105058365758754,
134
+ "grad_norm": 5.3272705078125,
135
+ "learning_rate": 1.9000861326442723e-05,
136
+ "loss": 0.7226,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 3.0,
141
+ "eval_accuracy": 0.9168490153172867,
142
+ "eval_loss": 0.25294798612594604,
143
+ "eval_macro_f1": 0.8514233560780564,
144
+ "eval_runtime": 0.844,
145
+ "eval_samples_per_second": 541.479,
146
+ "eval_steps_per_second": 34.361,
147
+ "eval_weighted_f1": 0.916085409638489,
148
+ "step": 387
149
+ },
150
+ {
151
+ "epoch": 3.1011673151750974,
152
+ "grad_norm": 18.489866256713867,
153
+ "learning_rate": 1.8785529715762276e-05,
154
+ "loss": 0.461,
155
+ "step": 400
156
+ },
157
+ {
158
+ "epoch": 3.2957198443579765,
159
+ "grad_norm": 1.1032651662826538,
160
+ "learning_rate": 1.857019810508183e-05,
161
+ "loss": 0.3216,
162
+ "step": 425
163
+ },
164
+ {
165
+ "epoch": 3.490272373540856,
166
+ "grad_norm": 23.073633193969727,
167
+ "learning_rate": 1.835486649440138e-05,
168
+ "loss": 0.481,
169
+ "step": 450
170
+ },
171
+ {
172
+ "epoch": 3.6848249027237356,
173
+ "grad_norm": 4.6590657234191895,
174
+ "learning_rate": 1.813953488372093e-05,
175
+ "loss": 0.4306,
176
+ "step": 475
177
+ },
178
+ {
179
+ "epoch": 3.8793774319066148,
180
+ "grad_norm": 13.15764045715332,
181
+ "learning_rate": 1.7924203273040483e-05,
182
+ "loss": 0.2524,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 4.0,
187
+ "eval_accuracy": 0.9212253829321663,
188
+ "eval_loss": 0.3719542324542999,
189
+ "eval_macro_f1": 0.8516991756415538,
190
+ "eval_runtime": 0.9048,
191
+ "eval_samples_per_second": 505.092,
192
+ "eval_steps_per_second": 32.052,
193
+ "eval_weighted_f1": 0.9182879716590608,
194
+ "step": 516
195
+ },
196
+ {
197
+ "epoch": 4.070038910505836,
198
+ "grad_norm": 9.219654083251953,
199
+ "learning_rate": 1.7708871662360035e-05,
200
+ "loss": 0.2586,
201
+ "step": 525
202
+ },
203
+ {
204
+ "epoch": 4.264591439688716,
205
+ "grad_norm": 17.314075469970703,
206
+ "learning_rate": 1.7493540051679588e-05,
207
+ "loss": 0.147,
208
+ "step": 550
209
+ },
210
+ {
211
+ "epoch": 4.4591439688715955,
212
+ "grad_norm": 100.88422393798828,
213
+ "learning_rate": 1.727820844099914e-05,
214
+ "loss": 0.1756,
215
+ "step": 575
216
+ },
217
+ {
218
+ "epoch": 4.653696498054475,
219
+ "grad_norm": 1.9778156280517578,
220
+ "learning_rate": 1.7062876830318693e-05,
221
+ "loss": 0.1556,
222
+ "step": 600
223
+ },
224
+ {
225
+ "epoch": 4.848249027237354,
226
+ "grad_norm": 35.530879974365234,
227
+ "learning_rate": 1.6847545219638243e-05,
228
+ "loss": 0.3386,
229
+ "step": 625
230
+ },
231
+ {
232
+ "epoch": 5.0,
233
+ "eval_accuracy": 0.9146608315098468,
234
+ "eval_loss": 0.4260619282722473,
235
+ "eval_macro_f1": 0.8455072275665145,
236
+ "eval_runtime": 0.8821,
237
+ "eval_samples_per_second": 518.078,
238
+ "eval_steps_per_second": 32.876,
239
+ "eval_weighted_f1": 0.9180082761780727,
240
+ "step": 645
241
+ }
242
+ ],
243
+ "logging_steps": 25,
244
+ "max_steps": 2580,
245
+ "num_input_tokens_seen": 0,
246
+ "num_train_epochs": 20,
247
+ "save_steps": 500,
248
+ "stateful_callbacks": {
249
+ "EarlyStoppingCallback": {
250
+ "args": {
251
+ "early_stopping_patience": 3,
252
+ "early_stopping_threshold": 0.0
253
+ },
254
+ "attributes": {
255
+ "early_stopping_patience_counter": 3
256
+ }
257
+ },
258
+ "TrainerControl": {
259
+ "args": {
260
+ "should_epoch_stop": false,
261
+ "should_evaluate": false,
262
+ "should_log": false,
263
+ "should_save": true,
264
+ "should_training_stop": true
265
+ },
266
+ "attributes": {}
267
+ }
268
+ },
269
+ "total_flos": 0.0,
270
+ "train_batch_size": 8,
271
+ "trial_name": null,
272
+ "trial_params": null
273
+ }
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/trainer_state.json ADDED
@@ -0,0 +1,181 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 387,
3
+ "best_metric": 0.8619483159117306,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387",
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 387,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 40.3306770324707,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 5.2951,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 25.717653274536133,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 2.8261,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 15.301878929138184,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 2.388,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 19.371498107910156,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 1.8315,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 18.42759132385254,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 1.4473,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.8949671772428884,
50
+ "eval_loss": 0.2954602837562561,
51
+ "eval_macro_f1": 0.7955457946965999,
52
+ "eval_runtime": 0.9188,
53
+ "eval_samples_per_second": 497.386,
54
+ "eval_steps_per_second": 31.563,
55
+ "eval_weighted_f1": 0.8912988670355289,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 14.577751159667969,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 1.1633,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 33.0694694519043,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 1.1071,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 11.091922760009766,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 1.1466,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 14.321767807006836,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.09,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 36.97957229614258,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 1.0779,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.9102844638949672,
96
+ "eval_loss": 0.22182103991508484,
97
+ "eval_macro_f1": 0.8411905569925215,
98
+ "eval_runtime": 0.817,
99
+ "eval_samples_per_second": 559.348,
100
+ "eval_steps_per_second": 35.495,
101
+ "eval_weighted_f1": 0.9094922246880585,
102
+ "step": 258
103
+ },
104
+ {
105
+ "epoch": 2.132295719844358,
106
+ "grad_norm": 28.324270248413086,
107
+ "learning_rate": 1.9862187769164516e-05,
108
+ "loss": 0.7709,
109
+ "step": 275
110
+ },
111
+ {
112
+ "epoch": 2.3268482490272375,
113
+ "grad_norm": 13.02687931060791,
114
+ "learning_rate": 1.9646856158484065e-05,
115
+ "loss": 0.7208,
116
+ "step": 300
117
+ },
118
+ {
119
+ "epoch": 2.5214007782101167,
120
+ "grad_norm": 21.25614356994629,
121
+ "learning_rate": 1.943152454780362e-05,
122
+ "loss": 0.8868,
123
+ "step": 325
124
+ },
125
+ {
126
+ "epoch": 2.7159533073929962,
127
+ "grad_norm": 30.873689651489258,
128
+ "learning_rate": 1.921619293712317e-05,
129
+ "loss": 0.6693,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.9105058365758754,
134
+ "grad_norm": 21.316791534423828,
135
+ "learning_rate": 1.9000861326442723e-05,
136
+ "loss": 0.5578,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 3.0,
141
+ "eval_accuracy": 0.9212253829321663,
142
+ "eval_loss": 0.2655763328075409,
143
+ "eval_macro_f1": 0.8619483159117306,
144
+ "eval_runtime": 0.9299,
145
+ "eval_samples_per_second": 491.441,
146
+ "eval_steps_per_second": 31.186,
147
+ "eval_weighted_f1": 0.920533760550172,
148
+ "step": 387
149
+ }
150
+ ],
151
+ "logging_steps": 25,
152
+ "max_steps": 2580,
153
+ "num_input_tokens_seen": 0,
154
+ "num_train_epochs": 20,
155
+ "save_steps": 500,
156
+ "stateful_callbacks": {
157
+ "EarlyStoppingCallback": {
158
+ "args": {
159
+ "early_stopping_patience": 3,
160
+ "early_stopping_threshold": 0.0
161
+ },
162
+ "attributes": {
163
+ "early_stopping_patience_counter": 0
164
+ }
165
+ },
166
+ "TrainerControl": {
167
+ "args": {
168
+ "should_epoch_stop": false,
169
+ "should_evaluate": false,
170
+ "should_log": false,
171
+ "should_save": true,
172
+ "should_training_stop": false
173
+ },
174
+ "attributes": {}
175
+ }
176
+ },
177
+ "total_flos": 0.0,
178
+ "train_batch_size": 8,
179
+ "trial_name": null,
180
+ "trial_params": null
181
+ }
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/trainer_state.json ADDED
@@ -0,0 +1,319 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 387,
3
+ "best_metric": 0.8619483159117306,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 774,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 40.3306770324707,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 5.2951,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 25.717653274536133,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 2.8261,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 15.301878929138184,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 2.388,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 19.371498107910156,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 1.8315,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 18.42759132385254,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 1.4473,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.8949671772428884,
50
+ "eval_loss": 0.2954602837562561,
51
+ "eval_macro_f1": 0.7955457946965999,
52
+ "eval_runtime": 0.9188,
53
+ "eval_samples_per_second": 497.386,
54
+ "eval_steps_per_second": 31.563,
55
+ "eval_weighted_f1": 0.8912988670355289,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 14.577751159667969,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 1.1633,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 33.0694694519043,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 1.1071,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 11.091922760009766,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 1.1466,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 14.321767807006836,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.09,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 36.97957229614258,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 1.0779,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.9102844638949672,
96
+ "eval_loss": 0.22182103991508484,
97
+ "eval_macro_f1": 0.8411905569925215,
98
+ "eval_runtime": 0.817,
99
+ "eval_samples_per_second": 559.348,
100
+ "eval_steps_per_second": 35.495,
101
+ "eval_weighted_f1": 0.9094922246880585,
102
+ "step": 258
103
+ },
104
+ {
105
+ "epoch": 2.132295719844358,
106
+ "grad_norm": 28.324270248413086,
107
+ "learning_rate": 1.9862187769164516e-05,
108
+ "loss": 0.7709,
109
+ "step": 275
110
+ },
111
+ {
112
+ "epoch": 2.3268482490272375,
113
+ "grad_norm": 13.02687931060791,
114
+ "learning_rate": 1.9646856158484065e-05,
115
+ "loss": 0.7208,
116
+ "step": 300
117
+ },
118
+ {
119
+ "epoch": 2.5214007782101167,
120
+ "grad_norm": 21.25614356994629,
121
+ "learning_rate": 1.943152454780362e-05,
122
+ "loss": 0.8868,
123
+ "step": 325
124
+ },
125
+ {
126
+ "epoch": 2.7159533073929962,
127
+ "grad_norm": 30.873689651489258,
128
+ "learning_rate": 1.921619293712317e-05,
129
+ "loss": 0.6693,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.9105058365758754,
134
+ "grad_norm": 21.316791534423828,
135
+ "learning_rate": 1.9000861326442723e-05,
136
+ "loss": 0.5578,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 3.0,
141
+ "eval_accuracy": 0.9212253829321663,
142
+ "eval_loss": 0.2655763328075409,
143
+ "eval_macro_f1": 0.8619483159117306,
144
+ "eval_runtime": 0.9299,
145
+ "eval_samples_per_second": 491.441,
146
+ "eval_steps_per_second": 31.186,
147
+ "eval_weighted_f1": 0.920533760550172,
148
+ "step": 387
149
+ },
150
+ {
151
+ "epoch": 3.1011673151750974,
152
+ "grad_norm": 4.480728626251221,
153
+ "learning_rate": 1.8785529715762276e-05,
154
+ "loss": 0.4736,
155
+ "step": 400
156
+ },
157
+ {
158
+ "epoch": 3.2957198443579765,
159
+ "grad_norm": 22.81316375732422,
160
+ "learning_rate": 1.857019810508183e-05,
161
+ "loss": 0.3021,
162
+ "step": 425
163
+ },
164
+ {
165
+ "epoch": 3.490272373540856,
166
+ "grad_norm": 3.2075531482696533,
167
+ "learning_rate": 1.835486649440138e-05,
168
+ "loss": 0.265,
169
+ "step": 450
170
+ },
171
+ {
172
+ "epoch": 3.6848249027237356,
173
+ "grad_norm": 28.236087799072266,
174
+ "learning_rate": 1.813953488372093e-05,
175
+ "loss": 0.392,
176
+ "step": 475
177
+ },
178
+ {
179
+ "epoch": 3.8793774319066148,
180
+ "grad_norm": 37.99840545654297,
181
+ "learning_rate": 1.7924203273040483e-05,
182
+ "loss": 0.5066,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 4.0,
187
+ "eval_accuracy": 0.9037199124726477,
188
+ "eval_loss": 0.3612156808376312,
189
+ "eval_macro_f1": 0.8313948363818527,
190
+ "eval_runtime": 0.844,
191
+ "eval_samples_per_second": 541.441,
192
+ "eval_steps_per_second": 34.358,
193
+ "eval_weighted_f1": 0.9080597753213752,
194
+ "step": 516
195
+ },
196
+ {
197
+ "epoch": 4.070038910505836,
198
+ "grad_norm": 18.20682716369629,
199
+ "learning_rate": 1.7708871662360035e-05,
200
+ "loss": 0.3516,
201
+ "step": 525
202
+ },
203
+ {
204
+ "epoch": 4.264591439688716,
205
+ "grad_norm": 2.2822489738464355,
206
+ "learning_rate": 1.7493540051679588e-05,
207
+ "loss": 0.158,
208
+ "step": 550
209
+ },
210
+ {
211
+ "epoch": 4.4591439688715955,
212
+ "grad_norm": 8.405499458312988,
213
+ "learning_rate": 1.727820844099914e-05,
214
+ "loss": 0.2334,
215
+ "step": 575
216
+ },
217
+ {
218
+ "epoch": 4.653696498054475,
219
+ "grad_norm": 5.502824306488037,
220
+ "learning_rate": 1.7062876830318693e-05,
221
+ "loss": 0.4002,
222
+ "step": 600
223
+ },
224
+ {
225
+ "epoch": 4.848249027237354,
226
+ "grad_norm": 54.21750259399414,
227
+ "learning_rate": 1.6847545219638243e-05,
228
+ "loss": 0.2825,
229
+ "step": 625
230
+ },
231
+ {
232
+ "epoch": 5.0,
233
+ "eval_accuracy": 0.9190371991247265,
234
+ "eval_loss": 0.4487853944301605,
235
+ "eval_macro_f1": 0.8479427886884233,
236
+ "eval_runtime": 0.8879,
237
+ "eval_samples_per_second": 514.682,
238
+ "eval_steps_per_second": 32.66,
239
+ "eval_weighted_f1": 0.9169878224437422,
240
+ "step": 645
241
+ },
242
+ {
243
+ "epoch": 5.038910505836576,
244
+ "grad_norm": 0.12955926358699799,
245
+ "learning_rate": 1.6632213608957795e-05,
246
+ "loss": 0.1255,
247
+ "step": 650
248
+ },
249
+ {
250
+ "epoch": 5.233463035019455,
251
+ "grad_norm": 6.288392543792725,
252
+ "learning_rate": 1.6416881998277348e-05,
253
+ "loss": 0.1223,
254
+ "step": 675
255
+ },
256
+ {
257
+ "epoch": 5.428015564202335,
258
+ "grad_norm": 0.41511300206184387,
259
+ "learning_rate": 1.62015503875969e-05,
260
+ "loss": 0.108,
261
+ "step": 700
262
+ },
263
+ {
264
+ "epoch": 5.622568093385214,
265
+ "grad_norm": 15.582630157470703,
266
+ "learning_rate": 1.5986218776916453e-05,
267
+ "loss": 0.2761,
268
+ "step": 725
269
+ },
270
+ {
271
+ "epoch": 5.817120622568093,
272
+ "grad_norm": 0.16510097682476044,
273
+ "learning_rate": 1.5770887166236006e-05,
274
+ "loss": 0.1733,
275
+ "step": 750
276
+ },
277
+ {
278
+ "epoch": 6.0,
279
+ "eval_accuracy": 0.9146608315098468,
280
+ "eval_loss": 0.547421932220459,
281
+ "eval_macro_f1": 0.8433577804104119,
282
+ "eval_runtime": 0.8825,
283
+ "eval_samples_per_second": 517.866,
284
+ "eval_steps_per_second": 32.862,
285
+ "eval_weighted_f1": 0.9146946414316465,
286
+ "step": 774
287
+ }
288
+ ],
289
+ "logging_steps": 25,
290
+ "max_steps": 2580,
291
+ "num_input_tokens_seen": 0,
292
+ "num_train_epochs": 20,
293
+ "save_steps": 500,
294
+ "stateful_callbacks": {
295
+ "EarlyStoppingCallback": {
296
+ "args": {
297
+ "early_stopping_patience": 3,
298
+ "early_stopping_threshold": 0.0
299
+ },
300
+ "attributes": {
301
+ "early_stopping_patience_counter": 3
302
+ }
303
+ },
304
+ "TrainerControl": {
305
+ "args": {
306
+ "should_epoch_stop": false,
307
+ "should_evaluate": false,
308
+ "should_log": false,
309
+ "should_save": true,
310
+ "should_training_stop": true
311
+ },
312
+ "attributes": {}
313
+ }
314
+ },
315
+ "total_flos": 0.0,
316
+ "train_batch_size": 8,
317
+ "trial_name": null,
318
+ "trial_params": null
319
+ }
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/trainer_state.json ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1728,
3
+ "best_metric": 0.8285683679197179,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728",
5
+ "epoch": 4.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1728,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 51.5572509765625,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 4.4853,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 28.665964126586914,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 3.5707,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 14.788627624511719,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 2.7347,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 20.052255630493164,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 2.1937,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 10.964029312133789,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 1.5422,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 18.05628204345703,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 1.1587,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 12.856817245483398,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 1.0375,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 31.37364959716797,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 0.8467,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 24.643308639526367,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 0.8701,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 29.506141662597656,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 0.9048,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 5.7771382331848145,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 0.883,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 20.5034122467041,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 0.8489,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 18.29084587097168,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 0.8598,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 22.64562225341797,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 0.8032,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 16.959693908691406,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 0.8284,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 14.476662635803223,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 0.6906,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 31.230789184570312,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 0.9434,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9440104166666666,
134
+ "eval_loss": 0.1827782392501831,
135
+ "eval_macro_f1": 0.7967684223909912,
136
+ "eval_runtime": 2.1363,
137
+ "eval_samples_per_second": 719.005,
138
+ "eval_steps_per_second": 44.938,
139
+ "eval_weighted_f1": 0.9424515534573882,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 18.456239700317383,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 0.8723,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 13.358146667480469,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 0.8673,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 9.264398574829102,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.6439,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 15.432361602783203,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 0.6407,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 8.902237892150879,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.6114,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 19.649127960205078,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 0.6364,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 28.15359115600586,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.6571,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 13.229439735412598,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 0.7149,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 13.56497573852539,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 0.6768,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 15.493696212768555,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.5559,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 14.214064598083496,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.5639,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 18.85956382751465,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 0.7589,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 10.702648162841797,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 0.6973,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 22.23297691345215,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.5926,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 22.537094116210938,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 0.769,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 11.139169692993164,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 0.7358,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 12.022850036621094,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.7098,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9401041666666666,
264
+ "eval_loss": 0.20756281912326813,
265
+ "eval_macro_f1": 0.7906126379278352,
266
+ "eval_runtime": 2.0788,
267
+ "eval_samples_per_second": 738.901,
268
+ "eval_steps_per_second": 46.181,
269
+ "eval_weighted_f1": 0.9361563511894327,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 27.9176082611084,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.5008,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 4.322903156280518,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.6113,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 35.05677032470703,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.3875,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 8.342792510986328,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.4607,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 32.13624954223633,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.5849,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 1.3357930183410645,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.5615,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 11.261795043945312,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.4513,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 9.028890609741211,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.525,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 11.498931884765625,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.7221,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 9.91389274597168,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.5348,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 10.86089038848877,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.4932,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 20.162057876586914,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.5084,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 5.298495292663574,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 0.4962,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 15.85375690460205,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.4698,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 6.340177536010742,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.3483,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 16.894344329833984,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.6613,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 4.272735595703125,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.6163,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9440104166666666,
394
+ "eval_loss": 0.19392037391662598,
395
+ "eval_macro_f1": 0.8223336782408314,
396
+ "eval_runtime": 2.2596,
397
+ "eval_samples_per_second": 679.776,
398
+ "eval_steps_per_second": 42.486,
399
+ "eval_weighted_f1": 0.9434980084492229,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 4.557700157165527,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.6528,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 0.7617906332015991,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.4426,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 0.4542476534843445,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.3423,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 9.638832092285156,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.4119,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 9.73439884185791,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.2807,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 10.412437438964844,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.4939,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 29.67622947692871,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.2045,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 20.717100143432617,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.4118,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 9.833856582641602,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.288,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 0.7379555106163025,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.5202,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 39.76641082763672,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.3441,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 1.0578727722167969,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.3978,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 45.06163787841797,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.4529,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 3.6384928226470947,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.3919,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 27.84440040588379,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.2888,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 7.4943318367004395,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.3186,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 0.21617543697357178,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.3825,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 36.4146728515625,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.345,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9466145833333334,
531
+ "eval_loss": 0.31029507517814636,
532
+ "eval_macro_f1": 0.8285683679197179,
533
+ "eval_runtime": 2.3122,
534
+ "eval_samples_per_second": 664.309,
535
+ "eval_steps_per_second": 41.519,
536
+ "eval_weighted_f1": 0.9467407338323114,
537
+ "step": 1728
538
+ }
539
+ ],
540
+ "logging_steps": 25,
541
+ "max_steps": 8640,
542
+ "num_input_tokens_seen": 0,
543
+ "num_train_epochs": 20,
544
+ "save_steps": 500,
545
+ "stateful_callbacks": {
546
+ "EarlyStoppingCallback": {
547
+ "args": {
548
+ "early_stopping_patience": 3,
549
+ "early_stopping_threshold": 0.0
550
+ },
551
+ "attributes": {
552
+ "early_stopping_patience_counter": 0
553
+ }
554
+ },
555
+ "TrainerControl": {
556
+ "args": {
557
+ "should_epoch_stop": false,
558
+ "should_evaluate": false,
559
+ "should_log": false,
560
+ "should_save": true,
561
+ "should_training_stop": false
562
+ },
563
+ "attributes": {}
564
+ }
565
+ },
566
+ "total_flos": 0.0,
567
+ "train_batch_size": 8,
568
+ "trial_name": null,
569
+ "trial_params": null
570
+ }
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/trainer_state.json ADDED
@@ -0,0 +1,960 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1728,
3
+ "best_metric": 0.8285683679197179,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3024,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 51.5572509765625,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 4.4853,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 28.665964126586914,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 3.5707,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 14.788627624511719,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 2.7347,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 20.052255630493164,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 2.1937,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 10.964029312133789,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 1.5422,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 18.05628204345703,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 1.1587,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 12.856817245483398,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 1.0375,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 31.37364959716797,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 0.8467,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 24.643308639526367,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 0.8701,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 29.506141662597656,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 0.9048,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 5.7771382331848145,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 0.883,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 20.5034122467041,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 0.8489,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 18.29084587097168,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 0.8598,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 22.64562225341797,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 0.8032,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 16.959693908691406,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 0.8284,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 14.476662635803223,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 0.6906,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 31.230789184570312,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 0.9434,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9440104166666666,
134
+ "eval_loss": 0.1827782392501831,
135
+ "eval_macro_f1": 0.7967684223909912,
136
+ "eval_runtime": 2.1363,
137
+ "eval_samples_per_second": 719.005,
138
+ "eval_steps_per_second": 44.938,
139
+ "eval_weighted_f1": 0.9424515534573882,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 18.456239700317383,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 0.8723,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 13.358146667480469,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 0.8673,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 9.264398574829102,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.6439,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 15.432361602783203,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 0.6407,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 8.902237892150879,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.6114,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 19.649127960205078,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 0.6364,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 28.15359115600586,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.6571,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 13.229439735412598,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 0.7149,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 13.56497573852539,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 0.6768,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 15.493696212768555,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.5559,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 14.214064598083496,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.5639,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 18.85956382751465,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 0.7589,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 10.702648162841797,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 0.6973,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 22.23297691345215,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.5926,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 22.537094116210938,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 0.769,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 11.139169692993164,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 0.7358,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 12.022850036621094,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.7098,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9401041666666666,
264
+ "eval_loss": 0.20756281912326813,
265
+ "eval_macro_f1": 0.7906126379278352,
266
+ "eval_runtime": 2.0788,
267
+ "eval_samples_per_second": 738.901,
268
+ "eval_steps_per_second": 46.181,
269
+ "eval_weighted_f1": 0.9361563511894327,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 27.9176082611084,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.5008,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 4.322903156280518,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.6113,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 35.05677032470703,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.3875,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 8.342792510986328,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.4607,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 32.13624954223633,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.5849,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 1.3357930183410645,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.5615,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 11.261795043945312,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.4513,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 9.028890609741211,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.525,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 11.498931884765625,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.7221,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 9.91389274597168,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.5348,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 10.86089038848877,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.4932,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 20.162057876586914,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.5084,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 5.298495292663574,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 0.4962,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 15.85375690460205,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.4698,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 6.340177536010742,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.3483,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 16.894344329833984,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.6613,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 4.272735595703125,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.6163,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9440104166666666,
394
+ "eval_loss": 0.19392037391662598,
395
+ "eval_macro_f1": 0.8223336782408314,
396
+ "eval_runtime": 2.2596,
397
+ "eval_samples_per_second": 679.776,
398
+ "eval_steps_per_second": 42.486,
399
+ "eval_weighted_f1": 0.9434980084492229,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 4.557700157165527,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.6528,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 0.7617906332015991,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.4426,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 0.4542476534843445,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.3423,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 9.638832092285156,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.4119,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 9.73439884185791,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.2807,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 10.412437438964844,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.4939,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 29.67622947692871,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.2045,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 20.717100143432617,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.4118,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 9.833856582641602,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.288,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 0.7379555106163025,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.5202,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 39.76641082763672,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.3441,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 1.0578727722167969,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.3978,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 45.06163787841797,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.4529,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 3.6384928226470947,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.3919,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 27.84440040588379,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.2888,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 7.4943318367004395,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.3186,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 0.21617543697357178,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.3825,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 36.4146728515625,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.345,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9466145833333334,
531
+ "eval_loss": 0.31029507517814636,
532
+ "eval_macro_f1": 0.8285683679197179,
533
+ "eval_runtime": 2.3122,
534
+ "eval_samples_per_second": 664.309,
535
+ "eval_steps_per_second": 41.519,
536
+ "eval_weighted_f1": 0.9467407338323114,
537
+ "step": 1728
538
+ },
539
+ {
540
+ "epoch": 4.050925925925926,
541
+ "grad_norm": 0.4996044337749481,
542
+ "learning_rate": 1.7723765432098766e-05,
543
+ "loss": 0.1724,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.108796296296297,
548
+ "grad_norm": 0.47589999437332153,
549
+ "learning_rate": 1.7659465020576135e-05,
550
+ "loss": 0.3343,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.166666666666667,
555
+ "grad_norm": 61.35443115234375,
556
+ "learning_rate": 1.75951646090535e-05,
557
+ "loss": 0.3115,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.224537037037037,
562
+ "grad_norm": 29.477888107299805,
563
+ "learning_rate": 1.7530864197530865e-05,
564
+ "loss": 0.1253,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.282407407407407,
569
+ "grad_norm": 0.031138695776462555,
570
+ "learning_rate": 1.7466563786008233e-05,
571
+ "loss": 0.2128,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.340277777777778,
576
+ "grad_norm": 0.6445230841636658,
577
+ "learning_rate": 1.74022633744856e-05,
578
+ "loss": 0.3707,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.398148148148148,
583
+ "grad_norm": 0.1839020997285843,
584
+ "learning_rate": 1.7337962962962964e-05,
585
+ "loss": 0.3348,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.456018518518518,
590
+ "grad_norm": 4.035579204559326,
591
+ "learning_rate": 1.7273662551440332e-05,
592
+ "loss": 0.3095,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.513888888888889,
597
+ "grad_norm": 0.8064649105072021,
598
+ "learning_rate": 1.7209362139917697e-05,
599
+ "loss": 0.3084,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.5717592592592595,
604
+ "grad_norm": 0.7187575697898865,
605
+ "learning_rate": 1.7145061728395063e-05,
606
+ "loss": 0.1941,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.62962962962963,
611
+ "grad_norm": 0.09152954071760178,
612
+ "learning_rate": 1.708076131687243e-05,
613
+ "loss": 0.3696,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.6875,
618
+ "grad_norm": 9.329643249511719,
619
+ "learning_rate": 1.7016460905349796e-05,
620
+ "loss": 0.2181,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.74537037037037,
625
+ "grad_norm": 20.964998245239258,
626
+ "learning_rate": 1.695216049382716e-05,
627
+ "loss": 0.2066,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.8032407407407405,
632
+ "grad_norm": 0.24147920310497284,
633
+ "learning_rate": 1.6887860082304527e-05,
634
+ "loss": 0.2548,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.861111111111111,
639
+ "grad_norm": 36.59870529174805,
640
+ "learning_rate": 1.6823559670781895e-05,
641
+ "loss": 0.3235,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.918981481481482,
646
+ "grad_norm": 26.20317840576172,
647
+ "learning_rate": 1.675925925925926e-05,
648
+ "loss": 0.3905,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.976851851851852,
653
+ "grad_norm": 8.389386177062988,
654
+ "learning_rate": 1.6694958847736625e-05,
655
+ "loss": 0.2476,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "eval_accuracy": 0.947265625,
661
+ "eval_loss": 0.3308311998844147,
662
+ "eval_macro_f1": 0.8283339021588718,
663
+ "eval_runtime": 2.2991,
664
+ "eval_samples_per_second": 668.076,
665
+ "eval_steps_per_second": 41.755,
666
+ "eval_weighted_f1": 0.946509441517963,
667
+ "step": 2160
668
+ },
669
+ {
670
+ "epoch": 5.034722222222222,
671
+ "grad_norm": 0.12015306204557419,
672
+ "learning_rate": 1.6630658436213994e-05,
673
+ "loss": 0.1858,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.092592592592593,
678
+ "grad_norm": 9.90030288696289,
679
+ "learning_rate": 1.656635802469136e-05,
680
+ "loss": 0.1318,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.150462962962963,
685
+ "grad_norm": 0.43386659026145935,
686
+ "learning_rate": 1.6502057613168724e-05,
687
+ "loss": 0.2502,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.208333333333333,
692
+ "grad_norm": 0.08468908816576004,
693
+ "learning_rate": 1.6437757201646093e-05,
694
+ "loss": 0.1825,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.266203703703704,
699
+ "grad_norm": 0.0324290432035923,
700
+ "learning_rate": 1.6373456790123458e-05,
701
+ "loss": 0.1235,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.324074074074074,
706
+ "grad_norm": 0.0739823579788208,
707
+ "learning_rate": 1.6309156378600823e-05,
708
+ "loss": 0.1408,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.381944444444445,
713
+ "grad_norm": 4.773551940917969,
714
+ "learning_rate": 1.624485596707819e-05,
715
+ "loss": 0.1449,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.439814814814815,
720
+ "grad_norm": 11.137266159057617,
721
+ "learning_rate": 1.6180555555555557e-05,
722
+ "loss": 0.1736,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.497685185185185,
727
+ "grad_norm": 0.031449027359485626,
728
+ "learning_rate": 1.6116255144032925e-05,
729
+ "loss": 0.1252,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.555555555555555,
734
+ "grad_norm": 75.18289184570312,
735
+ "learning_rate": 1.605195473251029e-05,
736
+ "loss": 0.282,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.613425925925926,
741
+ "grad_norm": 21.083337783813477,
742
+ "learning_rate": 1.5987654320987655e-05,
743
+ "loss": 0.1462,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.671296296296296,
748
+ "grad_norm": 30.839567184448242,
749
+ "learning_rate": 1.5923353909465024e-05,
750
+ "loss": 0.3482,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.729166666666667,
755
+ "grad_norm": 0.019000109285116196,
756
+ "learning_rate": 1.5859053497942386e-05,
757
+ "loss": 0.102,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.787037037037037,
762
+ "grad_norm": 11.858246803283691,
763
+ "learning_rate": 1.5794753086419754e-05,
764
+ "loss": 0.2501,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.844907407407407,
769
+ "grad_norm": 1.5322266817092896,
770
+ "learning_rate": 1.573045267489712e-05,
771
+ "loss": 0.1694,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.902777777777778,
776
+ "grad_norm": 20.890138626098633,
777
+ "learning_rate": 1.5666152263374488e-05,
778
+ "loss": 0.1222,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.960648148148148,
783
+ "grad_norm": 0.023364916443824768,
784
+ "learning_rate": 1.5601851851851853e-05,
785
+ "loss": 0.2065,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 6.0,
790
+ "eval_accuracy": 0.9485677083333334,
791
+ "eval_loss": 0.31647008657455444,
792
+ "eval_macro_f1": 0.8236195554730489,
793
+ "eval_runtime": 2.1408,
794
+ "eval_samples_per_second": 717.497,
795
+ "eval_steps_per_second": 44.844,
796
+ "eval_weighted_f1": 0.9481727721201709,
797
+ "step": 2592
798
+ },
799
+ {
800
+ "epoch": 6.018518518518518,
801
+ "grad_norm": 0.33865684270858765,
802
+ "learning_rate": 1.5537551440329218e-05,
803
+ "loss": 0.2566,
804
+ "step": 2600
805
+ },
806
+ {
807
+ "epoch": 6.076388888888889,
808
+ "grad_norm": 0.01610560528934002,
809
+ "learning_rate": 1.5473251028806587e-05,
810
+ "loss": 0.0571,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.1342592592592595,
815
+ "grad_norm": 0.3367392122745514,
816
+ "learning_rate": 1.5408950617283952e-05,
817
+ "loss": 0.0795,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.19212962962963,
822
+ "grad_norm": 0.11400127410888672,
823
+ "learning_rate": 1.5344650205761317e-05,
824
+ "loss": 0.0864,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.25,
829
+ "grad_norm": 0.35623711347579956,
830
+ "learning_rate": 1.5280349794238685e-05,
831
+ "loss": 0.0923,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.30787037037037,
836
+ "grad_norm": 28.476383209228516,
837
+ "learning_rate": 1.5216049382716052e-05,
838
+ "loss": 0.123,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.3657407407407405,
843
+ "grad_norm": 0.07558231055736542,
844
+ "learning_rate": 1.5151748971193416e-05,
845
+ "loss": 0.2126,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.423611111111111,
850
+ "grad_norm": 0.058778371661901474,
851
+ "learning_rate": 1.5087448559670783e-05,
852
+ "loss": 0.0648,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.481481481481482,
857
+ "grad_norm": 0.02140236459672451,
858
+ "learning_rate": 1.502314814814815e-05,
859
+ "loss": 0.0958,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.539351851851852,
864
+ "grad_norm": 0.27422377467155457,
865
+ "learning_rate": 1.4958847736625515e-05,
866
+ "loss": 0.2237,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.597222222222222,
871
+ "grad_norm": 0.0975632444024086,
872
+ "learning_rate": 1.4894547325102881e-05,
873
+ "loss": 0.0595,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.655092592592593,
878
+ "grad_norm": 0.0067671556025743484,
879
+ "learning_rate": 1.4830246913580248e-05,
880
+ "loss": 0.0847,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.712962962962963,
885
+ "grad_norm": 0.15457411110401154,
886
+ "learning_rate": 1.4765946502057615e-05,
887
+ "loss": 0.1826,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.770833333333333,
892
+ "grad_norm": 19.906246185302734,
893
+ "learning_rate": 1.470164609053498e-05,
894
+ "loss": 0.1978,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.828703703703704,
899
+ "grad_norm": 0.05438966304063797,
900
+ "learning_rate": 1.4637345679012347e-05,
901
+ "loss": 0.2697,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.886574074074074,
906
+ "grad_norm": 0.010569079779088497,
907
+ "learning_rate": 1.4573045267489714e-05,
908
+ "loss": 0.0758,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.944444444444445,
913
+ "grad_norm": 0.030286995694041252,
914
+ "learning_rate": 1.4508744855967079e-05,
915
+ "loss": 0.0873,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 7.0,
920
+ "eval_accuracy": 0.9440104166666666,
921
+ "eval_loss": 0.45019611716270447,
922
+ "eval_macro_f1": 0.8261023446904275,
923
+ "eval_runtime": 2.3729,
924
+ "eval_samples_per_second": 647.306,
925
+ "eval_steps_per_second": 40.457,
926
+ "eval_weighted_f1": 0.9432635395507045,
927
+ "step": 3024
928
+ }
929
+ ],
930
+ "logging_steps": 25,
931
+ "max_steps": 8640,
932
+ "num_input_tokens_seen": 0,
933
+ "num_train_epochs": 20,
934
+ "save_steps": 500,
935
+ "stateful_callbacks": {
936
+ "EarlyStoppingCallback": {
937
+ "args": {
938
+ "early_stopping_patience": 3,
939
+ "early_stopping_threshold": 0.0
940
+ },
941
+ "attributes": {
942
+ "early_stopping_patience_counter": 3
943
+ }
944
+ },
945
+ "TrainerControl": {
946
+ "args": {
947
+ "should_epoch_stop": false,
948
+ "should_evaluate": false,
949
+ "should_log": false,
950
+ "should_save": true,
951
+ "should_training_stop": true
952
+ },
953
+ "attributes": {}
954
+ }
955
+ },
956
+ "total_flos": 0.0,
957
+ "train_batch_size": 8,
958
+ "trial_name": null,
959
+ "trial_params": null
960
+ }
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/trainer_state.json ADDED
@@ -0,0 +1,700 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 864,
3
+ "best_metric": 0.8331498123225596,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2160,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 56.3663330078125,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 4.9355,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 39.517478942871094,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 3.9936,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 20.85622215270996,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 2.831,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 28.44572639465332,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 2.0927,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 18.193603515625,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 1.4889,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 35.01694107055664,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 1.2026,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 11.130887985229492,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 1.0969,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 10.675251960754395,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 0.8728,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 9.42504596710205,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 0.9172,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 14.916022300720215,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 0.8339,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 26.94867515563965,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 0.8207,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 15.832971572875977,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 0.931,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 29.468446731567383,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 0.7843,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 2.389153003692627,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 0.7492,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 9.690020561218262,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 1.0024,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 7.763654708862305,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 0.9974,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 19.333242416381836,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 0.7753,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9322916666666666,
134
+ "eval_loss": 0.2267666608095169,
135
+ "eval_macro_f1": 0.7630978463951815,
136
+ "eval_runtime": 2.5783,
137
+ "eval_samples_per_second": 595.753,
138
+ "eval_steps_per_second": 37.235,
139
+ "eval_weighted_f1": 0.9281359939380148,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 9.77099895477295,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 0.5398,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 26.781036376953125,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 0.7413,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 0.3078875243663788,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.5187,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 10.080214500427246,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 0.7464,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 14.216736793518066,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.7346,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 12.71221923828125,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 0.6779,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 27.73308563232422,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.6906,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 26.80775260925293,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 0.6861,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 33.337650299072266,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 0.9525,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 29.747241973876953,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.6948,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 15.577874183654785,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.6829,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 13.556779861450195,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 0.7373,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 19.179296493530273,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 0.6591,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 15.414240837097168,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.6219,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 14.193696022033691,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 0.628,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 29.391277313232422,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 0.9186,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 12.491460800170898,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.7896,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.947265625,
264
+ "eval_loss": 0.17221271991729736,
265
+ "eval_macro_f1": 0.8331498123225596,
266
+ "eval_runtime": 2.3253,
267
+ "eval_samples_per_second": 660.557,
268
+ "eval_steps_per_second": 41.285,
269
+ "eval_weighted_f1": 0.9458520336132455,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 7.917859077453613,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.7091,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 2.791673421859741,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.5532,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 0.7368311285972595,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.4455,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 1.5990346670150757,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.7083,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 9.34106159210205,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.5122,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 15.664786338806152,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.5575,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 9.14615535736084,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.3202,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 18.047622680664062,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.6569,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 0.22808772325515747,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.508,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 17.343677520751953,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.5471,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 16.201417922973633,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.6537,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 7.854766368865967,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.4556,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 11.354819297790527,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 0.595,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 8.738372802734375,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.4384,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 22.865732192993164,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.5361,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 10.164605140686035,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.5899,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 18.591718673706055,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.5905,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9420572916666666,
394
+ "eval_loss": 0.23366005718708038,
395
+ "eval_macro_f1": 0.8139419987596915,
396
+ "eval_runtime": 2.2981,
397
+ "eval_samples_per_second": 668.388,
398
+ "eval_steps_per_second": 41.774,
399
+ "eval_weighted_f1": 0.9426128328019111,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 7.985991477966309,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.3197,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 0.7534512877464294,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.2416,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 0.8256842494010925,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.3743,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 2.7131333351135254,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.3491,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 0.9117520451545715,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.3181,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 37.888397216796875,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.3435,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 50.476722717285156,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.469,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 38.58515167236328,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.4502,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 8.162745475769043,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.2759,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 5.125279903411865,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.3152,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 34.803688049316406,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.3553,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 1.0246689319610596,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.3989,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 7.956479549407959,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.3743,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 1.878613829612732,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.3657,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 14.323667526245117,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.36,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 5.603907585144043,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.5174,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 10.02408218383789,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.4996,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 0.11081265658140182,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.319,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9440104166666666,
531
+ "eval_loss": 0.29766330122947693,
532
+ "eval_macro_f1": 0.8152997576285094,
533
+ "eval_runtime": 2.4402,
534
+ "eval_samples_per_second": 629.451,
535
+ "eval_steps_per_second": 39.341,
536
+ "eval_weighted_f1": 0.9440189674972413,
537
+ "step": 1728
538
+ },
539
+ {
540
+ "epoch": 4.050925925925926,
541
+ "grad_norm": 0.3186657130718231,
542
+ "learning_rate": 1.7723765432098766e-05,
543
+ "loss": 0.2323,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.108796296296297,
548
+ "grad_norm": 56.47826385498047,
549
+ "learning_rate": 1.7659465020576135e-05,
550
+ "loss": 0.2519,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.166666666666667,
555
+ "grad_norm": 0.1937924325466156,
556
+ "learning_rate": 1.75951646090535e-05,
557
+ "loss": 0.3605,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.224537037037037,
562
+ "grad_norm": 35.61367416381836,
563
+ "learning_rate": 1.7530864197530865e-05,
564
+ "loss": 0.3174,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.282407407407407,
569
+ "grad_norm": 9.047532081604004,
570
+ "learning_rate": 1.7466563786008233e-05,
571
+ "loss": 0.3066,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.340277777777778,
576
+ "grad_norm": 0.19140826165676117,
577
+ "learning_rate": 1.74022633744856e-05,
578
+ "loss": 0.2374,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.398148148148148,
583
+ "grad_norm": 24.192991256713867,
584
+ "learning_rate": 1.7337962962962964e-05,
585
+ "loss": 0.2561,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.456018518518518,
590
+ "grad_norm": 0.15614919364452362,
591
+ "learning_rate": 1.7273662551440332e-05,
592
+ "loss": 0.2087,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.513888888888889,
597
+ "grad_norm": 20.665735244750977,
598
+ "learning_rate": 1.7209362139917697e-05,
599
+ "loss": 0.4461,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.5717592592592595,
604
+ "grad_norm": 8.962718963623047,
605
+ "learning_rate": 1.7145061728395063e-05,
606
+ "loss": 0.3547,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.62962962962963,
611
+ "grad_norm": 1.6151189804077148,
612
+ "learning_rate": 1.708076131687243e-05,
613
+ "loss": 0.1964,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.6875,
618
+ "grad_norm": 2.120800256729126,
619
+ "learning_rate": 1.7016460905349796e-05,
620
+ "loss": 0.3156,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.74537037037037,
625
+ "grad_norm": 0.4158247113227844,
626
+ "learning_rate": 1.695216049382716e-05,
627
+ "loss": 0.1909,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.8032407407407405,
632
+ "grad_norm": 20.857913970947266,
633
+ "learning_rate": 1.6887860082304527e-05,
634
+ "loss": 0.3254,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.861111111111111,
639
+ "grad_norm": 13.248641967773438,
640
+ "learning_rate": 1.6823559670781895e-05,
641
+ "loss": 0.2662,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.918981481481482,
646
+ "grad_norm": 0.04265395551919937,
647
+ "learning_rate": 1.675925925925926e-05,
648
+ "loss": 0.2831,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.976851851851852,
653
+ "grad_norm": 61.5704460144043,
654
+ "learning_rate": 1.6694958847736625e-05,
655
+ "loss": 0.3449,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "eval_accuracy": 0.9459635416666666,
661
+ "eval_loss": 0.27812978625297546,
662
+ "eval_macro_f1": 0.8056545508406868,
663
+ "eval_runtime": 2.2884,
664
+ "eval_samples_per_second": 671.205,
665
+ "eval_steps_per_second": 41.95,
666
+ "eval_weighted_f1": 0.9444719469227553,
667
+ "step": 2160
668
+ }
669
+ ],
670
+ "logging_steps": 25,
671
+ "max_steps": 8640,
672
+ "num_input_tokens_seen": 0,
673
+ "num_train_epochs": 20,
674
+ "save_steps": 500,
675
+ "stateful_callbacks": {
676
+ "EarlyStoppingCallback": {
677
+ "args": {
678
+ "early_stopping_patience": 3,
679
+ "early_stopping_threshold": 0.0
680
+ },
681
+ "attributes": {
682
+ "early_stopping_patience_counter": 3
683
+ }
684
+ },
685
+ "TrainerControl": {
686
+ "args": {
687
+ "should_epoch_stop": false,
688
+ "should_evaluate": false,
689
+ "should_log": false,
690
+ "should_save": true,
691
+ "should_training_stop": true
692
+ },
693
+ "attributes": {}
694
+ }
695
+ },
696
+ "total_flos": 0.0,
697
+ "train_batch_size": 8,
698
+ "trial_name": null,
699
+ "trial_params": null
700
+ }
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/tokenizer_config.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "15001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "sp_model_kwargs": {},
54
+ "tokenizer_class": "XLMRobertaTokenizer",
55
+ "unk_token": "<unk>"
56
+ }