PhaaNe commited on
Commit
94864d0
·
verified ·
1 Parent(s): 03a1664

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +3 -0
  2. ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/model.safetensors +3 -0
  3. ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/model.safetensors +3 -0
  4. ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/special_tokens_map.json +15 -0
  5. ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/tokenizer_config.json +55 -0
  6. ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/trainer_state.json +967 -0
  7. ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/special_tokens_map.json +15 -0
  8. ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/tokenizer_config.json +55 -0
  9. ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/trainer_state.json +1371 -0
  10. ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/model.safetensors +3 -0
  11. ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/special_tokens_map.json +15 -0
  12. ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/tokenizer_config.json +55 -0
  13. ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/trainer_state.json +1234 -0
  14. ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/special_tokens_map.json +15 -0
  15. ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/tokenizer_config.json +55 -0
  16. ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/trainer_state.json +1631 -0
  17. ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/model.safetensors +3 -0
  18. ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/model.safetensors +3 -0
  19. ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/special_tokens_map.json +15 -0
  20. ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/tokenizer_config.json +55 -0
  21. ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/trainer_state.json +227 -0
  22. ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/special_tokens_map.json +15 -0
  23. ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/tokenizer_config.json +55 -0
  24. ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/trainer_state.json +372 -0
  25. ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/model.safetensors +3 -0
  26. ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/special_tokens_map.json +15 -0
  27. ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/tokenizer_config.json +55 -0
  28. ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/trainer_state.json +418 -0
  29. ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/special_tokens_map.json +15 -0
  30. ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/tokenizer_config.json +55 -0
  31. ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/trainer_state.json +273 -0
  32. ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/model.safetensors +3 -0
  33. ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/trainer_state.json +1884 -0
  34. ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/model.safetensors +3 -0
  35. ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/special_tokens_map.json +15 -0
  36. ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/tokenizer_config.json +55 -0
  37. ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/trainer_state.json +570 -0
  38. ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/special_tokens_map.json +15 -0
  39. ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/tokenizer_config.json +55 -0
  40. ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/trainer_state.json +960 -0
  41. ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/model.safetensors +3 -0
  42. ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/special_tokens_map.json +15 -0
  43. ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/tokenizer_config.json +55 -0
  44. ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/trainer_state.json +960 -0
  45. ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/special_tokens_map.json +15 -0
  46. ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/tokenizer_config.json +55 -0
  47. ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/trainer_state.json +1357 -0
  48. ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/model.safetensors +3 -0
  49. ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/special_tokens_map.json +15 -0
  50. ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/tokenizer_config.json +55 -0
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
+ uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer.json filter=lfs diff=lfs merge=lfs -text
ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6c60bdc46a8794be9825f3b797b7c321624621b94908d82e8734ee904005d9e
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cbc22c4d178bfefe0fe74554bbdd7c1c451380a33118b4eed622e957ddadb79
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/trainer_state.json ADDED
@@ -0,0 +1,967 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3045,
3
+ "best_metric": 0.8526682484985622,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3045,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 45.62691116333008,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 5.5957,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 43.14279556274414,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 5.4617,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 36.577392578125,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 5.264,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 34.379695892333984,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 5.0468,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 61.23556900024414,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 4.5659,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 39.81011199951172,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 3.3373,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 46.98194122314453,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 2.8299,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 44.37602233886719,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 2.3044,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 94.43465423583984,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.8363,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 64.71284484863281,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.614,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 35.337276458740234,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.5499,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 37.46843719482422,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 1.443,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 74.38639068603516,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 1.2165,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 49.994632720947266,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.2859,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 53.53200149536133,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.4691,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 13.42363166809082,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 1.0665,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 14.659579277038574,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 1.2802,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9288946347769877,
134
+ "eval_loss": 0.2509627640247345,
135
+ "eval_macro_f1": 0.7063871717655537,
136
+ "eval_runtime": 2.6324,
137
+ "eval_samples_per_second": 587.686,
138
+ "eval_steps_per_second": 36.849,
139
+ "eval_weighted_f1": 0.9154844703079699,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 50.24601364135742,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 1.2577,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 17.597877502441406,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 1.0074,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 60.952789306640625,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 1.1648,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 66.20086669921875,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.9099,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 20.1652889251709,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 1.0815,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 15.235532760620117,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 1.1598,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 33.4631233215332,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.9203,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 17.106441497802734,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 1.1127,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 89.48452758789062,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.9578,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 23.019376754760742,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.9459,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 44.487754821777344,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.9339,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 198.2223663330078,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 1.0268,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 56.73033142089844,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 1.1263,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 54.4890022277832,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.9105,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 12.723891258239746,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.8683,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 107.52430725097656,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 1.0176,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 18.75323486328125,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 1.1398,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9366515837104072,
264
+ "eval_loss": 0.20590028166770935,
265
+ "eval_macro_f1": 0.8209057593957733,
266
+ "eval_runtime": 2.6878,
267
+ "eval_samples_per_second": 575.574,
268
+ "eval_steps_per_second": 36.09,
269
+ "eval_weighted_f1": 0.9336073903599827,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 16.739139556884766,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.7646,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 11.479060173034668,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.8042,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 33.117942810058594,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.7268,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 49.15284729003906,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 1.0863,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 26.39234733581543,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.9126,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 33.01371383666992,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.7786,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 22.85848045349121,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.9426,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 12.658100128173828,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.7133,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 5.248683452606201,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.8864,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 24.59378433227539,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 1.1222,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 153.5032501220703,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.9419,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 45.10074234008789,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 1.0933,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 51.256717681884766,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.9798,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 18.35030174255371,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.7678,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 30.025056838989258,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.8043,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 15.976265907287598,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.7079,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 83.69599151611328,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.8527,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 35.646141052246094,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.6603,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9385908209437621,
401
+ "eval_loss": 0.21802066266536713,
402
+ "eval_macro_f1": 0.8224965896345986,
403
+ "eval_runtime": 2.643,
404
+ "eval_samples_per_second": 585.329,
405
+ "eval_steps_per_second": 36.701,
406
+ "eval_weighted_f1": 0.9350299930749757,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 95.73464965820312,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.7526,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 81.75413513183594,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.5986,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 65.33435821533203,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.8334,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 19.533721923828125,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.7588,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 18.449134826660156,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.7262,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 20.175622940063477,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.8088,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 25.540525436401367,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.6625,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 63.30854034423828,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.6105,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 98.33106231689453,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.7042,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 81.36473846435547,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.7932,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 26.699159622192383,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.7057,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 6.915417194366455,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.6358,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 1.6585261821746826,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.6923,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 20.019912719726562,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.764,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 78.29776000976562,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.753,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 57.41665267944336,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.6243,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 13.952276229858398,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.5649,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.940530058177117,
531
+ "eval_loss": 0.21718142926692963,
532
+ "eval_macro_f1": 0.8237691777731556,
533
+ "eval_runtime": 2.6532,
534
+ "eval_samples_per_second": 583.079,
535
+ "eval_steps_per_second": 36.56,
536
+ "eval_weighted_f1": 0.9369458051514021,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 8.995857238769531,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.6429,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 3.3458728790283203,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.5203,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 37.83175277709961,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.6245,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 21.664661407470703,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.6334,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 18.16533088684082,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.5073,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 1.8302961587905884,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.4994,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 5.465527057647705,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.5839,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 116.19830322265625,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.6779,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 30.491079330444336,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.5024,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 19.680931091308594,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.4367,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 29.027687072753906,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.7987,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 0.7350533604621887,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.686,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 10.652105331420898,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.6038,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 23.172725677490234,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.8098,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 96.41574096679688,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.6132,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 18.34160614013672,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.5907,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 71.76873016357422,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.8229,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 176.9855499267578,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.5991,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9418228829993536,
668
+ "eval_loss": 0.2821331024169922,
669
+ "eval_macro_f1": 0.8266817778308718,
670
+ "eval_runtime": 2.5991,
671
+ "eval_samples_per_second": 595.202,
672
+ "eval_steps_per_second": 37.32,
673
+ "eval_weighted_f1": 0.9377713237619575,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 121.60070037841797,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.4898,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 27.12440299987793,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.3668,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 24.75485610961914,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.4659,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 50.68709945678711,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.7311,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 15.451107025146484,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.3943,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 86.23239135742188,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.4768,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 91.18344116210938,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.7696,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 28.669654846191406,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.394,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 16.33401107788086,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.6576,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 24.402254104614258,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.4377,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 14.34342098236084,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.6325,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 19.235126495361328,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.6171,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 0.31807422637939453,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.3971,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 9.014093399047852,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.6238,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 2.229142904281616,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.3586,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 77.85013580322266,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.7036,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 28.696056365966797,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.5595,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.9444085326438267,
798
+ "eval_loss": 0.29093873500823975,
799
+ "eval_macro_f1": 0.8345020197661143,
800
+ "eval_runtime": 2.7734,
801
+ "eval_samples_per_second": 557.805,
802
+ "eval_steps_per_second": 34.975,
803
+ "eval_weighted_f1": 0.9425991266980639,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 41.762001037597656,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.4883,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 26.748428344726562,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.4015,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 0.20805200934410095,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.2733,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 41.91759490966797,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.4818,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 9.908294677734375,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.5205,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 0.5510212779045105,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.5186,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 76.57157135009766,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.6466,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 238.99302673339844,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.5382,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 51.783382415771484,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.445,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 36.143516540527344,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.5023,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 0.19358476996421814,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.3305,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 2.2729573249816895,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.4048,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 0.8965401649475098,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.8144,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 78.41266632080078,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.4484,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 18.014162063598633,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.4307,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 94.58012390136719,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.4228,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 70.50617218017578,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.4609,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.9476405946994182,
928
+ "eval_loss": 0.35828402638435364,
929
+ "eval_macro_f1": 0.8526682484985622,
930
+ "eval_runtime": 2.7313,
931
+ "eval_samples_per_second": 566.4,
932
+ "eval_steps_per_second": 35.514,
933
+ "eval_weighted_f1": 0.9456131952007714,
934
+ "step": 3045
935
+ }
936
+ ],
937
+ "logging_steps": 25,
938
+ "max_steps": 8700,
939
+ "num_input_tokens_seen": 0,
940
+ "num_train_epochs": 20,
941
+ "save_steps": 500,
942
+ "stateful_callbacks": {
943
+ "EarlyStoppingCallback": {
944
+ "args": {
945
+ "early_stopping_patience": 3,
946
+ "early_stopping_threshold": 0.0
947
+ },
948
+ "attributes": {
949
+ "early_stopping_patience_counter": 0
950
+ }
951
+ },
952
+ "TrainerControl": {
953
+ "args": {
954
+ "should_epoch_stop": false,
955
+ "should_evaluate": false,
956
+ "should_log": false,
957
+ "should_save": true,
958
+ "should_training_stop": false
959
+ },
960
+ "attributes": {}
961
+ }
962
+ },
963
+ "total_flos": 0.0,
964
+ "train_batch_size": 8,
965
+ "trial_name": null,
966
+ "trial_params": null
967
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/trainer_state.json ADDED
@@ -0,0 +1,1371 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3045,
3
+ "best_metric": 0.8526682484985622,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 4350,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 45.62691116333008,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 5.5957,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 43.14279556274414,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 5.4617,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 36.577392578125,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 5.264,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 34.379695892333984,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 5.0468,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 61.23556900024414,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 4.5659,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 39.81011199951172,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 3.3373,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 46.98194122314453,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 2.8299,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 44.37602233886719,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 2.3044,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 94.43465423583984,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.8363,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 64.71284484863281,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.614,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 35.337276458740234,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.5499,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 37.46843719482422,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 1.443,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 74.38639068603516,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 1.2165,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 49.994632720947266,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.2859,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 53.53200149536133,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.4691,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 13.42363166809082,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 1.0665,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 14.659579277038574,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 1.2802,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9288946347769877,
134
+ "eval_loss": 0.2509627640247345,
135
+ "eval_macro_f1": 0.7063871717655537,
136
+ "eval_runtime": 2.6324,
137
+ "eval_samples_per_second": 587.686,
138
+ "eval_steps_per_second": 36.849,
139
+ "eval_weighted_f1": 0.9154844703079699,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 50.24601364135742,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 1.2577,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 17.597877502441406,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 1.0074,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 60.952789306640625,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 1.1648,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 66.20086669921875,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.9099,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 20.1652889251709,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 1.0815,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 15.235532760620117,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 1.1598,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 33.4631233215332,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.9203,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 17.106441497802734,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 1.1127,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 89.48452758789062,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.9578,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 23.019376754760742,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.9459,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 44.487754821777344,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.9339,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 198.2223663330078,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 1.0268,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 56.73033142089844,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 1.1263,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 54.4890022277832,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.9105,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 12.723891258239746,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.8683,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 107.52430725097656,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 1.0176,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 18.75323486328125,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 1.1398,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9366515837104072,
264
+ "eval_loss": 0.20590028166770935,
265
+ "eval_macro_f1": 0.8209057593957733,
266
+ "eval_runtime": 2.6878,
267
+ "eval_samples_per_second": 575.574,
268
+ "eval_steps_per_second": 36.09,
269
+ "eval_weighted_f1": 0.9336073903599827,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 16.739139556884766,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.7646,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 11.479060173034668,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.8042,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 33.117942810058594,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.7268,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 49.15284729003906,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 1.0863,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 26.39234733581543,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.9126,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 33.01371383666992,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.7786,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 22.85848045349121,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.9426,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 12.658100128173828,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.7133,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 5.248683452606201,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.8864,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 24.59378433227539,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 1.1222,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 153.5032501220703,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.9419,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 45.10074234008789,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 1.0933,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 51.256717681884766,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.9798,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 18.35030174255371,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.7678,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 30.025056838989258,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.8043,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 15.976265907287598,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.7079,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 83.69599151611328,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.8527,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 35.646141052246094,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.6603,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9385908209437621,
401
+ "eval_loss": 0.21802066266536713,
402
+ "eval_macro_f1": 0.8224965896345986,
403
+ "eval_runtime": 2.643,
404
+ "eval_samples_per_second": 585.329,
405
+ "eval_steps_per_second": 36.701,
406
+ "eval_weighted_f1": 0.9350299930749757,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 95.73464965820312,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.7526,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 81.75413513183594,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.5986,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 65.33435821533203,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.8334,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 19.533721923828125,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.7588,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 18.449134826660156,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.7262,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 20.175622940063477,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.8088,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 25.540525436401367,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.6625,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 63.30854034423828,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.6105,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 98.33106231689453,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.7042,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 81.36473846435547,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.7932,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 26.699159622192383,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.7057,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 6.915417194366455,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.6358,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 1.6585261821746826,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.6923,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 20.019912719726562,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.764,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 78.29776000976562,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.753,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 57.41665267944336,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.6243,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 13.952276229858398,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.5649,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.940530058177117,
531
+ "eval_loss": 0.21718142926692963,
532
+ "eval_macro_f1": 0.8237691777731556,
533
+ "eval_runtime": 2.6532,
534
+ "eval_samples_per_second": 583.079,
535
+ "eval_steps_per_second": 36.56,
536
+ "eval_weighted_f1": 0.9369458051514021,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 8.995857238769531,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.6429,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 3.3458728790283203,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.5203,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 37.83175277709961,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.6245,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 21.664661407470703,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.6334,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 18.16533088684082,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.5073,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 1.8302961587905884,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.4994,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 5.465527057647705,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.5839,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 116.19830322265625,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.6779,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 30.491079330444336,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.5024,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 19.680931091308594,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.4367,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 29.027687072753906,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.7987,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 0.7350533604621887,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.686,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 10.652105331420898,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.6038,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 23.172725677490234,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.8098,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 96.41574096679688,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.6132,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 18.34160614013672,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.5907,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 71.76873016357422,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.8229,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 176.9855499267578,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.5991,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9418228829993536,
668
+ "eval_loss": 0.2821331024169922,
669
+ "eval_macro_f1": 0.8266817778308718,
670
+ "eval_runtime": 2.5991,
671
+ "eval_samples_per_second": 595.202,
672
+ "eval_steps_per_second": 37.32,
673
+ "eval_weighted_f1": 0.9377713237619575,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 121.60070037841797,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.4898,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 27.12440299987793,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.3668,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 24.75485610961914,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.4659,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 50.68709945678711,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.7311,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 15.451107025146484,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.3943,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 86.23239135742188,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.4768,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 91.18344116210938,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.7696,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 28.669654846191406,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.394,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 16.33401107788086,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.6576,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 24.402254104614258,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.4377,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 14.34342098236084,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.6325,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 19.235126495361328,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.6171,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 0.31807422637939453,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.3971,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 9.014093399047852,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.6238,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 2.229142904281616,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.3586,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 77.85013580322266,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.7036,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 28.696056365966797,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.5595,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.9444085326438267,
798
+ "eval_loss": 0.29093873500823975,
799
+ "eval_macro_f1": 0.8345020197661143,
800
+ "eval_runtime": 2.7734,
801
+ "eval_samples_per_second": 557.805,
802
+ "eval_steps_per_second": 34.975,
803
+ "eval_weighted_f1": 0.9425991266980639,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 41.762001037597656,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.4883,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 26.748428344726562,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.4015,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 0.20805200934410095,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.2733,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 41.91759490966797,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.4818,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 9.908294677734375,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.5205,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 0.5510212779045105,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.5186,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 76.57157135009766,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.6466,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 238.99302673339844,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.5382,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 51.783382415771484,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.445,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 36.143516540527344,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.5023,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 0.19358476996421814,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.3305,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 2.2729573249816895,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.4048,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 0.8965401649475098,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.8144,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 78.41266632080078,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.4484,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 18.014162063598633,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.4307,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 94.58012390136719,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.4228,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 70.50617218017578,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.4609,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.9476405946994182,
928
+ "eval_loss": 0.35828402638435364,
929
+ "eval_macro_f1": 0.8526682484985622,
930
+ "eval_runtime": 2.7313,
931
+ "eval_samples_per_second": 566.4,
932
+ "eval_steps_per_second": 35.514,
933
+ "eval_weighted_f1": 0.9456131952007714,
934
+ "step": 3045
935
+ },
936
+ {
937
+ "epoch": 7.011494252873563,
938
+ "grad_norm": 37.94315719604492,
939
+ "learning_rate": 1.4434227330779056e-05,
940
+ "loss": 0.5163,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.068965517241379,
945
+ "grad_norm": 29.71451187133789,
946
+ "learning_rate": 1.4370370370370372e-05,
947
+ "loss": 0.2885,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.126436781609195,
952
+ "grad_norm": 0.13844026625156403,
953
+ "learning_rate": 1.4306513409961686e-05,
954
+ "loss": 0.3512,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.183908045977011,
959
+ "grad_norm": 10.771010398864746,
960
+ "learning_rate": 1.4242656449553002e-05,
961
+ "loss": 0.2551,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.241379310344827,
966
+ "grad_norm": 58.35899353027344,
967
+ "learning_rate": 1.4178799489144316e-05,
968
+ "loss": 0.5308,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.2988505747126435,
973
+ "grad_norm": 179.00991821289062,
974
+ "learning_rate": 1.4114942528735634e-05,
975
+ "loss": 0.4563,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.35632183908046,
980
+ "grad_norm": 0.224946066737175,
981
+ "learning_rate": 1.405108556832695e-05,
982
+ "loss": 0.2839,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.413793103448276,
987
+ "grad_norm": 2.4730396270751953,
988
+ "learning_rate": 1.3987228607918264e-05,
989
+ "loss": 0.3371,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.471264367816092,
994
+ "grad_norm": 0.05268924683332443,
995
+ "learning_rate": 1.392337164750958e-05,
996
+ "loss": 0.3195,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.528735632183908,
1001
+ "grad_norm": 0.2868975102901459,
1002
+ "learning_rate": 1.3859514687100894e-05,
1003
+ "loss": 0.327,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.586206896551724,
1008
+ "grad_norm": 9.575676918029785,
1009
+ "learning_rate": 1.3795657726692211e-05,
1010
+ "loss": 0.4144,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.64367816091954,
1015
+ "grad_norm": 181.65621948242188,
1016
+ "learning_rate": 1.3731800766283526e-05,
1017
+ "loss": 0.6134,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.7011494252873565,
1022
+ "grad_norm": 101.39988708496094,
1023
+ "learning_rate": 1.3667943805874841e-05,
1024
+ "loss": 0.51,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.758620689655173,
1029
+ "grad_norm": 0.3539139926433563,
1030
+ "learning_rate": 1.3604086845466157e-05,
1031
+ "loss": 0.2659,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.816091954022989,
1036
+ "grad_norm": 1.7800850868225098,
1037
+ "learning_rate": 1.3540229885057471e-05,
1038
+ "loss": 0.4738,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.873563218390805,
1043
+ "grad_norm": 0.1855151355266571,
1044
+ "learning_rate": 1.3476372924648789e-05,
1045
+ "loss": 0.3754,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.931034482758621,
1050
+ "grad_norm": 27.919023513793945,
1051
+ "learning_rate": 1.3412515964240103e-05,
1052
+ "loss": 0.3197,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 7.988505747126437,
1057
+ "grad_norm": 5.007838249206543,
1058
+ "learning_rate": 1.3348659003831419e-05,
1059
+ "loss": 0.5985,
1060
+ "step": 3475
1061
+ },
1062
+ {
1063
+ "epoch": 8.0,
1064
+ "eval_accuracy": 0.9321266968325792,
1065
+ "eval_loss": 0.35720542073249817,
1066
+ "eval_macro_f1": 0.806445283900127,
1067
+ "eval_runtime": 3.0141,
1068
+ "eval_samples_per_second": 513.253,
1069
+ "eval_steps_per_second": 32.182,
1070
+ "eval_weighted_f1": 0.9311565713099671,
1071
+ "step": 3480
1072
+ },
1073
+ {
1074
+ "epoch": 8.045977011494253,
1075
+ "grad_norm": 1.7375092506408691,
1076
+ "learning_rate": 1.3284802043422733e-05,
1077
+ "loss": 0.269,
1078
+ "step": 3500
1079
+ },
1080
+ {
1081
+ "epoch": 8.10344827586207,
1082
+ "grad_norm": 151.68820190429688,
1083
+ "learning_rate": 1.3220945083014049e-05,
1084
+ "loss": 0.461,
1085
+ "step": 3525
1086
+ },
1087
+ {
1088
+ "epoch": 8.160919540229886,
1089
+ "grad_norm": 0.3012595772743225,
1090
+ "learning_rate": 1.3157088122605367e-05,
1091
+ "loss": 0.3305,
1092
+ "step": 3550
1093
+ },
1094
+ {
1095
+ "epoch": 8.218390804597702,
1096
+ "grad_norm": 23.75272560119629,
1097
+ "learning_rate": 1.309323116219668e-05,
1098
+ "loss": 0.2844,
1099
+ "step": 3575
1100
+ },
1101
+ {
1102
+ "epoch": 8.275862068965518,
1103
+ "grad_norm": 26.93575096130371,
1104
+ "learning_rate": 1.3029374201787996e-05,
1105
+ "loss": 0.2001,
1106
+ "step": 3600
1107
+ },
1108
+ {
1109
+ "epoch": 8.333333333333334,
1110
+ "grad_norm": 1.0048240423202515,
1111
+ "learning_rate": 1.296551724137931e-05,
1112
+ "loss": 0.1697,
1113
+ "step": 3625
1114
+ },
1115
+ {
1116
+ "epoch": 8.39080459770115,
1117
+ "grad_norm": 26.605257034301758,
1118
+ "learning_rate": 1.2901660280970626e-05,
1119
+ "loss": 0.4941,
1120
+ "step": 3650
1121
+ },
1122
+ {
1123
+ "epoch": 8.448275862068966,
1124
+ "grad_norm": 32.801998138427734,
1125
+ "learning_rate": 1.283780332056194e-05,
1126
+ "loss": 0.4164,
1127
+ "step": 3675
1128
+ },
1129
+ {
1130
+ "epoch": 8.505747126436782,
1131
+ "grad_norm": 0.42802998423576355,
1132
+ "learning_rate": 1.2773946360153258e-05,
1133
+ "loss": 0.3276,
1134
+ "step": 3700
1135
+ },
1136
+ {
1137
+ "epoch": 8.563218390804598,
1138
+ "grad_norm": 0.13043725490570068,
1139
+ "learning_rate": 1.2710089399744574e-05,
1140
+ "loss": 0.3876,
1141
+ "step": 3725
1142
+ },
1143
+ {
1144
+ "epoch": 8.620689655172415,
1145
+ "grad_norm": 0.1693546324968338,
1146
+ "learning_rate": 1.2646232439335888e-05,
1147
+ "loss": 0.3262,
1148
+ "step": 3750
1149
+ },
1150
+ {
1151
+ "epoch": 8.678160919540229,
1152
+ "grad_norm": 0.106171153485775,
1153
+ "learning_rate": 1.2582375478927204e-05,
1154
+ "loss": 0.2639,
1155
+ "step": 3775
1156
+ },
1157
+ {
1158
+ "epoch": 8.735632183908045,
1159
+ "grad_norm": 50.938804626464844,
1160
+ "learning_rate": 1.2518518518518518e-05,
1161
+ "loss": 0.4317,
1162
+ "step": 3800
1163
+ },
1164
+ {
1165
+ "epoch": 8.793103448275861,
1166
+ "grad_norm": 121.34463500976562,
1167
+ "learning_rate": 1.2454661558109836e-05,
1168
+ "loss": 0.4011,
1169
+ "step": 3825
1170
+ },
1171
+ {
1172
+ "epoch": 8.850574712643677,
1173
+ "grad_norm": 87.78765869140625,
1174
+ "learning_rate": 1.2390804597701151e-05,
1175
+ "loss": 0.3206,
1176
+ "step": 3850
1177
+ },
1178
+ {
1179
+ "epoch": 8.908045977011493,
1180
+ "grad_norm": 5.2689008712768555,
1181
+ "learning_rate": 1.2326947637292466e-05,
1182
+ "loss": 0.2673,
1183
+ "step": 3875
1184
+ },
1185
+ {
1186
+ "epoch": 8.96551724137931,
1187
+ "grad_norm": 5.502636909484863,
1188
+ "learning_rate": 1.2263090676883781e-05,
1189
+ "loss": 0.4651,
1190
+ "step": 3900
1191
+ },
1192
+ {
1193
+ "epoch": 9.0,
1194
+ "eval_accuracy": 0.9353587588881707,
1195
+ "eval_loss": 0.40324869751930237,
1196
+ "eval_macro_f1": 0.8121366869758307,
1197
+ "eval_runtime": 2.6287,
1198
+ "eval_samples_per_second": 588.498,
1199
+ "eval_steps_per_second": 36.9,
1200
+ "eval_weighted_f1": 0.935076798314459,
1201
+ "step": 3915
1202
+ },
1203
+ {
1204
+ "epoch": 9.022988505747126,
1205
+ "grad_norm": 255.10537719726562,
1206
+ "learning_rate": 1.2199233716475096e-05,
1207
+ "loss": 0.3149,
1208
+ "step": 3925
1209
+ },
1210
+ {
1211
+ "epoch": 9.080459770114942,
1212
+ "grad_norm": 0.6050477027893066,
1213
+ "learning_rate": 1.2135376756066413e-05,
1214
+ "loss": 0.2073,
1215
+ "step": 3950
1216
+ },
1217
+ {
1218
+ "epoch": 9.137931034482758,
1219
+ "grad_norm": 8.355154037475586,
1220
+ "learning_rate": 1.2071519795657727e-05,
1221
+ "loss": 0.2874,
1222
+ "step": 3975
1223
+ },
1224
+ {
1225
+ "epoch": 9.195402298850574,
1226
+ "grad_norm": 121.67143249511719,
1227
+ "learning_rate": 1.2007662835249043e-05,
1228
+ "loss": 0.235,
1229
+ "step": 4000
1230
+ },
1231
+ {
1232
+ "epoch": 9.25287356321839,
1233
+ "grad_norm": 9.046887397766113,
1234
+ "learning_rate": 1.1943805874840359e-05,
1235
+ "loss": 0.3107,
1236
+ "step": 4025
1237
+ },
1238
+ {
1239
+ "epoch": 9.310344827586206,
1240
+ "grad_norm": 7.018779277801514,
1241
+ "learning_rate": 1.1879948914431673e-05,
1242
+ "loss": 0.3157,
1243
+ "step": 4050
1244
+ },
1245
+ {
1246
+ "epoch": 9.367816091954023,
1247
+ "grad_norm": 135.41477966308594,
1248
+ "learning_rate": 1.181609195402299e-05,
1249
+ "loss": 0.303,
1250
+ "step": 4075
1251
+ },
1252
+ {
1253
+ "epoch": 9.425287356321839,
1254
+ "grad_norm": 3.411118745803833,
1255
+ "learning_rate": 1.1752234993614305e-05,
1256
+ "loss": 0.2664,
1257
+ "step": 4100
1258
+ },
1259
+ {
1260
+ "epoch": 9.482758620689655,
1261
+ "grad_norm": 0.18610508739948273,
1262
+ "learning_rate": 1.168837803320562e-05,
1263
+ "loss": 0.3173,
1264
+ "step": 4125
1265
+ },
1266
+ {
1267
+ "epoch": 9.540229885057471,
1268
+ "grad_norm": 1.3143460750579834,
1269
+ "learning_rate": 1.1624521072796935e-05,
1270
+ "loss": 0.3621,
1271
+ "step": 4150
1272
+ },
1273
+ {
1274
+ "epoch": 9.597701149425287,
1275
+ "grad_norm": 28.156566619873047,
1276
+ "learning_rate": 1.156066411238825e-05,
1277
+ "loss": 0.4922,
1278
+ "step": 4175
1279
+ },
1280
+ {
1281
+ "epoch": 9.655172413793103,
1282
+ "grad_norm": 18.986854553222656,
1283
+ "learning_rate": 1.1496807151979568e-05,
1284
+ "loss": 0.3055,
1285
+ "step": 4200
1286
+ },
1287
+ {
1288
+ "epoch": 9.71264367816092,
1289
+ "grad_norm": 0.12349890917539597,
1290
+ "learning_rate": 1.1432950191570882e-05,
1291
+ "loss": 0.0951,
1292
+ "step": 4225
1293
+ },
1294
+ {
1295
+ "epoch": 9.770114942528735,
1296
+ "grad_norm": 49.688228607177734,
1297
+ "learning_rate": 1.1369093231162198e-05,
1298
+ "loss": 0.4078,
1299
+ "step": 4250
1300
+ },
1301
+ {
1302
+ "epoch": 9.827586206896552,
1303
+ "grad_norm": 0.17448654770851135,
1304
+ "learning_rate": 1.1305236270753512e-05,
1305
+ "loss": 0.3677,
1306
+ "step": 4275
1307
+ },
1308
+ {
1309
+ "epoch": 9.885057471264368,
1310
+ "grad_norm": 0.5579578876495361,
1311
+ "learning_rate": 1.1241379310344828e-05,
1312
+ "loss": 0.204,
1313
+ "step": 4300
1314
+ },
1315
+ {
1316
+ "epoch": 9.942528735632184,
1317
+ "grad_norm": 5.80503511428833,
1318
+ "learning_rate": 1.1177522349936142e-05,
1319
+ "loss": 0.4216,
1320
+ "step": 4325
1321
+ },
1322
+ {
1323
+ "epoch": 10.0,
1324
+ "grad_norm": 43.12303161621094,
1325
+ "learning_rate": 1.111366538952746e-05,
1326
+ "loss": 0.2672,
1327
+ "step": 4350
1328
+ },
1329
+ {
1330
+ "epoch": 10.0,
1331
+ "eval_accuracy": 0.9385908209437621,
1332
+ "eval_loss": 0.4109654128551483,
1333
+ "eval_macro_f1": 0.8202561704511974,
1334
+ "eval_runtime": 2.5615,
1335
+ "eval_samples_per_second": 603.935,
1336
+ "eval_steps_per_second": 37.868,
1337
+ "eval_weighted_f1": 0.9376594782587728,
1338
+ "step": 4350
1339
+ }
1340
+ ],
1341
+ "logging_steps": 25,
1342
+ "max_steps": 8700,
1343
+ "num_input_tokens_seen": 0,
1344
+ "num_train_epochs": 20,
1345
+ "save_steps": 500,
1346
+ "stateful_callbacks": {
1347
+ "EarlyStoppingCallback": {
1348
+ "args": {
1349
+ "early_stopping_patience": 3,
1350
+ "early_stopping_threshold": 0.0
1351
+ },
1352
+ "attributes": {
1353
+ "early_stopping_patience_counter": 3
1354
+ }
1355
+ },
1356
+ "TrainerControl": {
1357
+ "args": {
1358
+ "should_epoch_stop": false,
1359
+ "should_evaluate": false,
1360
+ "should_log": false,
1361
+ "should_save": true,
1362
+ "should_training_stop": true
1363
+ },
1364
+ "attributes": {}
1365
+ }
1366
+ },
1367
+ "total_flos": 0.0,
1368
+ "train_batch_size": 8,
1369
+ "trial_name": null,
1370
+ "trial_params": null
1371
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29d977624b44995ad6feb65b8ea8fce7edaec277a64438370442c3bfcdb07093
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/trainer_state.json ADDED
@@ -0,0 +1,1234 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3915,
3
+ "best_metric": 0.8399638209361445,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915",
5
+ "epoch": 9.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3915,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 83.40896606445312,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 5.3007,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 54.74415969848633,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 4.9251,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 56.96429443359375,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 4.2976,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 45.13188552856445,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 3.9082,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 34.357852935791016,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 3.7608,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 102.9979248046875,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 3.5374,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 42.20903778076172,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 3.1474,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 41.02442169189453,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 2.4964,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 56.177371978759766,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 2.1889,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 34.89541244506836,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.6712,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 26.5211238861084,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.5754,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 39.5722770690918,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 1.566,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 27.037630081176758,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 1.3738,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 32.3955078125,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.5688,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 56.635128021240234,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.418,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 44.200679779052734,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 1.1943,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 35.634708404541016,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 1.1889,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9172592113768584,
134
+ "eval_loss": 0.2858608663082123,
135
+ "eval_macro_f1": 0.6252937406537065,
136
+ "eval_runtime": 2.8195,
137
+ "eval_samples_per_second": 548.678,
138
+ "eval_steps_per_second": 34.403,
139
+ "eval_weighted_f1": 0.8963062522759421,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 42.721431732177734,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 1.0869,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 60.99117660522461,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 1.1158,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 66.96541595458984,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.8873,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 49.62421798706055,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 1.1191,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 126.30878448486328,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 1.3534,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 198.88490295410156,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 1.0077,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 36.877681732177734,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 1.083,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 41.22479248046875,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 1.016,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 45.77995300292969,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 1.0656,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 22.375499725341797,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 1.0799,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 31.7868709564209,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 1.2485,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 45.79811096191406,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 1.0337,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 31.512916564941406,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 1.0445,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 56.58177947998047,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.8642,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 14.123282432556152,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.8603,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 52.06171798706055,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 1.0034,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 50.59711456298828,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 1.2037,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9444085326438267,
264
+ "eval_loss": 0.21242670714855194,
265
+ "eval_macro_f1": 0.8121801578760777,
266
+ "eval_runtime": 2.7198,
267
+ "eval_samples_per_second": 568.789,
268
+ "eval_steps_per_second": 35.664,
269
+ "eval_weighted_f1": 0.9384646575255374,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 64.75113677978516,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.9202,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 22.06525230407715,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.7312,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 30.877744674682617,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.825,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 46.36793899536133,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 1.0111,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 155.3461456298828,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.7602,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 9.037260055541992,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.8908,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 75.72057342529297,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.7763,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 60.05612564086914,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.7748,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 32.525760650634766,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 1.0097,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 81.70448303222656,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.7091,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 49.615264892578125,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.7691,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 43.033058166503906,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.9402,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 23.524343490600586,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.7793,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 11.140456199645996,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.7662,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 31.628578186035156,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.9446,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 33.35953140258789,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.7832,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 32.56341552734375,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.8296,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 78.21512603759766,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.8462,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.940530058177117,
401
+ "eval_loss": 0.20750124752521515,
402
+ "eval_macro_f1": 0.8269416619479465,
403
+ "eval_runtime": 2.7359,
404
+ "eval_samples_per_second": 565.435,
405
+ "eval_steps_per_second": 35.454,
406
+ "eval_weighted_f1": 0.9368720113064198,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 1.5719013214111328,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.6512,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 129.26507568359375,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.6473,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 92.81016540527344,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.8721,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 50.4625129699707,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.6769,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 66.33287811279297,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.6685,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 78.97370910644531,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.6763,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 17.490562438964844,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.5953,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 9.58767318725586,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.6804,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 67.0556411743164,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.6248,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 23.18130111694336,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.7145,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 74.33007049560547,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.8268,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 56.57216262817383,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.9904,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 32.139129638671875,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.5563,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 1.5351533889770508,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.7786,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 161.30943298339844,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.696,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 24.42245864868164,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.8216,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 26.11283302307129,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.6849,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.945054945054945,
531
+ "eval_loss": 0.27645164728164673,
532
+ "eval_macro_f1": 0.8326824426262123,
533
+ "eval_runtime": 3.0951,
534
+ "eval_samples_per_second": 499.818,
535
+ "eval_steps_per_second": 31.34,
536
+ "eval_weighted_f1": 0.9416077847763209,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 0.5068299174308777,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.5763,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 32.725337982177734,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.5795,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 155.7087860107422,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.4435,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 1.4598755836486816,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.8829,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 60.56219482421875,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.6028,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 49.726600646972656,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.5396,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 26.684585571289062,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.7276,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 38.60637664794922,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.6031,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 30.139406204223633,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.5254,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 13.657020568847656,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.6181,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 22.582395553588867,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.5425,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 34.084068298339844,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.7174,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 8.479918479919434,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.4871,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 7.449680805206299,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.7002,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 67.09903717041016,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.6645,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 93.33892059326172,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.4973,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 46.20903015136719,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.5916,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 45.07384490966797,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.8599,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9392372333548804,
668
+ "eval_loss": 0.27442875504493713,
669
+ "eval_macro_f1": 0.8360467890204347,
670
+ "eval_runtime": 2.8775,
671
+ "eval_samples_per_second": 537.623,
672
+ "eval_steps_per_second": 33.71,
673
+ "eval_weighted_f1": 0.9391299415128008,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 84.43023681640625,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.5129,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 11.69320297241211,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.4026,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 0.624121904373169,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.2644,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 14.618146896362305,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.5564,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 24.121898651123047,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.7538,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 76.53694915771484,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.5913,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 0.2856908142566681,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.506,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 5.17254638671875,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.5235,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 3.3652565479278564,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.392,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 1.962130069732666,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.5944,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 66.06522369384766,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.3981,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 97.1417007446289,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.5546,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 10.116547584533691,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.663,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 0.38187137246131897,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.5413,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 102.48826599121094,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.589,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 67.31813049316406,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.4835,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 56.01786422729492,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.4199,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.9431157078215902,
798
+ "eval_loss": 0.2732972502708435,
799
+ "eval_macro_f1": 0.838727454174555,
800
+ "eval_runtime": 2.7958,
801
+ "eval_samples_per_second": 553.33,
802
+ "eval_steps_per_second": 34.695,
803
+ "eval_weighted_f1": 0.9421898094860716,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 24.245861053466797,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.4249,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 114.75279998779297,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.3134,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 0.22739951312541962,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.4461,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 114.59209442138672,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.4837,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 32.81236267089844,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.7254,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 0.5062519907951355,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.445,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 102.78065490722656,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.337,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 54.520782470703125,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.4114,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 0.2123550921678543,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.4853,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 44.54982376098633,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.3713,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 27.890417098999023,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.4448,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 40.888736724853516,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.5958,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 70.89765930175781,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.3764,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 34.00692367553711,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.3752,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 47.558876037597656,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.5389,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 34.296443939208984,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.4706,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 0.2576494514942169,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.4902,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.936005171299289,
928
+ "eval_loss": 0.32169681787490845,
929
+ "eval_macro_f1": 0.8282533201252251,
930
+ "eval_runtime": 2.6306,
931
+ "eval_samples_per_second": 588.078,
932
+ "eval_steps_per_second": 36.874,
933
+ "eval_weighted_f1": 0.9373427215299237,
934
+ "step": 3045
935
+ },
936
+ {
937
+ "epoch": 7.011494252873563,
938
+ "grad_norm": 0.8197439312934875,
939
+ "learning_rate": 1.4434227330779056e-05,
940
+ "loss": 0.2955,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.068965517241379,
945
+ "grad_norm": 82.74668884277344,
946
+ "learning_rate": 1.4370370370370372e-05,
947
+ "loss": 0.3716,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.126436781609195,
952
+ "grad_norm": 0.5378051400184631,
953
+ "learning_rate": 1.4306513409961686e-05,
954
+ "loss": 0.6528,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.183908045977011,
959
+ "grad_norm": 3.206381320953369,
960
+ "learning_rate": 1.4242656449553002e-05,
961
+ "loss": 0.2814,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.241379310344827,
966
+ "grad_norm": 81.35752868652344,
967
+ "learning_rate": 1.4178799489144316e-05,
968
+ "loss": 0.3235,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.2988505747126435,
973
+ "grad_norm": 5.105460166931152,
974
+ "learning_rate": 1.4114942528735634e-05,
975
+ "loss": 0.326,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.35632183908046,
980
+ "grad_norm": 3.3120195865631104,
981
+ "learning_rate": 1.405108556832695e-05,
982
+ "loss": 0.258,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.413793103448276,
987
+ "grad_norm": 3.495853900909424,
988
+ "learning_rate": 1.3987228607918264e-05,
989
+ "loss": 0.348,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.471264367816092,
994
+ "grad_norm": 30.863428115844727,
995
+ "learning_rate": 1.392337164750958e-05,
996
+ "loss": 0.4072,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.528735632183908,
1001
+ "grad_norm": 36.06366729736328,
1002
+ "learning_rate": 1.3859514687100894e-05,
1003
+ "loss": 0.3546,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.586206896551724,
1008
+ "grad_norm": 0.4154405891895294,
1009
+ "learning_rate": 1.3795657726692211e-05,
1010
+ "loss": 0.5431,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.64367816091954,
1015
+ "grad_norm": 0.3855404555797577,
1016
+ "learning_rate": 1.3731800766283526e-05,
1017
+ "loss": 0.3293,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.7011494252873565,
1022
+ "grad_norm": 0.7689740061759949,
1023
+ "learning_rate": 1.3667943805874841e-05,
1024
+ "loss": 0.2029,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.758620689655173,
1029
+ "grad_norm": 0.18809182941913605,
1030
+ "learning_rate": 1.3604086845466157e-05,
1031
+ "loss": 0.5624,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.816091954022989,
1036
+ "grad_norm": 2.832899332046509,
1037
+ "learning_rate": 1.3540229885057471e-05,
1038
+ "loss": 0.4717,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.873563218390805,
1043
+ "grad_norm": 121.76774597167969,
1044
+ "learning_rate": 1.3476372924648789e-05,
1045
+ "loss": 0.4212,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.931034482758621,
1050
+ "grad_norm": 52.809444427490234,
1051
+ "learning_rate": 1.3412515964240103e-05,
1052
+ "loss": 0.3825,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 7.988505747126437,
1057
+ "grad_norm": 0.4484051465988159,
1058
+ "learning_rate": 1.3348659003831419e-05,
1059
+ "loss": 0.272,
1060
+ "step": 3475
1061
+ },
1062
+ {
1063
+ "epoch": 8.0,
1064
+ "eval_accuracy": 0.9392372333548804,
1065
+ "eval_loss": 0.39727291464805603,
1066
+ "eval_macro_f1": 0.8285276649703238,
1067
+ "eval_runtime": 2.809,
1068
+ "eval_samples_per_second": 550.721,
1069
+ "eval_steps_per_second": 34.531,
1070
+ "eval_weighted_f1": 0.9371386571626344,
1071
+ "step": 3480
1072
+ },
1073
+ {
1074
+ "epoch": 8.045977011494253,
1075
+ "grad_norm": 199.2523193359375,
1076
+ "learning_rate": 1.3284802043422733e-05,
1077
+ "loss": 0.335,
1078
+ "step": 3500
1079
+ },
1080
+ {
1081
+ "epoch": 8.10344827586207,
1082
+ "grad_norm": 9.900853157043457,
1083
+ "learning_rate": 1.3220945083014049e-05,
1084
+ "loss": 0.2134,
1085
+ "step": 3525
1086
+ },
1087
+ {
1088
+ "epoch": 8.160919540229886,
1089
+ "grad_norm": 0.09674262255430222,
1090
+ "learning_rate": 1.3157088122605367e-05,
1091
+ "loss": 0.2978,
1092
+ "step": 3550
1093
+ },
1094
+ {
1095
+ "epoch": 8.218390804597702,
1096
+ "grad_norm": 1.090809941291809,
1097
+ "learning_rate": 1.309323116219668e-05,
1098
+ "loss": 0.2991,
1099
+ "step": 3575
1100
+ },
1101
+ {
1102
+ "epoch": 8.275862068965518,
1103
+ "grad_norm": 0.13236427307128906,
1104
+ "learning_rate": 1.3029374201787996e-05,
1105
+ "loss": 0.2277,
1106
+ "step": 3600
1107
+ },
1108
+ {
1109
+ "epoch": 8.333333333333334,
1110
+ "grad_norm": 132.0453643798828,
1111
+ "learning_rate": 1.296551724137931e-05,
1112
+ "loss": 0.3718,
1113
+ "step": 3625
1114
+ },
1115
+ {
1116
+ "epoch": 8.39080459770115,
1117
+ "grad_norm": 0.11622430384159088,
1118
+ "learning_rate": 1.2901660280970626e-05,
1119
+ "loss": 0.3628,
1120
+ "step": 3650
1121
+ },
1122
+ {
1123
+ "epoch": 8.448275862068966,
1124
+ "grad_norm": 17.337385177612305,
1125
+ "learning_rate": 1.283780332056194e-05,
1126
+ "loss": 0.2462,
1127
+ "step": 3675
1128
+ },
1129
+ {
1130
+ "epoch": 8.505747126436782,
1131
+ "grad_norm": 44.59282684326172,
1132
+ "learning_rate": 1.2773946360153258e-05,
1133
+ "loss": 0.5777,
1134
+ "step": 3700
1135
+ },
1136
+ {
1137
+ "epoch": 8.563218390804598,
1138
+ "grad_norm": 0.19474785029888153,
1139
+ "learning_rate": 1.2710089399744574e-05,
1140
+ "loss": 0.2772,
1141
+ "step": 3725
1142
+ },
1143
+ {
1144
+ "epoch": 8.620689655172415,
1145
+ "grad_norm": 12.74167251586914,
1146
+ "learning_rate": 1.2646232439335888e-05,
1147
+ "loss": 0.5408,
1148
+ "step": 3750
1149
+ },
1150
+ {
1151
+ "epoch": 8.678160919540229,
1152
+ "grad_norm": 54.81526565551758,
1153
+ "learning_rate": 1.2582375478927204e-05,
1154
+ "loss": 0.2985,
1155
+ "step": 3775
1156
+ },
1157
+ {
1158
+ "epoch": 8.735632183908045,
1159
+ "grad_norm": 89.30614471435547,
1160
+ "learning_rate": 1.2518518518518518e-05,
1161
+ "loss": 0.2217,
1162
+ "step": 3800
1163
+ },
1164
+ {
1165
+ "epoch": 8.793103448275861,
1166
+ "grad_norm": 0.30715295672416687,
1167
+ "learning_rate": 1.2454661558109836e-05,
1168
+ "loss": 0.3684,
1169
+ "step": 3825
1170
+ },
1171
+ {
1172
+ "epoch": 8.850574712643677,
1173
+ "grad_norm": 0.3479938209056854,
1174
+ "learning_rate": 1.2390804597701151e-05,
1175
+ "loss": 0.2868,
1176
+ "step": 3850
1177
+ },
1178
+ {
1179
+ "epoch": 8.908045977011493,
1180
+ "grad_norm": 1.6643800735473633,
1181
+ "learning_rate": 1.2326947637292466e-05,
1182
+ "loss": 0.3353,
1183
+ "step": 3875
1184
+ },
1185
+ {
1186
+ "epoch": 8.96551724137931,
1187
+ "grad_norm": 0.12660540640354156,
1188
+ "learning_rate": 1.2263090676883781e-05,
1189
+ "loss": 0.4983,
1190
+ "step": 3900
1191
+ },
1192
+ {
1193
+ "epoch": 9.0,
1194
+ "eval_accuracy": 0.940530058177117,
1195
+ "eval_loss": 0.414671391248703,
1196
+ "eval_macro_f1": 0.8399638209361445,
1197
+ "eval_runtime": 2.7848,
1198
+ "eval_samples_per_second": 555.513,
1199
+ "eval_steps_per_second": 34.832,
1200
+ "eval_weighted_f1": 0.9396983808900135,
1201
+ "step": 3915
1202
+ }
1203
+ ],
1204
+ "logging_steps": 25,
1205
+ "max_steps": 8700,
1206
+ "num_input_tokens_seen": 0,
1207
+ "num_train_epochs": 20,
1208
+ "save_steps": 500,
1209
+ "stateful_callbacks": {
1210
+ "EarlyStoppingCallback": {
1211
+ "args": {
1212
+ "early_stopping_patience": 3,
1213
+ "early_stopping_threshold": 0.0
1214
+ },
1215
+ "attributes": {
1216
+ "early_stopping_patience_counter": 0
1217
+ }
1218
+ },
1219
+ "TrainerControl": {
1220
+ "args": {
1221
+ "should_epoch_stop": false,
1222
+ "should_evaluate": false,
1223
+ "should_log": false,
1224
+ "should_save": true,
1225
+ "should_training_stop": false
1226
+ },
1227
+ "attributes": {}
1228
+ }
1229
+ },
1230
+ "total_flos": 0.0,
1231
+ "train_batch_size": 8,
1232
+ "trial_name": null,
1233
+ "trial_params": null
1234
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/trainer_state.json ADDED
@@ -0,0 +1,1631 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3915,
3
+ "best_metric": 0.8399638209361445,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915",
5
+ "epoch": 12.0,
6
+ "eval_steps": 500,
7
+ "global_step": 5220,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 83.40896606445312,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 5.3007,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 54.74415969848633,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 4.9251,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 56.96429443359375,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 4.2976,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 45.13188552856445,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 3.9082,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 34.357852935791016,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 3.7608,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 102.9979248046875,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 3.5374,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 42.20903778076172,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 3.1474,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 41.02442169189453,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 2.4964,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 56.177371978759766,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 2.1889,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 34.89541244506836,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.6712,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 26.5211238861084,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.5754,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 39.5722770690918,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 1.566,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 27.037630081176758,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 1.3738,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 32.3955078125,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.5688,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 56.635128021240234,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.418,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 44.200679779052734,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 1.1943,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 35.634708404541016,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 1.1889,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9172592113768584,
134
+ "eval_loss": 0.2858608663082123,
135
+ "eval_macro_f1": 0.6252937406537065,
136
+ "eval_runtime": 2.8195,
137
+ "eval_samples_per_second": 548.678,
138
+ "eval_steps_per_second": 34.403,
139
+ "eval_weighted_f1": 0.8963062522759421,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 42.721431732177734,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 1.0869,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 60.99117660522461,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 1.1158,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 66.96541595458984,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.8873,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 49.62421798706055,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 1.1191,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 126.30878448486328,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 1.3534,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 198.88490295410156,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 1.0077,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 36.877681732177734,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 1.083,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 41.22479248046875,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 1.016,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 45.77995300292969,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 1.0656,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 22.375499725341797,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 1.0799,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 31.7868709564209,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 1.2485,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 45.79811096191406,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 1.0337,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 31.512916564941406,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 1.0445,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 56.58177947998047,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.8642,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 14.123282432556152,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.8603,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 52.06171798706055,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 1.0034,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 50.59711456298828,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 1.2037,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9444085326438267,
264
+ "eval_loss": 0.21242670714855194,
265
+ "eval_macro_f1": 0.8121801578760777,
266
+ "eval_runtime": 2.7198,
267
+ "eval_samples_per_second": 568.789,
268
+ "eval_steps_per_second": 35.664,
269
+ "eval_weighted_f1": 0.9384646575255374,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 64.75113677978516,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.9202,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 22.06525230407715,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.7312,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 30.877744674682617,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.825,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 46.36793899536133,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 1.0111,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 155.3461456298828,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.7602,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 9.037260055541992,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.8908,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 75.72057342529297,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.7763,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 60.05612564086914,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.7748,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 32.525760650634766,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 1.0097,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 81.70448303222656,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.7091,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 49.615264892578125,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.7691,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 43.033058166503906,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.9402,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 23.524343490600586,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.7793,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 11.140456199645996,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.7662,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 31.628578186035156,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.9446,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 33.35953140258789,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.7832,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 32.56341552734375,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.8296,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 78.21512603759766,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.8462,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.940530058177117,
401
+ "eval_loss": 0.20750124752521515,
402
+ "eval_macro_f1": 0.8269416619479465,
403
+ "eval_runtime": 2.7359,
404
+ "eval_samples_per_second": 565.435,
405
+ "eval_steps_per_second": 35.454,
406
+ "eval_weighted_f1": 0.9368720113064198,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 1.5719013214111328,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.6512,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 129.26507568359375,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.6473,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 92.81016540527344,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.8721,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 50.4625129699707,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.6769,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 66.33287811279297,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.6685,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 78.97370910644531,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.6763,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 17.490562438964844,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.5953,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 9.58767318725586,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.6804,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 67.0556411743164,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.6248,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 23.18130111694336,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.7145,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 74.33007049560547,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.8268,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 56.57216262817383,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.9904,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 32.139129638671875,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.5563,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 1.5351533889770508,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.7786,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 161.30943298339844,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.696,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 24.42245864868164,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.8216,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 26.11283302307129,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.6849,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.945054945054945,
531
+ "eval_loss": 0.27645164728164673,
532
+ "eval_macro_f1": 0.8326824426262123,
533
+ "eval_runtime": 3.0951,
534
+ "eval_samples_per_second": 499.818,
535
+ "eval_steps_per_second": 31.34,
536
+ "eval_weighted_f1": 0.9416077847763209,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 0.5068299174308777,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.5763,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 32.725337982177734,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.5795,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 155.7087860107422,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.4435,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 1.4598755836486816,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.8829,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 60.56219482421875,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.6028,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 49.726600646972656,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.5396,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 26.684585571289062,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.7276,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 38.60637664794922,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.6031,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 30.139406204223633,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.5254,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 13.657020568847656,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.6181,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 22.582395553588867,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.5425,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 34.084068298339844,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.7174,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 8.479918479919434,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.4871,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 7.449680805206299,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.7002,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 67.09903717041016,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.6645,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 93.33892059326172,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.4973,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 46.20903015136719,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.5916,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 45.07384490966797,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.8599,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9392372333548804,
668
+ "eval_loss": 0.27442875504493713,
669
+ "eval_macro_f1": 0.8360467890204347,
670
+ "eval_runtime": 2.8775,
671
+ "eval_samples_per_second": 537.623,
672
+ "eval_steps_per_second": 33.71,
673
+ "eval_weighted_f1": 0.9391299415128008,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 84.43023681640625,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.5129,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 11.69320297241211,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.4026,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 0.624121904373169,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.2644,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 14.618146896362305,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.5564,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 24.121898651123047,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.7538,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 76.53694915771484,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.5913,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 0.2856908142566681,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.506,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 5.17254638671875,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.5235,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 3.3652565479278564,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.392,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 1.962130069732666,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.5944,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 66.06522369384766,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.3981,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 97.1417007446289,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.5546,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 10.116547584533691,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.663,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 0.38187137246131897,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.5413,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 102.48826599121094,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.589,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 67.31813049316406,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.4835,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 56.01786422729492,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.4199,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.9431157078215902,
798
+ "eval_loss": 0.2732972502708435,
799
+ "eval_macro_f1": 0.838727454174555,
800
+ "eval_runtime": 2.7958,
801
+ "eval_samples_per_second": 553.33,
802
+ "eval_steps_per_second": 34.695,
803
+ "eval_weighted_f1": 0.9421898094860716,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 24.245861053466797,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.4249,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 114.75279998779297,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.3134,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 0.22739951312541962,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.4461,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 114.59209442138672,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.4837,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 32.81236267089844,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.7254,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 0.5062519907951355,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.445,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 102.78065490722656,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.337,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 54.520782470703125,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.4114,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 0.2123550921678543,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.4853,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 44.54982376098633,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.3713,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 27.890417098999023,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.4448,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 40.888736724853516,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.5958,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 70.89765930175781,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.3764,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 34.00692367553711,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.3752,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 47.558876037597656,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.5389,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 34.296443939208984,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.4706,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 0.2576494514942169,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.4902,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.936005171299289,
928
+ "eval_loss": 0.32169681787490845,
929
+ "eval_macro_f1": 0.8282533201252251,
930
+ "eval_runtime": 2.6306,
931
+ "eval_samples_per_second": 588.078,
932
+ "eval_steps_per_second": 36.874,
933
+ "eval_weighted_f1": 0.9373427215299237,
934
+ "step": 3045
935
+ },
936
+ {
937
+ "epoch": 7.011494252873563,
938
+ "grad_norm": 0.8197439312934875,
939
+ "learning_rate": 1.4434227330779056e-05,
940
+ "loss": 0.2955,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.068965517241379,
945
+ "grad_norm": 82.74668884277344,
946
+ "learning_rate": 1.4370370370370372e-05,
947
+ "loss": 0.3716,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.126436781609195,
952
+ "grad_norm": 0.5378051400184631,
953
+ "learning_rate": 1.4306513409961686e-05,
954
+ "loss": 0.6528,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.183908045977011,
959
+ "grad_norm": 3.206381320953369,
960
+ "learning_rate": 1.4242656449553002e-05,
961
+ "loss": 0.2814,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.241379310344827,
966
+ "grad_norm": 81.35752868652344,
967
+ "learning_rate": 1.4178799489144316e-05,
968
+ "loss": 0.3235,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.2988505747126435,
973
+ "grad_norm": 5.105460166931152,
974
+ "learning_rate": 1.4114942528735634e-05,
975
+ "loss": 0.326,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.35632183908046,
980
+ "grad_norm": 3.3120195865631104,
981
+ "learning_rate": 1.405108556832695e-05,
982
+ "loss": 0.258,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.413793103448276,
987
+ "grad_norm": 3.495853900909424,
988
+ "learning_rate": 1.3987228607918264e-05,
989
+ "loss": 0.348,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.471264367816092,
994
+ "grad_norm": 30.863428115844727,
995
+ "learning_rate": 1.392337164750958e-05,
996
+ "loss": 0.4072,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.528735632183908,
1001
+ "grad_norm": 36.06366729736328,
1002
+ "learning_rate": 1.3859514687100894e-05,
1003
+ "loss": 0.3546,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.586206896551724,
1008
+ "grad_norm": 0.4154405891895294,
1009
+ "learning_rate": 1.3795657726692211e-05,
1010
+ "loss": 0.5431,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.64367816091954,
1015
+ "grad_norm": 0.3855404555797577,
1016
+ "learning_rate": 1.3731800766283526e-05,
1017
+ "loss": 0.3293,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.7011494252873565,
1022
+ "grad_norm": 0.7689740061759949,
1023
+ "learning_rate": 1.3667943805874841e-05,
1024
+ "loss": 0.2029,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.758620689655173,
1029
+ "grad_norm": 0.18809182941913605,
1030
+ "learning_rate": 1.3604086845466157e-05,
1031
+ "loss": 0.5624,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.816091954022989,
1036
+ "grad_norm": 2.832899332046509,
1037
+ "learning_rate": 1.3540229885057471e-05,
1038
+ "loss": 0.4717,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.873563218390805,
1043
+ "grad_norm": 121.76774597167969,
1044
+ "learning_rate": 1.3476372924648789e-05,
1045
+ "loss": 0.4212,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.931034482758621,
1050
+ "grad_norm": 52.809444427490234,
1051
+ "learning_rate": 1.3412515964240103e-05,
1052
+ "loss": 0.3825,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 7.988505747126437,
1057
+ "grad_norm": 0.4484051465988159,
1058
+ "learning_rate": 1.3348659003831419e-05,
1059
+ "loss": 0.272,
1060
+ "step": 3475
1061
+ },
1062
+ {
1063
+ "epoch": 8.0,
1064
+ "eval_accuracy": 0.9392372333548804,
1065
+ "eval_loss": 0.39727291464805603,
1066
+ "eval_macro_f1": 0.8285276649703238,
1067
+ "eval_runtime": 2.809,
1068
+ "eval_samples_per_second": 550.721,
1069
+ "eval_steps_per_second": 34.531,
1070
+ "eval_weighted_f1": 0.9371386571626344,
1071
+ "step": 3480
1072
+ },
1073
+ {
1074
+ "epoch": 8.045977011494253,
1075
+ "grad_norm": 199.2523193359375,
1076
+ "learning_rate": 1.3284802043422733e-05,
1077
+ "loss": 0.335,
1078
+ "step": 3500
1079
+ },
1080
+ {
1081
+ "epoch": 8.10344827586207,
1082
+ "grad_norm": 9.900853157043457,
1083
+ "learning_rate": 1.3220945083014049e-05,
1084
+ "loss": 0.2134,
1085
+ "step": 3525
1086
+ },
1087
+ {
1088
+ "epoch": 8.160919540229886,
1089
+ "grad_norm": 0.09674262255430222,
1090
+ "learning_rate": 1.3157088122605367e-05,
1091
+ "loss": 0.2978,
1092
+ "step": 3550
1093
+ },
1094
+ {
1095
+ "epoch": 8.218390804597702,
1096
+ "grad_norm": 1.090809941291809,
1097
+ "learning_rate": 1.309323116219668e-05,
1098
+ "loss": 0.2991,
1099
+ "step": 3575
1100
+ },
1101
+ {
1102
+ "epoch": 8.275862068965518,
1103
+ "grad_norm": 0.13236427307128906,
1104
+ "learning_rate": 1.3029374201787996e-05,
1105
+ "loss": 0.2277,
1106
+ "step": 3600
1107
+ },
1108
+ {
1109
+ "epoch": 8.333333333333334,
1110
+ "grad_norm": 132.0453643798828,
1111
+ "learning_rate": 1.296551724137931e-05,
1112
+ "loss": 0.3718,
1113
+ "step": 3625
1114
+ },
1115
+ {
1116
+ "epoch": 8.39080459770115,
1117
+ "grad_norm": 0.11622430384159088,
1118
+ "learning_rate": 1.2901660280970626e-05,
1119
+ "loss": 0.3628,
1120
+ "step": 3650
1121
+ },
1122
+ {
1123
+ "epoch": 8.448275862068966,
1124
+ "grad_norm": 17.337385177612305,
1125
+ "learning_rate": 1.283780332056194e-05,
1126
+ "loss": 0.2462,
1127
+ "step": 3675
1128
+ },
1129
+ {
1130
+ "epoch": 8.505747126436782,
1131
+ "grad_norm": 44.59282684326172,
1132
+ "learning_rate": 1.2773946360153258e-05,
1133
+ "loss": 0.5777,
1134
+ "step": 3700
1135
+ },
1136
+ {
1137
+ "epoch": 8.563218390804598,
1138
+ "grad_norm": 0.19474785029888153,
1139
+ "learning_rate": 1.2710089399744574e-05,
1140
+ "loss": 0.2772,
1141
+ "step": 3725
1142
+ },
1143
+ {
1144
+ "epoch": 8.620689655172415,
1145
+ "grad_norm": 12.74167251586914,
1146
+ "learning_rate": 1.2646232439335888e-05,
1147
+ "loss": 0.5408,
1148
+ "step": 3750
1149
+ },
1150
+ {
1151
+ "epoch": 8.678160919540229,
1152
+ "grad_norm": 54.81526565551758,
1153
+ "learning_rate": 1.2582375478927204e-05,
1154
+ "loss": 0.2985,
1155
+ "step": 3775
1156
+ },
1157
+ {
1158
+ "epoch": 8.735632183908045,
1159
+ "grad_norm": 89.30614471435547,
1160
+ "learning_rate": 1.2518518518518518e-05,
1161
+ "loss": 0.2217,
1162
+ "step": 3800
1163
+ },
1164
+ {
1165
+ "epoch": 8.793103448275861,
1166
+ "grad_norm": 0.30715295672416687,
1167
+ "learning_rate": 1.2454661558109836e-05,
1168
+ "loss": 0.3684,
1169
+ "step": 3825
1170
+ },
1171
+ {
1172
+ "epoch": 8.850574712643677,
1173
+ "grad_norm": 0.3479938209056854,
1174
+ "learning_rate": 1.2390804597701151e-05,
1175
+ "loss": 0.2868,
1176
+ "step": 3850
1177
+ },
1178
+ {
1179
+ "epoch": 8.908045977011493,
1180
+ "grad_norm": 1.6643800735473633,
1181
+ "learning_rate": 1.2326947637292466e-05,
1182
+ "loss": 0.3353,
1183
+ "step": 3875
1184
+ },
1185
+ {
1186
+ "epoch": 8.96551724137931,
1187
+ "grad_norm": 0.12660540640354156,
1188
+ "learning_rate": 1.2263090676883781e-05,
1189
+ "loss": 0.4983,
1190
+ "step": 3900
1191
+ },
1192
+ {
1193
+ "epoch": 9.0,
1194
+ "eval_accuracy": 0.940530058177117,
1195
+ "eval_loss": 0.414671391248703,
1196
+ "eval_macro_f1": 0.8399638209361445,
1197
+ "eval_runtime": 2.7848,
1198
+ "eval_samples_per_second": 555.513,
1199
+ "eval_steps_per_second": 34.832,
1200
+ "eval_weighted_f1": 0.9396983808900135,
1201
+ "step": 3915
1202
+ },
1203
+ {
1204
+ "epoch": 9.022988505747126,
1205
+ "grad_norm": 63.60579299926758,
1206
+ "learning_rate": 1.2199233716475096e-05,
1207
+ "loss": 0.246,
1208
+ "step": 3925
1209
+ },
1210
+ {
1211
+ "epoch": 9.080459770114942,
1212
+ "grad_norm": 0.5230131149291992,
1213
+ "learning_rate": 1.2135376756066413e-05,
1214
+ "loss": 0.2974,
1215
+ "step": 3950
1216
+ },
1217
+ {
1218
+ "epoch": 9.137931034482758,
1219
+ "grad_norm": 0.5251436829566956,
1220
+ "learning_rate": 1.2071519795657727e-05,
1221
+ "loss": 0.1335,
1222
+ "step": 3975
1223
+ },
1224
+ {
1225
+ "epoch": 9.195402298850574,
1226
+ "grad_norm": 0.4332430362701416,
1227
+ "learning_rate": 1.2007662835249043e-05,
1228
+ "loss": 0.3089,
1229
+ "step": 4000
1230
+ },
1231
+ {
1232
+ "epoch": 9.25287356321839,
1233
+ "grad_norm": 0.16269373893737793,
1234
+ "learning_rate": 1.1943805874840359e-05,
1235
+ "loss": 0.3625,
1236
+ "step": 4025
1237
+ },
1238
+ {
1239
+ "epoch": 9.310344827586206,
1240
+ "grad_norm": 93.09602355957031,
1241
+ "learning_rate": 1.1879948914431673e-05,
1242
+ "loss": 0.343,
1243
+ "step": 4050
1244
+ },
1245
+ {
1246
+ "epoch": 9.367816091954023,
1247
+ "grad_norm": 0.12826859951019287,
1248
+ "learning_rate": 1.181609195402299e-05,
1249
+ "loss": 0.3537,
1250
+ "step": 4075
1251
+ },
1252
+ {
1253
+ "epoch": 9.425287356321839,
1254
+ "grad_norm": 0.4607992172241211,
1255
+ "learning_rate": 1.1752234993614305e-05,
1256
+ "loss": 0.266,
1257
+ "step": 4100
1258
+ },
1259
+ {
1260
+ "epoch": 9.482758620689655,
1261
+ "grad_norm": 97.48502349853516,
1262
+ "learning_rate": 1.168837803320562e-05,
1263
+ "loss": 0.3772,
1264
+ "step": 4125
1265
+ },
1266
+ {
1267
+ "epoch": 9.540229885057471,
1268
+ "grad_norm": 6.275488376617432,
1269
+ "learning_rate": 1.1624521072796935e-05,
1270
+ "loss": 0.2347,
1271
+ "step": 4150
1272
+ },
1273
+ {
1274
+ "epoch": 9.597701149425287,
1275
+ "grad_norm": 0.45646700263023376,
1276
+ "learning_rate": 1.156066411238825e-05,
1277
+ "loss": 0.2037,
1278
+ "step": 4175
1279
+ },
1280
+ {
1281
+ "epoch": 9.655172413793103,
1282
+ "grad_norm": 192.14439392089844,
1283
+ "learning_rate": 1.1496807151979568e-05,
1284
+ "loss": 0.2306,
1285
+ "step": 4200
1286
+ },
1287
+ {
1288
+ "epoch": 9.71264367816092,
1289
+ "grad_norm": 6.86515474319458,
1290
+ "learning_rate": 1.1432950191570882e-05,
1291
+ "loss": 0.2162,
1292
+ "step": 4225
1293
+ },
1294
+ {
1295
+ "epoch": 9.770114942528735,
1296
+ "grad_norm": 337.3979797363281,
1297
+ "learning_rate": 1.1369093231162198e-05,
1298
+ "loss": 0.2557,
1299
+ "step": 4250
1300
+ },
1301
+ {
1302
+ "epoch": 9.827586206896552,
1303
+ "grad_norm": 32.70695877075195,
1304
+ "learning_rate": 1.1305236270753512e-05,
1305
+ "loss": 0.1794,
1306
+ "step": 4275
1307
+ },
1308
+ {
1309
+ "epoch": 9.885057471264368,
1310
+ "grad_norm": 0.11474805325269699,
1311
+ "learning_rate": 1.1241379310344828e-05,
1312
+ "loss": 0.3732,
1313
+ "step": 4300
1314
+ },
1315
+ {
1316
+ "epoch": 9.942528735632184,
1317
+ "grad_norm": 5.439764499664307,
1318
+ "learning_rate": 1.1177522349936142e-05,
1319
+ "loss": 0.4407,
1320
+ "step": 4325
1321
+ },
1322
+ {
1323
+ "epoch": 10.0,
1324
+ "grad_norm": 123.17107391357422,
1325
+ "learning_rate": 1.111366538952746e-05,
1326
+ "loss": 0.2531,
1327
+ "step": 4350
1328
+ },
1329
+ {
1330
+ "epoch": 10.0,
1331
+ "eval_accuracy": 0.9418228829993536,
1332
+ "eval_loss": 0.4171251356601715,
1333
+ "eval_macro_f1": 0.8384071610606427,
1334
+ "eval_runtime": 2.7116,
1335
+ "eval_samples_per_second": 570.507,
1336
+ "eval_steps_per_second": 35.772,
1337
+ "eval_weighted_f1": 0.9404442870404583,
1338
+ "step": 4350
1339
+ },
1340
+ {
1341
+ "epoch": 10.057471264367816,
1342
+ "grad_norm": 0.09108074009418488,
1343
+ "learning_rate": 1.1049808429118776e-05,
1344
+ "loss": 0.2019,
1345
+ "step": 4375
1346
+ },
1347
+ {
1348
+ "epoch": 10.114942528735632,
1349
+ "grad_norm": 0.05487830564379692,
1350
+ "learning_rate": 1.098595146871009e-05,
1351
+ "loss": 0.0916,
1352
+ "step": 4400
1353
+ },
1354
+ {
1355
+ "epoch": 10.172413793103448,
1356
+ "grad_norm": 594.0460205078125,
1357
+ "learning_rate": 1.0922094508301406e-05,
1358
+ "loss": 0.2948,
1359
+ "step": 4425
1360
+ },
1361
+ {
1362
+ "epoch": 10.229885057471265,
1363
+ "grad_norm": 89.15966796875,
1364
+ "learning_rate": 1.085823754789272e-05,
1365
+ "loss": 0.2227,
1366
+ "step": 4450
1367
+ },
1368
+ {
1369
+ "epoch": 10.28735632183908,
1370
+ "grad_norm": 0.11914034932851791,
1371
+ "learning_rate": 1.0794380587484037e-05,
1372
+ "loss": 0.2724,
1373
+ "step": 4475
1374
+ },
1375
+ {
1376
+ "epoch": 10.344827586206897,
1377
+ "grad_norm": 0.6351075172424316,
1378
+ "learning_rate": 1.0730523627075351e-05,
1379
+ "loss": 0.2084,
1380
+ "step": 4500
1381
+ },
1382
+ {
1383
+ "epoch": 10.402298850574713,
1384
+ "grad_norm": 0.04316576197743416,
1385
+ "learning_rate": 1.0666666666666667e-05,
1386
+ "loss": 0.1485,
1387
+ "step": 4525
1388
+ },
1389
+ {
1390
+ "epoch": 10.459770114942529,
1391
+ "grad_norm": 27.224489212036133,
1392
+ "learning_rate": 1.0602809706257983e-05,
1393
+ "loss": 0.1513,
1394
+ "step": 4550
1395
+ },
1396
+ {
1397
+ "epoch": 10.517241379310345,
1398
+ "grad_norm": 0.8031178116798401,
1399
+ "learning_rate": 1.0538952745849297e-05,
1400
+ "loss": 0.1114,
1401
+ "step": 4575
1402
+ },
1403
+ {
1404
+ "epoch": 10.574712643678161,
1405
+ "grad_norm": 0.10974536836147308,
1406
+ "learning_rate": 1.0475095785440615e-05,
1407
+ "loss": 0.2508,
1408
+ "step": 4600
1409
+ },
1410
+ {
1411
+ "epoch": 10.632183908045977,
1412
+ "grad_norm": 0.23163455724716187,
1413
+ "learning_rate": 1.0411238825031929e-05,
1414
+ "loss": 0.225,
1415
+ "step": 4625
1416
+ },
1417
+ {
1418
+ "epoch": 10.689655172413794,
1419
+ "grad_norm": 0.344209760427475,
1420
+ "learning_rate": 1.0347381864623245e-05,
1421
+ "loss": 0.2952,
1422
+ "step": 4650
1423
+ },
1424
+ {
1425
+ "epoch": 10.74712643678161,
1426
+ "grad_norm": 253.25082397460938,
1427
+ "learning_rate": 1.028352490421456e-05,
1428
+ "loss": 0.3085,
1429
+ "step": 4675
1430
+ },
1431
+ {
1432
+ "epoch": 10.804597701149426,
1433
+ "grad_norm": 106.87388610839844,
1434
+ "learning_rate": 1.0219667943805875e-05,
1435
+ "loss": 0.4561,
1436
+ "step": 4700
1437
+ },
1438
+ {
1439
+ "epoch": 10.862068965517242,
1440
+ "grad_norm": 0.07951631397008896,
1441
+ "learning_rate": 1.0155810983397192e-05,
1442
+ "loss": 0.1736,
1443
+ "step": 4725
1444
+ },
1445
+ {
1446
+ "epoch": 10.919540229885058,
1447
+ "grad_norm": 107.71697235107422,
1448
+ "learning_rate": 1.0091954022988506e-05,
1449
+ "loss": 0.2373,
1450
+ "step": 4750
1451
+ },
1452
+ {
1453
+ "epoch": 10.977011494252874,
1454
+ "grad_norm": 13.5361328125,
1455
+ "learning_rate": 1.0028097062579822e-05,
1456
+ "loss": 0.1734,
1457
+ "step": 4775
1458
+ },
1459
+ {
1460
+ "epoch": 11.0,
1461
+ "eval_accuracy": 0.940530058177117,
1462
+ "eval_loss": 0.5041045546531677,
1463
+ "eval_macro_f1": 0.8374378509322842,
1464
+ "eval_runtime": 2.8101,
1465
+ "eval_samples_per_second": 550.517,
1466
+ "eval_steps_per_second": 34.519,
1467
+ "eval_weighted_f1": 0.9399298649775115,
1468
+ "step": 4785
1469
+ },
1470
+ {
1471
+ "epoch": 11.03448275862069,
1472
+ "grad_norm": 0.22425921261310577,
1473
+ "learning_rate": 9.964240102171138e-06,
1474
+ "loss": 0.1702,
1475
+ "step": 4800
1476
+ },
1477
+ {
1478
+ "epoch": 11.091954022988507,
1479
+ "grad_norm": 29.29742431640625,
1480
+ "learning_rate": 9.900383141762452e-06,
1481
+ "loss": 0.2461,
1482
+ "step": 4825
1483
+ },
1484
+ {
1485
+ "epoch": 11.149425287356323,
1486
+ "grad_norm": 0.04441086947917938,
1487
+ "learning_rate": 9.836526181353768e-06,
1488
+ "loss": 0.1701,
1489
+ "step": 4850
1490
+ },
1491
+ {
1492
+ "epoch": 11.206896551724139,
1493
+ "grad_norm": 0.05947035923600197,
1494
+ "learning_rate": 9.772669220945084e-06,
1495
+ "loss": 0.201,
1496
+ "step": 4875
1497
+ },
1498
+ {
1499
+ "epoch": 11.264367816091955,
1500
+ "grad_norm": 0.026292985305190086,
1501
+ "learning_rate": 9.708812260536398e-06,
1502
+ "loss": 0.139,
1503
+ "step": 4900
1504
+ },
1505
+ {
1506
+ "epoch": 11.32183908045977,
1507
+ "grad_norm": 3.3554086685180664,
1508
+ "learning_rate": 9.644955300127716e-06,
1509
+ "loss": 0.1357,
1510
+ "step": 4925
1511
+ },
1512
+ {
1513
+ "epoch": 11.379310344827585,
1514
+ "grad_norm": 0.031368155032396317,
1515
+ "learning_rate": 9.58109833971903e-06,
1516
+ "loss": 0.1985,
1517
+ "step": 4950
1518
+ },
1519
+ {
1520
+ "epoch": 11.436781609195402,
1521
+ "grad_norm": 2.618469715118408,
1522
+ "learning_rate": 9.517241379310346e-06,
1523
+ "loss": 0.2192,
1524
+ "step": 4975
1525
+ },
1526
+ {
1527
+ "epoch": 11.494252873563218,
1528
+ "grad_norm": 0.06104011833667755,
1529
+ "learning_rate": 9.453384418901661e-06,
1530
+ "loss": 0.2279,
1531
+ "step": 5000
1532
+ },
1533
+ {
1534
+ "epoch": 11.551724137931034,
1535
+ "grad_norm": 0.23378804326057434,
1536
+ "learning_rate": 9.389527458492976e-06,
1537
+ "loss": 0.1255,
1538
+ "step": 5025
1539
+ },
1540
+ {
1541
+ "epoch": 11.60919540229885,
1542
+ "grad_norm": 0.26430177688598633,
1543
+ "learning_rate": 9.325670498084291e-06,
1544
+ "loss": 0.3758,
1545
+ "step": 5050
1546
+ },
1547
+ {
1548
+ "epoch": 11.666666666666666,
1549
+ "grad_norm": 0.03667259216308594,
1550
+ "learning_rate": 9.261813537675607e-06,
1551
+ "loss": 0.1602,
1552
+ "step": 5075
1553
+ },
1554
+ {
1555
+ "epoch": 11.724137931034482,
1556
+ "grad_norm": 86.7636489868164,
1557
+ "learning_rate": 9.197956577266923e-06,
1558
+ "loss": 0.2064,
1559
+ "step": 5100
1560
+ },
1561
+ {
1562
+ "epoch": 11.781609195402298,
1563
+ "grad_norm": 0.22527103126049042,
1564
+ "learning_rate": 9.134099616858239e-06,
1565
+ "loss": 0.3233,
1566
+ "step": 5125
1567
+ },
1568
+ {
1569
+ "epoch": 11.839080459770114,
1570
+ "grad_norm": 0.07396119087934494,
1571
+ "learning_rate": 9.070242656449553e-06,
1572
+ "loss": 0.2948,
1573
+ "step": 5150
1574
+ },
1575
+ {
1576
+ "epoch": 11.89655172413793,
1577
+ "grad_norm": 0.4344421327114105,
1578
+ "learning_rate": 9.006385696040869e-06,
1579
+ "loss": 0.0953,
1580
+ "step": 5175
1581
+ },
1582
+ {
1583
+ "epoch": 11.954022988505747,
1584
+ "grad_norm": 0.6065176129341125,
1585
+ "learning_rate": 8.942528735632185e-06,
1586
+ "loss": 0.065,
1587
+ "step": 5200
1588
+ },
1589
+ {
1590
+ "epoch": 12.0,
1591
+ "eval_accuracy": 0.940530058177117,
1592
+ "eval_loss": 0.5104256272315979,
1593
+ "eval_macro_f1": 0.8375161949949029,
1594
+ "eval_runtime": 3.1061,
1595
+ "eval_samples_per_second": 498.054,
1596
+ "eval_steps_per_second": 31.229,
1597
+ "eval_weighted_f1": 0.9399361167458868,
1598
+ "step": 5220
1599
+ }
1600
+ ],
1601
+ "logging_steps": 25,
1602
+ "max_steps": 8700,
1603
+ "num_input_tokens_seen": 0,
1604
+ "num_train_epochs": 20,
1605
+ "save_steps": 500,
1606
+ "stateful_callbacks": {
1607
+ "EarlyStoppingCallback": {
1608
+ "args": {
1609
+ "early_stopping_patience": 3,
1610
+ "early_stopping_threshold": 0.0
1611
+ },
1612
+ "attributes": {
1613
+ "early_stopping_patience_counter": 3
1614
+ }
1615
+ },
1616
+ "TrainerControl": {
1617
+ "args": {
1618
+ "should_epoch_stop": false,
1619
+ "should_evaluate": false,
1620
+ "should_log": false,
1621
+ "should_save": true,
1622
+ "should_training_stop": true
1623
+ },
1624
+ "attributes": {}
1625
+ }
1626
+ },
1627
+ "total_flos": 0.0,
1628
+ "train_batch_size": 8,
1629
+ "trial_name": null,
1630
+ "trial_params": null
1631
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc05817931cf349ff89d92e2690022aeab7191e42198c0f5636a9ae17612af2e
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5facad098c85196737b200eb0eb867ef4e7175d56669007a1fe9550eeca3b575
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/trainer_state.json ADDED
@@ -0,0 +1,227 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 516,
3
+ "best_metric": 0.8794304866679549,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516",
5
+ "epoch": 4.0,
6
+ "eval_steps": 500,
7
+ "global_step": 516,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 41.073951721191406,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 5.7284,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 67.39057159423828,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 5.2815,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 54.18776321411133,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 3.5269,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 47.32227325439453,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 3.1286,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 17.137407302856445,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 2.9721,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.7286652078774617,
50
+ "eval_loss": 0.6650769710540771,
51
+ "eval_macro_f1": 0.2810126582278481,
52
+ "eval_runtime": 1.0403,
53
+ "eval_samples_per_second": 439.298,
54
+ "eval_steps_per_second": 27.877,
55
+ "eval_weighted_f1": 0.6142924410713793,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 32.36494064331055,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 2.4789,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 50.19717788696289,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 2.3251,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 49.63048553466797,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 1.7747,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 38.11553955078125,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.7618,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 50.412532806396484,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 1.6424,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.8730853391684902,
96
+ "eval_loss": 0.3759881854057312,
97
+ "eval_macro_f1": 0.7549777364702738,
98
+ "eval_runtime": 0.945,
99
+ "eval_samples_per_second": 483.609,
100
+ "eval_steps_per_second": 30.689,
101
+ "eval_weighted_f1": 0.8700885821053038,
102
+ "step": 258
103
+ },
104
+ {
105
+ "epoch": 2.132295719844358,
106
+ "grad_norm": 65.96546173095703,
107
+ "learning_rate": 1.9862187769164516e-05,
108
+ "loss": 1.6249,
109
+ "step": 275
110
+ },
111
+ {
112
+ "epoch": 2.3268482490272375,
113
+ "grad_norm": 56.929542541503906,
114
+ "learning_rate": 1.9646856158484065e-05,
115
+ "loss": 1.4855,
116
+ "step": 300
117
+ },
118
+ {
119
+ "epoch": 2.5214007782101167,
120
+ "grad_norm": 86.19925689697266,
121
+ "learning_rate": 1.943152454780362e-05,
122
+ "loss": 1.8998,
123
+ "step": 325
124
+ },
125
+ {
126
+ "epoch": 2.7159533073929962,
127
+ "grad_norm": 47.683448791503906,
128
+ "learning_rate": 1.921619293712317e-05,
129
+ "loss": 1.5356,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.9105058365758754,
134
+ "grad_norm": 126.82861328125,
135
+ "learning_rate": 1.9000861326442723e-05,
136
+ "loss": 1.199,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 3.0,
141
+ "eval_accuracy": 0.9059080962800875,
142
+ "eval_loss": 0.34598803520202637,
143
+ "eval_macro_f1": 0.8291864284001195,
144
+ "eval_runtime": 1.0666,
145
+ "eval_samples_per_second": 428.483,
146
+ "eval_steps_per_second": 27.19,
147
+ "eval_weighted_f1": 0.9050830250652323,
148
+ "step": 387
149
+ },
150
+ {
151
+ "epoch": 3.1011673151750974,
152
+ "grad_norm": 34.55764389038086,
153
+ "learning_rate": 1.8785529715762276e-05,
154
+ "loss": 1.3891,
155
+ "step": 400
156
+ },
157
+ {
158
+ "epoch": 3.2957198443579765,
159
+ "grad_norm": 68.93932342529297,
160
+ "learning_rate": 1.857019810508183e-05,
161
+ "loss": 1.2117,
162
+ "step": 425
163
+ },
164
+ {
165
+ "epoch": 3.490272373540856,
166
+ "grad_norm": 23.499916076660156,
167
+ "learning_rate": 1.835486649440138e-05,
168
+ "loss": 0.9875,
169
+ "step": 450
170
+ },
171
+ {
172
+ "epoch": 3.6848249027237356,
173
+ "grad_norm": 65.6573715209961,
174
+ "learning_rate": 1.813953488372093e-05,
175
+ "loss": 1.1529,
176
+ "step": 475
177
+ },
178
+ {
179
+ "epoch": 3.8793774319066148,
180
+ "grad_norm": 32.49520492553711,
181
+ "learning_rate": 1.7924203273040483e-05,
182
+ "loss": 1.2162,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 4.0,
187
+ "eval_accuracy": 0.9321663019693655,
188
+ "eval_loss": 0.24272553622722626,
189
+ "eval_macro_f1": 0.8794304866679549,
190
+ "eval_runtime": 1.1023,
191
+ "eval_samples_per_second": 414.575,
192
+ "eval_steps_per_second": 26.308,
193
+ "eval_weighted_f1": 0.9324059278509307,
194
+ "step": 516
195
+ }
196
+ ],
197
+ "logging_steps": 25,
198
+ "max_steps": 2580,
199
+ "num_input_tokens_seen": 0,
200
+ "num_train_epochs": 20,
201
+ "save_steps": 500,
202
+ "stateful_callbacks": {
203
+ "EarlyStoppingCallback": {
204
+ "args": {
205
+ "early_stopping_patience": 3,
206
+ "early_stopping_threshold": 0.0
207
+ },
208
+ "attributes": {
209
+ "early_stopping_patience_counter": 0
210
+ }
211
+ },
212
+ "TrainerControl": {
213
+ "args": {
214
+ "should_epoch_stop": false,
215
+ "should_evaluate": false,
216
+ "should_log": false,
217
+ "should_save": true,
218
+ "should_training_stop": false
219
+ },
220
+ "attributes": {}
221
+ }
222
+ },
223
+ "total_flos": 0.0,
224
+ "train_batch_size": 8,
225
+ "trial_name": null,
226
+ "trial_params": null
227
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/trainer_state.json ADDED
@@ -0,0 +1,372 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 516,
3
+ "best_metric": 0.8794304866679549,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 903,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 41.073951721191406,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 5.7284,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 67.39057159423828,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 5.2815,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 54.18776321411133,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 3.5269,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 47.32227325439453,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 3.1286,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 17.137407302856445,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 2.9721,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.7286652078774617,
50
+ "eval_loss": 0.6650769710540771,
51
+ "eval_macro_f1": 0.2810126582278481,
52
+ "eval_runtime": 1.0403,
53
+ "eval_samples_per_second": 439.298,
54
+ "eval_steps_per_second": 27.877,
55
+ "eval_weighted_f1": 0.6142924410713793,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 32.36494064331055,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 2.4789,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 50.19717788696289,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 2.3251,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 49.63048553466797,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 1.7747,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 38.11553955078125,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.7618,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 50.412532806396484,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 1.6424,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.8730853391684902,
96
+ "eval_loss": 0.3759881854057312,
97
+ "eval_macro_f1": 0.7549777364702738,
98
+ "eval_runtime": 0.945,
99
+ "eval_samples_per_second": 483.609,
100
+ "eval_steps_per_second": 30.689,
101
+ "eval_weighted_f1": 0.8700885821053038,
102
+ "step": 258
103
+ },
104
+ {
105
+ "epoch": 2.132295719844358,
106
+ "grad_norm": 65.96546173095703,
107
+ "learning_rate": 1.9862187769164516e-05,
108
+ "loss": 1.6249,
109
+ "step": 275
110
+ },
111
+ {
112
+ "epoch": 2.3268482490272375,
113
+ "grad_norm": 56.929542541503906,
114
+ "learning_rate": 1.9646856158484065e-05,
115
+ "loss": 1.4855,
116
+ "step": 300
117
+ },
118
+ {
119
+ "epoch": 2.5214007782101167,
120
+ "grad_norm": 86.19925689697266,
121
+ "learning_rate": 1.943152454780362e-05,
122
+ "loss": 1.8998,
123
+ "step": 325
124
+ },
125
+ {
126
+ "epoch": 2.7159533073929962,
127
+ "grad_norm": 47.683448791503906,
128
+ "learning_rate": 1.921619293712317e-05,
129
+ "loss": 1.5356,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.9105058365758754,
134
+ "grad_norm": 126.82861328125,
135
+ "learning_rate": 1.9000861326442723e-05,
136
+ "loss": 1.199,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 3.0,
141
+ "eval_accuracy": 0.9059080962800875,
142
+ "eval_loss": 0.34598803520202637,
143
+ "eval_macro_f1": 0.8291864284001195,
144
+ "eval_runtime": 1.0666,
145
+ "eval_samples_per_second": 428.483,
146
+ "eval_steps_per_second": 27.19,
147
+ "eval_weighted_f1": 0.9050830250652323,
148
+ "step": 387
149
+ },
150
+ {
151
+ "epoch": 3.1011673151750974,
152
+ "grad_norm": 34.55764389038086,
153
+ "learning_rate": 1.8785529715762276e-05,
154
+ "loss": 1.3891,
155
+ "step": 400
156
+ },
157
+ {
158
+ "epoch": 3.2957198443579765,
159
+ "grad_norm": 68.93932342529297,
160
+ "learning_rate": 1.857019810508183e-05,
161
+ "loss": 1.2117,
162
+ "step": 425
163
+ },
164
+ {
165
+ "epoch": 3.490272373540856,
166
+ "grad_norm": 23.499916076660156,
167
+ "learning_rate": 1.835486649440138e-05,
168
+ "loss": 0.9875,
169
+ "step": 450
170
+ },
171
+ {
172
+ "epoch": 3.6848249027237356,
173
+ "grad_norm": 65.6573715209961,
174
+ "learning_rate": 1.813953488372093e-05,
175
+ "loss": 1.1529,
176
+ "step": 475
177
+ },
178
+ {
179
+ "epoch": 3.8793774319066148,
180
+ "grad_norm": 32.49520492553711,
181
+ "learning_rate": 1.7924203273040483e-05,
182
+ "loss": 1.2162,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 4.0,
187
+ "eval_accuracy": 0.9321663019693655,
188
+ "eval_loss": 0.24272553622722626,
189
+ "eval_macro_f1": 0.8794304866679549,
190
+ "eval_runtime": 1.1023,
191
+ "eval_samples_per_second": 414.575,
192
+ "eval_steps_per_second": 26.308,
193
+ "eval_weighted_f1": 0.9324059278509307,
194
+ "step": 516
195
+ },
196
+ {
197
+ "epoch": 4.070038910505836,
198
+ "grad_norm": 35.038482666015625,
199
+ "learning_rate": 1.7708871662360035e-05,
200
+ "loss": 1.0207,
201
+ "step": 525
202
+ },
203
+ {
204
+ "epoch": 4.264591439688716,
205
+ "grad_norm": 52.36526107788086,
206
+ "learning_rate": 1.7493540051679588e-05,
207
+ "loss": 0.7893,
208
+ "step": 550
209
+ },
210
+ {
211
+ "epoch": 4.4591439688715955,
212
+ "grad_norm": 26.249900817871094,
213
+ "learning_rate": 1.727820844099914e-05,
214
+ "loss": 0.6728,
215
+ "step": 575
216
+ },
217
+ {
218
+ "epoch": 4.653696498054475,
219
+ "grad_norm": 22.459545135498047,
220
+ "learning_rate": 1.7062876830318693e-05,
221
+ "loss": 0.9404,
222
+ "step": 600
223
+ },
224
+ {
225
+ "epoch": 4.848249027237354,
226
+ "grad_norm": 46.173797607421875,
227
+ "learning_rate": 1.6847545219638243e-05,
228
+ "loss": 0.9268,
229
+ "step": 625
230
+ },
231
+ {
232
+ "epoch": 5.0,
233
+ "eval_accuracy": 0.9234135667396062,
234
+ "eval_loss": 0.2766388952732086,
235
+ "eval_macro_f1": 0.8482481108227895,
236
+ "eval_runtime": 0.999,
237
+ "eval_samples_per_second": 457.437,
238
+ "eval_steps_per_second": 29.028,
239
+ "eval_weighted_f1": 0.9204592181881109,
240
+ "step": 645
241
+ },
242
+ {
243
+ "epoch": 5.038910505836576,
244
+ "grad_norm": 28.050186157226562,
245
+ "learning_rate": 1.6632213608957795e-05,
246
+ "loss": 0.7338,
247
+ "step": 650
248
+ },
249
+ {
250
+ "epoch": 5.233463035019455,
251
+ "grad_norm": 31.586870193481445,
252
+ "learning_rate": 1.6416881998277348e-05,
253
+ "loss": 0.6006,
254
+ "step": 675
255
+ },
256
+ {
257
+ "epoch": 5.428015564202335,
258
+ "grad_norm": 69.19112396240234,
259
+ "learning_rate": 1.62015503875969e-05,
260
+ "loss": 0.5181,
261
+ "step": 700
262
+ },
263
+ {
264
+ "epoch": 5.622568093385214,
265
+ "grad_norm": 11.899251937866211,
266
+ "learning_rate": 1.5986218776916453e-05,
267
+ "loss": 0.7369,
268
+ "step": 725
269
+ },
270
+ {
271
+ "epoch": 5.817120622568093,
272
+ "grad_norm": 59.46604537963867,
273
+ "learning_rate": 1.5770887166236006e-05,
274
+ "loss": 0.6649,
275
+ "step": 750
276
+ },
277
+ {
278
+ "epoch": 6.0,
279
+ "eval_accuracy": 0.9168490153172867,
280
+ "eval_loss": 0.29228994250297546,
281
+ "eval_macro_f1": 0.8525462772624094,
282
+ "eval_runtime": 1.0103,
283
+ "eval_samples_per_second": 452.327,
284
+ "eval_steps_per_second": 28.703,
285
+ "eval_weighted_f1": 0.9182215066128945,
286
+ "step": 774
287
+ },
288
+ {
289
+ "epoch": 6.007782101167315,
290
+ "grad_norm": 92.00871276855469,
291
+ "learning_rate": 1.555555555555556e-05,
292
+ "loss": 0.8779,
293
+ "step": 775
294
+ },
295
+ {
296
+ "epoch": 6.202334630350195,
297
+ "grad_norm": 62.99357223510742,
298
+ "learning_rate": 1.534022394487511e-05,
299
+ "loss": 0.5443,
300
+ "step": 800
301
+ },
302
+ {
303
+ "epoch": 6.396887159533074,
304
+ "grad_norm": 16.740680694580078,
305
+ "learning_rate": 1.512489233419466e-05,
306
+ "loss": 0.6411,
307
+ "step": 825
308
+ },
309
+ {
310
+ "epoch": 6.591439688715953,
311
+ "grad_norm": 23.853710174560547,
312
+ "learning_rate": 1.4909560723514215e-05,
313
+ "loss": 0.5118,
314
+ "step": 850
315
+ },
316
+ {
317
+ "epoch": 6.785992217898833,
318
+ "grad_norm": 127.94725036621094,
319
+ "learning_rate": 1.4694229112833764e-05,
320
+ "loss": 0.6692,
321
+ "step": 875
322
+ },
323
+ {
324
+ "epoch": 6.980544747081712,
325
+ "grad_norm": 10.445624351501465,
326
+ "learning_rate": 1.4478897502153318e-05,
327
+ "loss": 0.637,
328
+ "step": 900
329
+ },
330
+ {
331
+ "epoch": 7.0,
332
+ "eval_accuracy": 0.9190371991247265,
333
+ "eval_loss": 0.31109246611595154,
334
+ "eval_macro_f1": 0.8505398429835788,
335
+ "eval_runtime": 1.1055,
336
+ "eval_samples_per_second": 413.403,
337
+ "eval_steps_per_second": 26.233,
338
+ "eval_weighted_f1": 0.9176704541225529,
339
+ "step": 903
340
+ }
341
+ ],
342
+ "logging_steps": 25,
343
+ "max_steps": 2580,
344
+ "num_input_tokens_seen": 0,
345
+ "num_train_epochs": 20,
346
+ "save_steps": 500,
347
+ "stateful_callbacks": {
348
+ "EarlyStoppingCallback": {
349
+ "args": {
350
+ "early_stopping_patience": 3,
351
+ "early_stopping_threshold": 0.0
352
+ },
353
+ "attributes": {
354
+ "early_stopping_patience_counter": 3
355
+ }
356
+ },
357
+ "TrainerControl": {
358
+ "args": {
359
+ "should_epoch_stop": false,
360
+ "should_evaluate": false,
361
+ "should_log": false,
362
+ "should_save": true,
363
+ "should_training_stop": true
364
+ },
365
+ "attributes": {}
366
+ }
367
+ },
368
+ "total_flos": 0.0,
369
+ "train_batch_size": 8,
370
+ "trial_name": null,
371
+ "trial_params": null
372
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07f93fe8384d8b72d009cd7749169afd8b30d508f0043af78c9123240ff073a3
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/trainer_state.json ADDED
@@ -0,0 +1,418 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 645,
3
+ "best_metric": 0.8769084678503661,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1032,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 119.71245574951172,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 5.0165,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 52.943809509277344,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 4.1332,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 36.79222106933594,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 3.4919,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 57.859317779541016,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 3.2432,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 29.254959106445312,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 3.096,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.7264770240700219,
50
+ "eval_loss": 0.6806779503822327,
51
+ "eval_macro_f1": 0.29626268126903454,
52
+ "eval_runtime": 0.9557,
53
+ "eval_samples_per_second": 478.197,
54
+ "eval_steps_per_second": 30.345,
55
+ "eval_weighted_f1": 0.6172027498533996,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 40.5643196105957,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 2.75,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 67.89617156982422,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 2.3997,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 63.368770599365234,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 2.1614,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 73.661865234375,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.7566,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 33.19293975830078,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 1.6723,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.9015317286652079,
96
+ "eval_loss": 0.30437883734703064,
97
+ "eval_macro_f1": 0.7759133905144092,
98
+ "eval_runtime": 0.9893,
99
+ "eval_samples_per_second": 461.935,
100
+ "eval_steps_per_second": 29.313,
101
+ "eval_weighted_f1": 0.8909574448837302,
102
+ "step": 258
103
+ },
104
+ {
105
+ "epoch": 2.132295719844358,
106
+ "grad_norm": 45.949607849121094,
107
+ "learning_rate": 1.9862187769164516e-05,
108
+ "loss": 1.4018,
109
+ "step": 275
110
+ },
111
+ {
112
+ "epoch": 2.3268482490272375,
113
+ "grad_norm": 46.375789642333984,
114
+ "learning_rate": 1.9646856158484065e-05,
115
+ "loss": 1.4652,
116
+ "step": 300
117
+ },
118
+ {
119
+ "epoch": 2.5214007782101167,
120
+ "grad_norm": 38.15739440917969,
121
+ "learning_rate": 1.943152454780362e-05,
122
+ "loss": 1.1943,
123
+ "step": 325
124
+ },
125
+ {
126
+ "epoch": 2.7159533073929962,
127
+ "grad_norm": 65.85700988769531,
128
+ "learning_rate": 1.921619293712317e-05,
129
+ "loss": 1.3788,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.9105058365758754,
134
+ "grad_norm": 19.299936294555664,
135
+ "learning_rate": 1.9000861326442723e-05,
136
+ "loss": 1.4138,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 3.0,
141
+ "eval_accuracy": 0.9234135667396062,
142
+ "eval_loss": 0.25423169136047363,
143
+ "eval_macro_f1": 0.8470810609119211,
144
+ "eval_runtime": 0.9666,
145
+ "eval_samples_per_second": 472.815,
146
+ "eval_steps_per_second": 30.004,
147
+ "eval_weighted_f1": 0.9229681860642814,
148
+ "step": 387
149
+ },
150
+ {
151
+ "epoch": 3.1011673151750974,
152
+ "grad_norm": 39.628517150878906,
153
+ "learning_rate": 1.8785529715762276e-05,
154
+ "loss": 1.1621,
155
+ "step": 400
156
+ },
157
+ {
158
+ "epoch": 3.2957198443579765,
159
+ "grad_norm": 45.338924407958984,
160
+ "learning_rate": 1.857019810508183e-05,
161
+ "loss": 1.0223,
162
+ "step": 425
163
+ },
164
+ {
165
+ "epoch": 3.490272373540856,
166
+ "grad_norm": 26.727787017822266,
167
+ "learning_rate": 1.835486649440138e-05,
168
+ "loss": 1.0805,
169
+ "step": 450
170
+ },
171
+ {
172
+ "epoch": 3.6848249027237356,
173
+ "grad_norm": 112.21685791015625,
174
+ "learning_rate": 1.813953488372093e-05,
175
+ "loss": 1.0529,
176
+ "step": 475
177
+ },
178
+ {
179
+ "epoch": 3.8793774319066148,
180
+ "grad_norm": 71.89665222167969,
181
+ "learning_rate": 1.7924203273040483e-05,
182
+ "loss": 1.0262,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 4.0,
187
+ "eval_accuracy": 0.9146608315098468,
188
+ "eval_loss": 0.28772321343421936,
189
+ "eval_macro_f1": 0.8291379144802482,
190
+ "eval_runtime": 0.9704,
191
+ "eval_samples_per_second": 470.923,
192
+ "eval_steps_per_second": 29.884,
193
+ "eval_weighted_f1": 0.9113646619591855,
194
+ "step": 516
195
+ },
196
+ {
197
+ "epoch": 4.070038910505836,
198
+ "grad_norm": 29.62929344177246,
199
+ "learning_rate": 1.7708871662360035e-05,
200
+ "loss": 0.8675,
201
+ "step": 525
202
+ },
203
+ {
204
+ "epoch": 4.264591439688716,
205
+ "grad_norm": 13.26993465423584,
206
+ "learning_rate": 1.7493540051679588e-05,
207
+ "loss": 0.7208,
208
+ "step": 550
209
+ },
210
+ {
211
+ "epoch": 4.4591439688715955,
212
+ "grad_norm": 102.95027160644531,
213
+ "learning_rate": 1.727820844099914e-05,
214
+ "loss": 0.7047,
215
+ "step": 575
216
+ },
217
+ {
218
+ "epoch": 4.653696498054475,
219
+ "grad_norm": 37.93605422973633,
220
+ "learning_rate": 1.7062876830318693e-05,
221
+ "loss": 0.7988,
222
+ "step": 600
223
+ },
224
+ {
225
+ "epoch": 4.848249027237354,
226
+ "grad_norm": 24.488025665283203,
227
+ "learning_rate": 1.6847545219638243e-05,
228
+ "loss": 0.8923,
229
+ "step": 625
230
+ },
231
+ {
232
+ "epoch": 5.0,
233
+ "eval_accuracy": 0.9321663019693655,
234
+ "eval_loss": 0.2557692229747772,
235
+ "eval_macro_f1": 0.8769084678503661,
236
+ "eval_runtime": 1.0552,
237
+ "eval_samples_per_second": 433.098,
238
+ "eval_steps_per_second": 27.483,
239
+ "eval_weighted_f1": 0.9331921561883019,
240
+ "step": 645
241
+ },
242
+ {
243
+ "epoch": 5.038910505836576,
244
+ "grad_norm": 26.79821014404297,
245
+ "learning_rate": 1.6632213608957795e-05,
246
+ "loss": 1.0174,
247
+ "step": 650
248
+ },
249
+ {
250
+ "epoch": 5.233463035019455,
251
+ "grad_norm": 10.849310874938965,
252
+ "learning_rate": 1.6416881998277348e-05,
253
+ "loss": 0.6586,
254
+ "step": 675
255
+ },
256
+ {
257
+ "epoch": 5.428015564202335,
258
+ "grad_norm": 31.938379287719727,
259
+ "learning_rate": 1.62015503875969e-05,
260
+ "loss": 0.6604,
261
+ "step": 700
262
+ },
263
+ {
264
+ "epoch": 5.622568093385214,
265
+ "grad_norm": 181.75335693359375,
266
+ "learning_rate": 1.5986218776916453e-05,
267
+ "loss": 0.5478,
268
+ "step": 725
269
+ },
270
+ {
271
+ "epoch": 5.817120622568093,
272
+ "grad_norm": 45.816314697265625,
273
+ "learning_rate": 1.5770887166236006e-05,
274
+ "loss": 0.4734,
275
+ "step": 750
276
+ },
277
+ {
278
+ "epoch": 6.0,
279
+ "eval_accuracy": 0.9234135667396062,
280
+ "eval_loss": 0.2791469991207123,
281
+ "eval_macro_f1": 0.8678161996204543,
282
+ "eval_runtime": 1.014,
283
+ "eval_samples_per_second": 450.688,
284
+ "eval_steps_per_second": 28.599,
285
+ "eval_weighted_f1": 0.9238027193987652,
286
+ "step": 774
287
+ },
288
+ {
289
+ "epoch": 6.007782101167315,
290
+ "grad_norm": 11.153519630432129,
291
+ "learning_rate": 1.555555555555556e-05,
292
+ "loss": 0.809,
293
+ "step": 775
294
+ },
295
+ {
296
+ "epoch": 6.202334630350195,
297
+ "grad_norm": 144.9515838623047,
298
+ "learning_rate": 1.534022394487511e-05,
299
+ "loss": 0.4901,
300
+ "step": 800
301
+ },
302
+ {
303
+ "epoch": 6.396887159533074,
304
+ "grad_norm": 50.25486373901367,
305
+ "learning_rate": 1.512489233419466e-05,
306
+ "loss": 0.622,
307
+ "step": 825
308
+ },
309
+ {
310
+ "epoch": 6.591439688715953,
311
+ "grad_norm": 34.80644607543945,
312
+ "learning_rate": 1.4909560723514215e-05,
313
+ "loss": 0.5132,
314
+ "step": 850
315
+ },
316
+ {
317
+ "epoch": 6.785992217898833,
318
+ "grad_norm": 65.68050384521484,
319
+ "learning_rate": 1.4694229112833764e-05,
320
+ "loss": 0.7552,
321
+ "step": 875
322
+ },
323
+ {
324
+ "epoch": 6.980544747081712,
325
+ "grad_norm": 7.374195098876953,
326
+ "learning_rate": 1.4478897502153318e-05,
327
+ "loss": 0.538,
328
+ "step": 900
329
+ },
330
+ {
331
+ "epoch": 7.0,
332
+ "eval_accuracy": 0.9277899343544858,
333
+ "eval_loss": 0.3646952509880066,
334
+ "eval_macro_f1": 0.8674220692292981,
335
+ "eval_runtime": 1.0213,
336
+ "eval_samples_per_second": 447.481,
337
+ "eval_steps_per_second": 28.396,
338
+ "eval_weighted_f1": 0.9282252486030398,
339
+ "step": 903
340
+ },
341
+ {
342
+ "epoch": 7.171206225680934,
343
+ "grad_norm": 25.273225784301758,
344
+ "learning_rate": 1.426356589147287e-05,
345
+ "loss": 0.3952,
346
+ "step": 925
347
+ },
348
+ {
349
+ "epoch": 7.365758754863813,
350
+ "grad_norm": 81.77608489990234,
351
+ "learning_rate": 1.4048234280792422e-05,
352
+ "loss": 0.3886,
353
+ "step": 950
354
+ },
355
+ {
356
+ "epoch": 7.560311284046692,
357
+ "grad_norm": 14.427474975585938,
358
+ "learning_rate": 1.3832902670111974e-05,
359
+ "loss": 0.6145,
360
+ "step": 975
361
+ },
362
+ {
363
+ "epoch": 7.754863813229572,
364
+ "grad_norm": 63.78990173339844,
365
+ "learning_rate": 1.3617571059431525e-05,
366
+ "loss": 0.4371,
367
+ "step": 1000
368
+ },
369
+ {
370
+ "epoch": 7.9494163424124515,
371
+ "grad_norm": 23.537548065185547,
372
+ "learning_rate": 1.3402239448751078e-05,
373
+ "loss": 0.6034,
374
+ "step": 1025
375
+ },
376
+ {
377
+ "epoch": 8.0,
378
+ "eval_accuracy": 0.925601750547046,
379
+ "eval_loss": 0.45173731446266174,
380
+ "eval_macro_f1": 0.8559519649433415,
381
+ "eval_runtime": 1.0153,
382
+ "eval_samples_per_second": 450.125,
383
+ "eval_steps_per_second": 28.564,
384
+ "eval_weighted_f1": 0.9241422476981431,
385
+ "step": 1032
386
+ }
387
+ ],
388
+ "logging_steps": 25,
389
+ "max_steps": 2580,
390
+ "num_input_tokens_seen": 0,
391
+ "num_train_epochs": 20,
392
+ "save_steps": 500,
393
+ "stateful_callbacks": {
394
+ "EarlyStoppingCallback": {
395
+ "args": {
396
+ "early_stopping_patience": 3,
397
+ "early_stopping_threshold": 0.0
398
+ },
399
+ "attributes": {
400
+ "early_stopping_patience_counter": 3
401
+ }
402
+ },
403
+ "TrainerControl": {
404
+ "args": {
405
+ "should_epoch_stop": false,
406
+ "should_evaluate": false,
407
+ "should_log": false,
408
+ "should_save": true,
409
+ "should_training_stop": true
410
+ },
411
+ "attributes": {}
412
+ }
413
+ },
414
+ "total_flos": 0.0,
415
+ "train_batch_size": 8,
416
+ "trial_name": null,
417
+ "trial_params": null
418
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/trainer_state.json ADDED
@@ -0,0 +1,273 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 645,
3
+ "best_metric": 0.8769084678503661,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 645,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.19455252918287938,
14
+ "grad_norm": 119.71245574951172,
15
+ "learning_rate": 1.86046511627907e-06,
16
+ "loss": 5.0165,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.38910505836575876,
21
+ "grad_norm": 52.943809509277344,
22
+ "learning_rate": 3.798449612403101e-06,
23
+ "loss": 4.1332,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.5836575875486382,
28
+ "grad_norm": 36.79222106933594,
29
+ "learning_rate": 5.736434108527133e-06,
30
+ "loss": 3.4919,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.7782101167315175,
35
+ "grad_norm": 57.859317779541016,
36
+ "learning_rate": 7.674418604651164e-06,
37
+ "loss": 3.2432,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.9727626459143969,
42
+ "grad_norm": 29.254959106445312,
43
+ "learning_rate": 9.612403100775196e-06,
44
+ "loss": 3.096,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_accuracy": 0.7264770240700219,
50
+ "eval_loss": 0.6806779503822327,
51
+ "eval_macro_f1": 0.29626268126903454,
52
+ "eval_runtime": 0.9557,
53
+ "eval_samples_per_second": 478.197,
54
+ "eval_steps_per_second": 30.345,
55
+ "eval_weighted_f1": 0.6172027498533996,
56
+ "step": 129
57
+ },
58
+ {
59
+ "epoch": 1.1634241245136188,
60
+ "grad_norm": 40.5643196105957,
61
+ "learning_rate": 1.1550387596899227e-05,
62
+ "loss": 2.75,
63
+ "step": 150
64
+ },
65
+ {
66
+ "epoch": 1.3579766536964981,
67
+ "grad_norm": 67.89617156982422,
68
+ "learning_rate": 1.3488372093023257e-05,
69
+ "loss": 2.3997,
70
+ "step": 175
71
+ },
72
+ {
73
+ "epoch": 1.5525291828793775,
74
+ "grad_norm": 63.368770599365234,
75
+ "learning_rate": 1.542635658914729e-05,
76
+ "loss": 2.1614,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 1.7470817120622568,
81
+ "grad_norm": 73.661865234375,
82
+ "learning_rate": 1.736434108527132e-05,
83
+ "loss": 1.7566,
84
+ "step": 225
85
+ },
86
+ {
87
+ "epoch": 1.9416342412451362,
88
+ "grad_norm": 33.19293975830078,
89
+ "learning_rate": 1.9302325581395353e-05,
90
+ "loss": 1.6723,
91
+ "step": 250
92
+ },
93
+ {
94
+ "epoch": 2.0,
95
+ "eval_accuracy": 0.9015317286652079,
96
+ "eval_loss": 0.30437883734703064,
97
+ "eval_macro_f1": 0.7759133905144092,
98
+ "eval_runtime": 0.9893,
99
+ "eval_samples_per_second": 461.935,
100
+ "eval_steps_per_second": 29.313,
101
+ "eval_weighted_f1": 0.8909574448837302,
102
+ "step": 258
103
+ },
104
+ {
105
+ "epoch": 2.132295719844358,
106
+ "grad_norm": 45.949607849121094,
107
+ "learning_rate": 1.9862187769164516e-05,
108
+ "loss": 1.4018,
109
+ "step": 275
110
+ },
111
+ {
112
+ "epoch": 2.3268482490272375,
113
+ "grad_norm": 46.375789642333984,
114
+ "learning_rate": 1.9646856158484065e-05,
115
+ "loss": 1.4652,
116
+ "step": 300
117
+ },
118
+ {
119
+ "epoch": 2.5214007782101167,
120
+ "grad_norm": 38.15739440917969,
121
+ "learning_rate": 1.943152454780362e-05,
122
+ "loss": 1.1943,
123
+ "step": 325
124
+ },
125
+ {
126
+ "epoch": 2.7159533073929962,
127
+ "grad_norm": 65.85700988769531,
128
+ "learning_rate": 1.921619293712317e-05,
129
+ "loss": 1.3788,
130
+ "step": 350
131
+ },
132
+ {
133
+ "epoch": 2.9105058365758754,
134
+ "grad_norm": 19.299936294555664,
135
+ "learning_rate": 1.9000861326442723e-05,
136
+ "loss": 1.4138,
137
+ "step": 375
138
+ },
139
+ {
140
+ "epoch": 3.0,
141
+ "eval_accuracy": 0.9234135667396062,
142
+ "eval_loss": 0.25423169136047363,
143
+ "eval_macro_f1": 0.8470810609119211,
144
+ "eval_runtime": 0.9666,
145
+ "eval_samples_per_second": 472.815,
146
+ "eval_steps_per_second": 30.004,
147
+ "eval_weighted_f1": 0.9229681860642814,
148
+ "step": 387
149
+ },
150
+ {
151
+ "epoch": 3.1011673151750974,
152
+ "grad_norm": 39.628517150878906,
153
+ "learning_rate": 1.8785529715762276e-05,
154
+ "loss": 1.1621,
155
+ "step": 400
156
+ },
157
+ {
158
+ "epoch": 3.2957198443579765,
159
+ "grad_norm": 45.338924407958984,
160
+ "learning_rate": 1.857019810508183e-05,
161
+ "loss": 1.0223,
162
+ "step": 425
163
+ },
164
+ {
165
+ "epoch": 3.490272373540856,
166
+ "grad_norm": 26.727787017822266,
167
+ "learning_rate": 1.835486649440138e-05,
168
+ "loss": 1.0805,
169
+ "step": 450
170
+ },
171
+ {
172
+ "epoch": 3.6848249027237356,
173
+ "grad_norm": 112.21685791015625,
174
+ "learning_rate": 1.813953488372093e-05,
175
+ "loss": 1.0529,
176
+ "step": 475
177
+ },
178
+ {
179
+ "epoch": 3.8793774319066148,
180
+ "grad_norm": 71.89665222167969,
181
+ "learning_rate": 1.7924203273040483e-05,
182
+ "loss": 1.0262,
183
+ "step": 500
184
+ },
185
+ {
186
+ "epoch": 4.0,
187
+ "eval_accuracy": 0.9146608315098468,
188
+ "eval_loss": 0.28772321343421936,
189
+ "eval_macro_f1": 0.8291379144802482,
190
+ "eval_runtime": 0.9704,
191
+ "eval_samples_per_second": 470.923,
192
+ "eval_steps_per_second": 29.884,
193
+ "eval_weighted_f1": 0.9113646619591855,
194
+ "step": 516
195
+ },
196
+ {
197
+ "epoch": 4.070038910505836,
198
+ "grad_norm": 29.62929344177246,
199
+ "learning_rate": 1.7708871662360035e-05,
200
+ "loss": 0.8675,
201
+ "step": 525
202
+ },
203
+ {
204
+ "epoch": 4.264591439688716,
205
+ "grad_norm": 13.26993465423584,
206
+ "learning_rate": 1.7493540051679588e-05,
207
+ "loss": 0.7208,
208
+ "step": 550
209
+ },
210
+ {
211
+ "epoch": 4.4591439688715955,
212
+ "grad_norm": 102.95027160644531,
213
+ "learning_rate": 1.727820844099914e-05,
214
+ "loss": 0.7047,
215
+ "step": 575
216
+ },
217
+ {
218
+ "epoch": 4.653696498054475,
219
+ "grad_norm": 37.93605422973633,
220
+ "learning_rate": 1.7062876830318693e-05,
221
+ "loss": 0.7988,
222
+ "step": 600
223
+ },
224
+ {
225
+ "epoch": 4.848249027237354,
226
+ "grad_norm": 24.488025665283203,
227
+ "learning_rate": 1.6847545219638243e-05,
228
+ "loss": 0.8923,
229
+ "step": 625
230
+ },
231
+ {
232
+ "epoch": 5.0,
233
+ "eval_accuracy": 0.9321663019693655,
234
+ "eval_loss": 0.2557692229747772,
235
+ "eval_macro_f1": 0.8769084678503661,
236
+ "eval_runtime": 1.0552,
237
+ "eval_samples_per_second": 433.098,
238
+ "eval_steps_per_second": 27.483,
239
+ "eval_weighted_f1": 0.9331921561883019,
240
+ "step": 645
241
+ }
242
+ ],
243
+ "logging_steps": 25,
244
+ "max_steps": 2580,
245
+ "num_input_tokens_seen": 0,
246
+ "num_train_epochs": 20,
247
+ "save_steps": 500,
248
+ "stateful_callbacks": {
249
+ "EarlyStoppingCallback": {
250
+ "args": {
251
+ "early_stopping_patience": 3,
252
+ "early_stopping_threshold": 0.0
253
+ },
254
+ "attributes": {
255
+ "early_stopping_patience_counter": 0
256
+ }
257
+ },
258
+ "TrainerControl": {
259
+ "args": {
260
+ "should_epoch_stop": false,
261
+ "should_evaluate": false,
262
+ "should_log": false,
263
+ "should_save": true,
264
+ "should_training_stop": false
265
+ },
266
+ "attributes": {}
267
+ }
268
+ },
269
+ "total_flos": 0.0,
270
+ "train_batch_size": 8,
271
+ "trial_name": null,
272
+ "trial_params": null
273
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b4109435b55660328aa200e8199b851851743315e0a92c94d605a63ccf02233
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/trainer_state.json ADDED
@@ -0,0 +1,1884 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 4752,
3
+ "best_metric": 0.8620947687790051,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752",
5
+ "epoch": 14.0,
6
+ "eval_steps": 500,
7
+ "global_step": 6048,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 49.18155288696289,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 4.6968,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 76.85645294189453,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 4.4405,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 65.4331283569336,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 4.3964,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 114.14410400390625,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 4.0336,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 81.83231353759766,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 3.5887,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 67.9708251953125,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 3.1801,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 48.5985107421875,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 2.9553,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 72.81159210205078,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 2.4951,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 36.119686126708984,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 2.0267,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 30.395553588867188,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 1.666,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 74.79532623291016,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 1.5419,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 35.03430938720703,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 1.4011,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 104.17002868652344,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 1.3575,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 38.88947296142578,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 1.0279,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 23.771381378173828,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 1.1992,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 17.463258743286133,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 0.8848,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 86.75448608398438,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 1.2516,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.93359375,
134
+ "eval_loss": 0.22012925148010254,
135
+ "eval_macro_f1": 0.6319789755298139,
136
+ "eval_runtime": 2.8629,
137
+ "eval_samples_per_second": 536.517,
138
+ "eval_steps_per_second": 33.532,
139
+ "eval_weighted_f1": 0.919116995980144,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 24.057159423828125,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 1.1549,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 69.71923828125,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 1.1176,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 9.94516372680664,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.9754,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 52.960182189941406,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 0.8887,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 29.956403732299805,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.8512,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 99.97569274902344,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 0.8533,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 167.1588134765625,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.8855,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 89.66463470458984,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 0.8581,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 84.04855346679688,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 0.9504,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 31.432144165039062,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.8447,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 163.85768127441406,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.9166,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 13.358113288879395,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 0.8768,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 15.809774398803711,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 0.9362,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 51.42661666870117,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.7822,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 59.8980712890625,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 1.024,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 138.69517517089844,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 0.9372,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 428.2663269042969,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.7634,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9342447916666666,
264
+ "eval_loss": 0.2579492926597595,
265
+ "eval_macro_f1": 0.7819598936102059,
266
+ "eval_runtime": 2.9533,
267
+ "eval_samples_per_second": 520.102,
268
+ "eval_steps_per_second": 32.506,
269
+ "eval_weighted_f1": 0.931201584262328,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 47.58729553222656,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.8343,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 48.188175201416016,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.951,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 37.874271392822266,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.7345,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 45.34410858154297,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.6997,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 133.60183715820312,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.7315,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 3.521240234375,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.8651,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 23.21702766418457,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.7411,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 11.558145523071289,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.7791,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 18.67754554748535,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.9354,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 38.739627838134766,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.8481,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 11.284213066101074,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.7135,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 47.02680969238281,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.8361,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 61.53483581542969,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 0.7622,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 24.56148338317871,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.6577,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 16.452505111694336,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.6591,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 54.70965576171875,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.9681,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 3.586470365524292,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.7604,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9479166666666666,
394
+ "eval_loss": 0.1838006228208542,
395
+ "eval_macro_f1": 0.8144942187401276,
396
+ "eval_runtime": 3.027,
397
+ "eval_samples_per_second": 507.432,
398
+ "eval_steps_per_second": 31.714,
399
+ "eval_weighted_f1": 0.9453826760967544,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 60.533470153808594,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.8182,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 3.7848432064056396,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.6601,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 2.507720470428467,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.6117,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 24.365459442138672,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.5887,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 19.01310920715332,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.6149,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 11.435423851013184,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.9998,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 20.480737686157227,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.5559,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 41.380001068115234,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.996,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 53.6434211730957,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.4333,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 134.14727783203125,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.8152,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 51.27402877807617,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.6767,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 16.863025665283203,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.6397,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 48.23088073730469,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.7625,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 11.434057235717773,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.6297,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 41.992801666259766,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.5484,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 12.369345664978027,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.6361,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 37.397483825683594,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.7327,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 169.0149383544922,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.6673,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.943359375,
531
+ "eval_loss": 0.21456412971019745,
532
+ "eval_macro_f1": 0.8096313854471721,
533
+ "eval_runtime": 2.9804,
534
+ "eval_samples_per_second": 515.359,
535
+ "eval_steps_per_second": 32.21,
536
+ "eval_weighted_f1": 0.9426806168843336,
537
+ "step": 1728
538
+ },
539
+ {
540
+ "epoch": 4.050925925925926,
541
+ "grad_norm": 24.214906692504883,
542
+ "learning_rate": 1.7723765432098766e-05,
543
+ "loss": 0.4303,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.108796296296297,
548
+ "grad_norm": 24.26646614074707,
549
+ "learning_rate": 1.7659465020576135e-05,
550
+ "loss": 0.5369,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.166666666666667,
555
+ "grad_norm": 2.581326961517334,
556
+ "learning_rate": 1.75951646090535e-05,
557
+ "loss": 0.7096,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.224537037037037,
562
+ "grad_norm": 77.99215698242188,
563
+ "learning_rate": 1.7530864197530865e-05,
564
+ "loss": 0.4641,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.282407407407407,
569
+ "grad_norm": 38.172157287597656,
570
+ "learning_rate": 1.7466563786008233e-05,
571
+ "loss": 0.4534,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.340277777777778,
576
+ "grad_norm": 58.9312629699707,
577
+ "learning_rate": 1.74022633744856e-05,
578
+ "loss": 0.5239,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.398148148148148,
583
+ "grad_norm": 8.020282745361328,
584
+ "learning_rate": 1.7337962962962964e-05,
585
+ "loss": 0.6685,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.456018518518518,
590
+ "grad_norm": 17.35138702392578,
591
+ "learning_rate": 1.7273662551440332e-05,
592
+ "loss": 0.6457,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.513888888888889,
597
+ "grad_norm": 8.105619430541992,
598
+ "learning_rate": 1.7209362139917697e-05,
599
+ "loss": 0.5408,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.5717592592592595,
604
+ "grad_norm": 4.399418830871582,
605
+ "learning_rate": 1.7145061728395063e-05,
606
+ "loss": 0.4078,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.62962962962963,
611
+ "grad_norm": 0.4794517457485199,
612
+ "learning_rate": 1.708076131687243e-05,
613
+ "loss": 0.5614,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.6875,
618
+ "grad_norm": 41.65056610107422,
619
+ "learning_rate": 1.7016460905349796e-05,
620
+ "loss": 0.5738,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.74537037037037,
625
+ "grad_norm": 52.3695182800293,
626
+ "learning_rate": 1.695216049382716e-05,
627
+ "loss": 0.7206,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.8032407407407405,
632
+ "grad_norm": 9.808616638183594,
633
+ "learning_rate": 1.6887860082304527e-05,
634
+ "loss": 0.5325,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.861111111111111,
639
+ "grad_norm": 44.442054748535156,
640
+ "learning_rate": 1.6823559670781895e-05,
641
+ "loss": 0.533,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.918981481481482,
646
+ "grad_norm": 131.7136688232422,
647
+ "learning_rate": 1.675925925925926e-05,
648
+ "loss": 0.6615,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.976851851851852,
653
+ "grad_norm": 123.59834289550781,
654
+ "learning_rate": 1.6694958847736625e-05,
655
+ "loss": 0.5654,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "eval_accuracy": 0.9446614583333334,
661
+ "eval_loss": 0.27177080512046814,
662
+ "eval_macro_f1": 0.8157096829131576,
663
+ "eval_runtime": 2.8731,
664
+ "eval_samples_per_second": 534.606,
665
+ "eval_steps_per_second": 33.413,
666
+ "eval_weighted_f1": 0.944678938661648,
667
+ "step": 2160
668
+ },
669
+ {
670
+ "epoch": 5.034722222222222,
671
+ "grad_norm": 1.194509506225586,
672
+ "learning_rate": 1.6630658436213994e-05,
673
+ "loss": 0.3647,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.092592592592593,
678
+ "grad_norm": 204.10488891601562,
679
+ "learning_rate": 1.656635802469136e-05,
680
+ "loss": 0.5439,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.150462962962963,
685
+ "grad_norm": 78.17781066894531,
686
+ "learning_rate": 1.6502057613168724e-05,
687
+ "loss": 0.5043,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.208333333333333,
692
+ "grad_norm": 33.73611068725586,
693
+ "learning_rate": 1.6437757201646093e-05,
694
+ "loss": 0.4916,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.266203703703704,
699
+ "grad_norm": 143.0308380126953,
700
+ "learning_rate": 1.6373456790123458e-05,
701
+ "loss": 0.4509,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.324074074074074,
706
+ "grad_norm": 13.414512634277344,
707
+ "learning_rate": 1.6309156378600823e-05,
708
+ "loss": 0.771,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.381944444444445,
713
+ "grad_norm": 5.322541236877441,
714
+ "learning_rate": 1.624485596707819e-05,
715
+ "loss": 0.6264,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.439814814814815,
720
+ "grad_norm": 57.51364517211914,
721
+ "learning_rate": 1.6180555555555557e-05,
722
+ "loss": 0.382,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.497685185185185,
727
+ "grad_norm": 168.24847412109375,
728
+ "learning_rate": 1.6116255144032925e-05,
729
+ "loss": 0.6419,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.555555555555555,
734
+ "grad_norm": 1.9511181116104126,
735
+ "learning_rate": 1.605195473251029e-05,
736
+ "loss": 0.5109,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.613425925925926,
741
+ "grad_norm": 43.27511978149414,
742
+ "learning_rate": 1.5987654320987655e-05,
743
+ "loss": 0.5201,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.671296296296296,
748
+ "grad_norm": 18.09073257446289,
749
+ "learning_rate": 1.5923353909465024e-05,
750
+ "loss": 0.6134,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.729166666666667,
755
+ "grad_norm": 13.248920440673828,
756
+ "learning_rate": 1.5859053497942386e-05,
757
+ "loss": 0.4481,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.787037037037037,
762
+ "grad_norm": 108.18492889404297,
763
+ "learning_rate": 1.5794753086419754e-05,
764
+ "loss": 0.497,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.844907407407407,
769
+ "grad_norm": 4.612940788269043,
770
+ "learning_rate": 1.573045267489712e-05,
771
+ "loss": 0.3826,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.902777777777778,
776
+ "grad_norm": 43.74528503417969,
777
+ "learning_rate": 1.5666152263374488e-05,
778
+ "loss": 0.5029,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.960648148148148,
783
+ "grad_norm": 78.43441772460938,
784
+ "learning_rate": 1.5601851851851853e-05,
785
+ "loss": 0.3778,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 6.0,
790
+ "eval_accuracy": 0.9485677083333334,
791
+ "eval_loss": 0.22525759041309357,
792
+ "eval_macro_f1": 0.8347244074845914,
793
+ "eval_runtime": 2.9041,
794
+ "eval_samples_per_second": 528.903,
795
+ "eval_steps_per_second": 33.056,
796
+ "eval_weighted_f1": 0.9488161336988719,
797
+ "step": 2592
798
+ },
799
+ {
800
+ "epoch": 6.018518518518518,
801
+ "grad_norm": 19.518041610717773,
802
+ "learning_rate": 1.5537551440329218e-05,
803
+ "loss": 0.603,
804
+ "step": 2600
805
+ },
806
+ {
807
+ "epoch": 6.076388888888889,
808
+ "grad_norm": 63.32350540161133,
809
+ "learning_rate": 1.5473251028806587e-05,
810
+ "loss": 0.3215,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.1342592592592595,
815
+ "grad_norm": 133.28173828125,
816
+ "learning_rate": 1.5408950617283952e-05,
817
+ "loss": 0.5411,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.19212962962963,
822
+ "grad_norm": 0.4768594801425934,
823
+ "learning_rate": 1.5344650205761317e-05,
824
+ "loss": 0.4384,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.25,
829
+ "grad_norm": 12.246286392211914,
830
+ "learning_rate": 1.5280349794238685e-05,
831
+ "loss": 0.4372,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.30787037037037,
836
+ "grad_norm": 55.91083908081055,
837
+ "learning_rate": 1.5216049382716052e-05,
838
+ "loss": 0.318,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.3657407407407405,
843
+ "grad_norm": 17.979150772094727,
844
+ "learning_rate": 1.5151748971193416e-05,
845
+ "loss": 0.5943,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.423611111111111,
850
+ "grad_norm": 0.7345873117446899,
851
+ "learning_rate": 1.5087448559670783e-05,
852
+ "loss": 0.3323,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.481481481481482,
857
+ "grad_norm": 85.80096435546875,
858
+ "learning_rate": 1.502314814814815e-05,
859
+ "loss": 0.4635,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.539351851851852,
864
+ "grad_norm": 145.16812133789062,
865
+ "learning_rate": 1.4958847736625515e-05,
866
+ "loss": 0.5507,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.597222222222222,
871
+ "grad_norm": 0.14401020109653473,
872
+ "learning_rate": 1.4894547325102881e-05,
873
+ "loss": 0.2714,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.655092592592593,
878
+ "grad_norm": 0.10279523581266403,
879
+ "learning_rate": 1.4830246913580248e-05,
880
+ "loss": 0.2945,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.712962962962963,
885
+ "grad_norm": 203.37403869628906,
886
+ "learning_rate": 1.4765946502057615e-05,
887
+ "loss": 0.5746,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.770833333333333,
892
+ "grad_norm": 68.86481475830078,
893
+ "learning_rate": 1.470164609053498e-05,
894
+ "loss": 0.431,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.828703703703704,
899
+ "grad_norm": 3.5494091510772705,
900
+ "learning_rate": 1.4637345679012347e-05,
901
+ "loss": 0.5496,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.886574074074074,
906
+ "grad_norm": 0.9977327585220337,
907
+ "learning_rate": 1.4573045267489714e-05,
908
+ "loss": 0.4302,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.944444444444445,
913
+ "grad_norm": 43.67266082763672,
914
+ "learning_rate": 1.4508744855967079e-05,
915
+ "loss": 0.2321,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 7.0,
920
+ "eval_accuracy": 0.9479166666666666,
921
+ "eval_loss": 0.2752571702003479,
922
+ "eval_macro_f1": 0.8318885978666891,
923
+ "eval_runtime": 2.8767,
924
+ "eval_samples_per_second": 533.949,
925
+ "eval_steps_per_second": 33.372,
926
+ "eval_weighted_f1": 0.9487853167213799,
927
+ "step": 3024
928
+ },
929
+ {
930
+ "epoch": 7.002314814814815,
931
+ "grad_norm": 1.8528645038604736,
932
+ "learning_rate": 1.4444444444444446e-05,
933
+ "loss": 0.4958,
934
+ "step": 3025
935
+ },
936
+ {
937
+ "epoch": 7.060185185185185,
938
+ "grad_norm": 3.5936973094940186,
939
+ "learning_rate": 1.4380144032921813e-05,
940
+ "loss": 0.1637,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.118055555555555,
945
+ "grad_norm": 160.1719970703125,
946
+ "learning_rate": 1.431584362139918e-05,
947
+ "loss": 0.204,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.175925925925926,
952
+ "grad_norm": 4.490218162536621,
953
+ "learning_rate": 1.4251543209876545e-05,
954
+ "loss": 0.2805,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.233796296296297,
959
+ "grad_norm": 0.19049939513206482,
960
+ "learning_rate": 1.4187242798353911e-05,
961
+ "loss": 0.307,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.291666666666667,
966
+ "grad_norm": 17.708757400512695,
967
+ "learning_rate": 1.4122942386831278e-05,
968
+ "loss": 0.186,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.349537037037037,
973
+ "grad_norm": 0.8256221413612366,
974
+ "learning_rate": 1.4058641975308642e-05,
975
+ "loss": 0.1453,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.407407407407407,
980
+ "grad_norm": 0.045566827058792114,
981
+ "learning_rate": 1.3994341563786009e-05,
982
+ "loss": 0.3947,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.465277777777778,
987
+ "grad_norm": 30.863033294677734,
988
+ "learning_rate": 1.3930041152263375e-05,
989
+ "loss": 0.5174,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.523148148148148,
994
+ "grad_norm": 0.19092391431331635,
995
+ "learning_rate": 1.3865740740740742e-05,
996
+ "loss": 0.1737,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.581018518518518,
1001
+ "grad_norm": 0.1253451704978943,
1002
+ "learning_rate": 1.3801440329218107e-05,
1003
+ "loss": 0.5837,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.638888888888889,
1008
+ "grad_norm": 47.45542907714844,
1009
+ "learning_rate": 1.3737139917695474e-05,
1010
+ "loss": 0.482,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.6967592592592595,
1015
+ "grad_norm": 1.2099238634109497,
1016
+ "learning_rate": 1.3672839506172841e-05,
1017
+ "loss": 0.556,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.75462962962963,
1022
+ "grad_norm": 0.15288490056991577,
1023
+ "learning_rate": 1.3608539094650206e-05,
1024
+ "loss": 0.3511,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.8125,
1029
+ "grad_norm": 12.612582206726074,
1030
+ "learning_rate": 1.3544238683127573e-05,
1031
+ "loss": 0.3287,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.87037037037037,
1036
+ "grad_norm": 104.33672332763672,
1037
+ "learning_rate": 1.347993827160494e-05,
1038
+ "loss": 0.4412,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.9282407407407405,
1043
+ "grad_norm": 85.46415710449219,
1044
+ "learning_rate": 1.3415637860082307e-05,
1045
+ "loss": 0.3166,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.986111111111111,
1050
+ "grad_norm": 9.093765258789062,
1051
+ "learning_rate": 1.3351337448559672e-05,
1052
+ "loss": 0.34,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 8.0,
1057
+ "eval_accuracy": 0.9537760416666666,
1058
+ "eval_loss": 0.28719714283943176,
1059
+ "eval_macro_f1": 0.850550321459238,
1060
+ "eval_runtime": 2.892,
1061
+ "eval_samples_per_second": 531.117,
1062
+ "eval_steps_per_second": 33.195,
1063
+ "eval_weighted_f1": 0.9536671272816802,
1064
+ "step": 3456
1065
+ },
1066
+ {
1067
+ "epoch": 8.043981481481481,
1068
+ "grad_norm": 38.74711608886719,
1069
+ "learning_rate": 1.3287037037037039e-05,
1070
+ "loss": 0.3174,
1071
+ "step": 3475
1072
+ },
1073
+ {
1074
+ "epoch": 8.101851851851851,
1075
+ "grad_norm": 4.458629131317139,
1076
+ "learning_rate": 1.3222736625514405e-05,
1077
+ "loss": 0.1947,
1078
+ "step": 3500
1079
+ },
1080
+ {
1081
+ "epoch": 8.159722222222221,
1082
+ "grad_norm": 65.85087585449219,
1083
+ "learning_rate": 1.315843621399177e-05,
1084
+ "loss": 0.3645,
1085
+ "step": 3525
1086
+ },
1087
+ {
1088
+ "epoch": 8.217592592592593,
1089
+ "grad_norm": 9.069356918334961,
1090
+ "learning_rate": 1.3094135802469137e-05,
1091
+ "loss": 0.3603,
1092
+ "step": 3550
1093
+ },
1094
+ {
1095
+ "epoch": 8.275462962962964,
1096
+ "grad_norm": 0.22985491156578064,
1097
+ "learning_rate": 1.3029835390946504e-05,
1098
+ "loss": 0.2463,
1099
+ "step": 3575
1100
+ },
1101
+ {
1102
+ "epoch": 8.333333333333334,
1103
+ "grad_norm": 0.1998838484287262,
1104
+ "learning_rate": 1.2965534979423868e-05,
1105
+ "loss": 0.2443,
1106
+ "step": 3600
1107
+ },
1108
+ {
1109
+ "epoch": 8.391203703703704,
1110
+ "grad_norm": 1.8871113061904907,
1111
+ "learning_rate": 1.2901234567901235e-05,
1112
+ "loss": 0.2753,
1113
+ "step": 3625
1114
+ },
1115
+ {
1116
+ "epoch": 8.449074074074074,
1117
+ "grad_norm": 31.646974563598633,
1118
+ "learning_rate": 1.2836934156378601e-05,
1119
+ "loss": 0.273,
1120
+ "step": 3650
1121
+ },
1122
+ {
1123
+ "epoch": 8.506944444444445,
1124
+ "grad_norm": 207.9886932373047,
1125
+ "learning_rate": 1.2772633744855968e-05,
1126
+ "loss": 0.3069,
1127
+ "step": 3675
1128
+ },
1129
+ {
1130
+ "epoch": 8.564814814814815,
1131
+ "grad_norm": 22.318960189819336,
1132
+ "learning_rate": 1.2708333333333333e-05,
1133
+ "loss": 0.2703,
1134
+ "step": 3700
1135
+ },
1136
+ {
1137
+ "epoch": 8.622685185185185,
1138
+ "grad_norm": 82.9929428100586,
1139
+ "learning_rate": 1.26440329218107e-05,
1140
+ "loss": 0.2842,
1141
+ "step": 3725
1142
+ },
1143
+ {
1144
+ "epoch": 8.680555555555555,
1145
+ "grad_norm": 49.92669677734375,
1146
+ "learning_rate": 1.2579732510288067e-05,
1147
+ "loss": 0.1474,
1148
+ "step": 3750
1149
+ },
1150
+ {
1151
+ "epoch": 8.738425925925926,
1152
+ "grad_norm": 11.231054306030273,
1153
+ "learning_rate": 1.2515432098765432e-05,
1154
+ "loss": 0.3954,
1155
+ "step": 3775
1156
+ },
1157
+ {
1158
+ "epoch": 8.796296296296296,
1159
+ "grad_norm": 0.15226250886917114,
1160
+ "learning_rate": 1.2451131687242799e-05,
1161
+ "loss": 0.3299,
1162
+ "step": 3800
1163
+ },
1164
+ {
1165
+ "epoch": 8.854166666666666,
1166
+ "grad_norm": 0.2117779552936554,
1167
+ "learning_rate": 1.2386831275720166e-05,
1168
+ "loss": 0.2646,
1169
+ "step": 3825
1170
+ },
1171
+ {
1172
+ "epoch": 8.912037037037036,
1173
+ "grad_norm": 89.34596252441406,
1174
+ "learning_rate": 1.2322530864197533e-05,
1175
+ "loss": 0.261,
1176
+ "step": 3850
1177
+ },
1178
+ {
1179
+ "epoch": 8.969907407407408,
1180
+ "grad_norm": 0.11930816620588303,
1181
+ "learning_rate": 1.2258230452674898e-05,
1182
+ "loss": 0.3132,
1183
+ "step": 3875
1184
+ },
1185
+ {
1186
+ "epoch": 9.0,
1187
+ "eval_accuracy": 0.953125,
1188
+ "eval_loss": 0.3125706613063812,
1189
+ "eval_macro_f1": 0.8466031662335237,
1190
+ "eval_runtime": 2.7653,
1191
+ "eval_samples_per_second": 555.449,
1192
+ "eval_steps_per_second": 34.716,
1193
+ "eval_weighted_f1": 0.9524531109287692,
1194
+ "step": 3888
1195
+ },
1196
+ {
1197
+ "epoch": 9.027777777777779,
1198
+ "grad_norm": 0.08531542867422104,
1199
+ "learning_rate": 1.2193930041152265e-05,
1200
+ "loss": 0.3669,
1201
+ "step": 3900
1202
+ },
1203
+ {
1204
+ "epoch": 9.085648148148149,
1205
+ "grad_norm": 157.43093872070312,
1206
+ "learning_rate": 1.2129629629629631e-05,
1207
+ "loss": 0.2743,
1208
+ "step": 3925
1209
+ },
1210
+ {
1211
+ "epoch": 9.143518518518519,
1212
+ "grad_norm": 0.2554900050163269,
1213
+ "learning_rate": 1.2065329218106997e-05,
1214
+ "loss": 0.2933,
1215
+ "step": 3950
1216
+ },
1217
+ {
1218
+ "epoch": 9.20138888888889,
1219
+ "grad_norm": 112.08780670166016,
1220
+ "learning_rate": 1.2001028806584363e-05,
1221
+ "loss": 0.3678,
1222
+ "step": 3975
1223
+ },
1224
+ {
1225
+ "epoch": 9.25925925925926,
1226
+ "grad_norm": 220.92645263671875,
1227
+ "learning_rate": 1.193672839506173e-05,
1228
+ "loss": 0.1555,
1229
+ "step": 4000
1230
+ },
1231
+ {
1232
+ "epoch": 9.31712962962963,
1233
+ "grad_norm": 0.07951755821704865,
1234
+ "learning_rate": 1.1872427983539097e-05,
1235
+ "loss": 0.1977,
1236
+ "step": 4025
1237
+ },
1238
+ {
1239
+ "epoch": 9.375,
1240
+ "grad_norm": 0.05407576262950897,
1241
+ "learning_rate": 1.180812757201646e-05,
1242
+ "loss": 0.0943,
1243
+ "step": 4050
1244
+ },
1245
+ {
1246
+ "epoch": 9.43287037037037,
1247
+ "grad_norm": 117.8342056274414,
1248
+ "learning_rate": 1.1743827160493827e-05,
1249
+ "loss": 0.2301,
1250
+ "step": 4075
1251
+ },
1252
+ {
1253
+ "epoch": 9.49074074074074,
1254
+ "grad_norm": 0.5026098489761353,
1255
+ "learning_rate": 1.1679526748971194e-05,
1256
+ "loss": 0.2999,
1257
+ "step": 4100
1258
+ },
1259
+ {
1260
+ "epoch": 9.54861111111111,
1261
+ "grad_norm": 34.44472885131836,
1262
+ "learning_rate": 1.161522633744856e-05,
1263
+ "loss": 0.2069,
1264
+ "step": 4125
1265
+ },
1266
+ {
1267
+ "epoch": 9.606481481481481,
1268
+ "grad_norm": 192.51345825195312,
1269
+ "learning_rate": 1.1550925925925926e-05,
1270
+ "loss": 0.2046,
1271
+ "step": 4150
1272
+ },
1273
+ {
1274
+ "epoch": 9.664351851851851,
1275
+ "grad_norm": 1.2246239185333252,
1276
+ "learning_rate": 1.1486625514403293e-05,
1277
+ "loss": 0.2914,
1278
+ "step": 4175
1279
+ },
1280
+ {
1281
+ "epoch": 9.722222222222221,
1282
+ "grad_norm": 0.1276756376028061,
1283
+ "learning_rate": 1.142232510288066e-05,
1284
+ "loss": 0.3488,
1285
+ "step": 4200
1286
+ },
1287
+ {
1288
+ "epoch": 9.780092592592592,
1289
+ "grad_norm": 0.3095955550670624,
1290
+ "learning_rate": 1.1358024691358025e-05,
1291
+ "loss": 0.2332,
1292
+ "step": 4225
1293
+ },
1294
+ {
1295
+ "epoch": 9.837962962962964,
1296
+ "grad_norm": 0.12175218015909195,
1297
+ "learning_rate": 1.1293724279835392e-05,
1298
+ "loss": 0.2913,
1299
+ "step": 4250
1300
+ },
1301
+ {
1302
+ "epoch": 9.895833333333334,
1303
+ "grad_norm": 0.13042870163917542,
1304
+ "learning_rate": 1.1229423868312759e-05,
1305
+ "loss": 0.3231,
1306
+ "step": 4275
1307
+ },
1308
+ {
1309
+ "epoch": 9.953703703703704,
1310
+ "grad_norm": 101.47859954833984,
1311
+ "learning_rate": 1.1165123456790124e-05,
1312
+ "loss": 0.2844,
1313
+ "step": 4300
1314
+ },
1315
+ {
1316
+ "epoch": 10.0,
1317
+ "eval_accuracy": 0.9505208333333334,
1318
+ "eval_loss": 0.3616989552974701,
1319
+ "eval_macro_f1": 0.8268128776480906,
1320
+ "eval_runtime": 2.8564,
1321
+ "eval_samples_per_second": 537.736,
1322
+ "eval_steps_per_second": 33.608,
1323
+ "eval_weighted_f1": 0.9499909764038086,
1324
+ "step": 4320
1325
+ },
1326
+ {
1327
+ "epoch": 10.011574074074074,
1328
+ "grad_norm": 0.15573643147945404,
1329
+ "learning_rate": 1.110082304526749e-05,
1330
+ "loss": 0.2062,
1331
+ "step": 4325
1332
+ },
1333
+ {
1334
+ "epoch": 10.069444444444445,
1335
+ "grad_norm": 0.20805954933166504,
1336
+ "learning_rate": 1.1036522633744857e-05,
1337
+ "loss": 0.3147,
1338
+ "step": 4350
1339
+ },
1340
+ {
1341
+ "epoch": 10.127314814814815,
1342
+ "grad_norm": 14.457183837890625,
1343
+ "learning_rate": 1.0972222222222224e-05,
1344
+ "loss": 0.1343,
1345
+ "step": 4375
1346
+ },
1347
+ {
1348
+ "epoch": 10.185185185185185,
1349
+ "grad_norm": 0.07937890291213989,
1350
+ "learning_rate": 1.090792181069959e-05,
1351
+ "loss": 0.215,
1352
+ "step": 4400
1353
+ },
1354
+ {
1355
+ "epoch": 10.243055555555555,
1356
+ "grad_norm": 0.06195805221796036,
1357
+ "learning_rate": 1.0843621399176956e-05,
1358
+ "loss": 0.1672,
1359
+ "step": 4425
1360
+ },
1361
+ {
1362
+ "epoch": 10.300925925925926,
1363
+ "grad_norm": 0.04213821887969971,
1364
+ "learning_rate": 1.0779320987654323e-05,
1365
+ "loss": 0.1784,
1366
+ "step": 4450
1367
+ },
1368
+ {
1369
+ "epoch": 10.358796296296296,
1370
+ "grad_norm": 0.0537002757191658,
1371
+ "learning_rate": 1.0715020576131687e-05,
1372
+ "loss": 0.0832,
1373
+ "step": 4475
1374
+ },
1375
+ {
1376
+ "epoch": 10.416666666666666,
1377
+ "grad_norm": 0.053154896944761276,
1378
+ "learning_rate": 1.0650720164609053e-05,
1379
+ "loss": 0.1475,
1380
+ "step": 4500
1381
+ },
1382
+ {
1383
+ "epoch": 10.474537037037036,
1384
+ "grad_norm": 41.40846252441406,
1385
+ "learning_rate": 1.058641975308642e-05,
1386
+ "loss": 0.3012,
1387
+ "step": 4525
1388
+ },
1389
+ {
1390
+ "epoch": 10.532407407407408,
1391
+ "grad_norm": 0.08748806267976761,
1392
+ "learning_rate": 1.0522119341563789e-05,
1393
+ "loss": 0.2174,
1394
+ "step": 4550
1395
+ },
1396
+ {
1397
+ "epoch": 10.590277777777779,
1398
+ "grad_norm": 0.044563766568899155,
1399
+ "learning_rate": 1.0457818930041152e-05,
1400
+ "loss": 0.263,
1401
+ "step": 4575
1402
+ },
1403
+ {
1404
+ "epoch": 10.648148148148149,
1405
+ "grad_norm": 19.37051773071289,
1406
+ "learning_rate": 1.0393518518518519e-05,
1407
+ "loss": 0.3296,
1408
+ "step": 4600
1409
+ },
1410
+ {
1411
+ "epoch": 10.706018518518519,
1412
+ "grad_norm": 0.18841315805912018,
1413
+ "learning_rate": 1.0329218106995886e-05,
1414
+ "loss": 0.2465,
1415
+ "step": 4625
1416
+ },
1417
+ {
1418
+ "epoch": 10.76388888888889,
1419
+ "grad_norm": 0.04381072148680687,
1420
+ "learning_rate": 1.0264917695473251e-05,
1421
+ "loss": 0.1754,
1422
+ "step": 4650
1423
+ },
1424
+ {
1425
+ "epoch": 10.82175925925926,
1426
+ "grad_norm": 3.1694674491882324,
1427
+ "learning_rate": 1.0200617283950618e-05,
1428
+ "loss": 0.1711,
1429
+ "step": 4675
1430
+ },
1431
+ {
1432
+ "epoch": 10.87962962962963,
1433
+ "grad_norm": 101.84947204589844,
1434
+ "learning_rate": 1.0136316872427985e-05,
1435
+ "loss": 0.4633,
1436
+ "step": 4700
1437
+ },
1438
+ {
1439
+ "epoch": 10.9375,
1440
+ "grad_norm": 0.13000927865505219,
1441
+ "learning_rate": 1.0072016460905351e-05,
1442
+ "loss": 0.185,
1443
+ "step": 4725
1444
+ },
1445
+ {
1446
+ "epoch": 10.99537037037037,
1447
+ "grad_norm": 1.3699895143508911,
1448
+ "learning_rate": 1.0007716049382717e-05,
1449
+ "loss": 0.2728,
1450
+ "step": 4750
1451
+ },
1452
+ {
1453
+ "epoch": 11.0,
1454
+ "eval_accuracy": 0.9576822916666666,
1455
+ "eval_loss": 0.3098059296607971,
1456
+ "eval_macro_f1": 0.8620947687790051,
1457
+ "eval_runtime": 2.8337,
1458
+ "eval_samples_per_second": 542.043,
1459
+ "eval_steps_per_second": 33.878,
1460
+ "eval_weighted_f1": 0.95748091835233,
1461
+ "step": 4752
1462
+ },
1463
+ {
1464
+ "epoch": 11.05324074074074,
1465
+ "grad_norm": 1.9623972177505493,
1466
+ "learning_rate": 9.943415637860083e-06,
1467
+ "loss": 0.2322,
1468
+ "step": 4775
1469
+ },
1470
+ {
1471
+ "epoch": 11.11111111111111,
1472
+ "grad_norm": 0.05988599732518196,
1473
+ "learning_rate": 9.879115226337449e-06,
1474
+ "loss": 0.2004,
1475
+ "step": 4800
1476
+ },
1477
+ {
1478
+ "epoch": 11.168981481481481,
1479
+ "grad_norm": 0.14709407091140747,
1480
+ "learning_rate": 9.814814814814815e-06,
1481
+ "loss": 0.0915,
1482
+ "step": 4825
1483
+ },
1484
+ {
1485
+ "epoch": 11.226851851851851,
1486
+ "grad_norm": 1.4648934602737427,
1487
+ "learning_rate": 9.750514403292182e-06,
1488
+ "loss": 0.1585,
1489
+ "step": 4850
1490
+ },
1491
+ {
1492
+ "epoch": 11.284722222222221,
1493
+ "grad_norm": 15.34505844116211,
1494
+ "learning_rate": 9.686213991769549e-06,
1495
+ "loss": 0.1727,
1496
+ "step": 4875
1497
+ },
1498
+ {
1499
+ "epoch": 11.342592592592593,
1500
+ "grad_norm": 0.09757660329341888,
1501
+ "learning_rate": 9.621913580246914e-06,
1502
+ "loss": 0.0858,
1503
+ "step": 4900
1504
+ },
1505
+ {
1506
+ "epoch": 11.400462962962964,
1507
+ "grad_norm": 42.537662506103516,
1508
+ "learning_rate": 9.55761316872428e-06,
1509
+ "loss": 0.1926,
1510
+ "step": 4925
1511
+ },
1512
+ {
1513
+ "epoch": 11.458333333333334,
1514
+ "grad_norm": 0.045882005244493484,
1515
+ "learning_rate": 9.493312757201648e-06,
1516
+ "loss": 0.1695,
1517
+ "step": 4950
1518
+ },
1519
+ {
1520
+ "epoch": 11.516203703703704,
1521
+ "grad_norm": 0.03190689533948898,
1522
+ "learning_rate": 9.429012345679013e-06,
1523
+ "loss": 0.1084,
1524
+ "step": 4975
1525
+ },
1526
+ {
1527
+ "epoch": 11.574074074074074,
1528
+ "grad_norm": 0.03970039635896683,
1529
+ "learning_rate": 9.36471193415638e-06,
1530
+ "loss": 0.267,
1531
+ "step": 5000
1532
+ },
1533
+ {
1534
+ "epoch": 11.631944444444445,
1535
+ "grad_norm": 0.03660054877400398,
1536
+ "learning_rate": 9.300411522633745e-06,
1537
+ "loss": 0.1229,
1538
+ "step": 5025
1539
+ },
1540
+ {
1541
+ "epoch": 11.689814814814815,
1542
+ "grad_norm": 0.1264926642179489,
1543
+ "learning_rate": 9.236111111111112e-06,
1544
+ "loss": 0.2062,
1545
+ "step": 5050
1546
+ },
1547
+ {
1548
+ "epoch": 11.747685185185185,
1549
+ "grad_norm": 3.356945276260376,
1550
+ "learning_rate": 9.171810699588479e-06,
1551
+ "loss": 0.1863,
1552
+ "step": 5075
1553
+ },
1554
+ {
1555
+ "epoch": 11.805555555555555,
1556
+ "grad_norm": 18.138248443603516,
1557
+ "learning_rate": 9.107510288065844e-06,
1558
+ "loss": 0.2864,
1559
+ "step": 5100
1560
+ },
1561
+ {
1562
+ "epoch": 11.863425925925926,
1563
+ "grad_norm": 0.072520412504673,
1564
+ "learning_rate": 9.04320987654321e-06,
1565
+ "loss": 0.1752,
1566
+ "step": 5125
1567
+ },
1568
+ {
1569
+ "epoch": 11.921296296296296,
1570
+ "grad_norm": 11.312219619750977,
1571
+ "learning_rate": 8.978909465020576e-06,
1572
+ "loss": 0.1394,
1573
+ "step": 5150
1574
+ },
1575
+ {
1576
+ "epoch": 11.979166666666666,
1577
+ "grad_norm": 0.020504217594861984,
1578
+ "learning_rate": 8.914609053497944e-06,
1579
+ "loss": 0.0455,
1580
+ "step": 5175
1581
+ },
1582
+ {
1583
+ "epoch": 12.0,
1584
+ "eval_accuracy": 0.955078125,
1585
+ "eval_loss": 0.3668808043003082,
1586
+ "eval_macro_f1": 0.8418486840497907,
1587
+ "eval_runtime": 2.719,
1588
+ "eval_samples_per_second": 564.907,
1589
+ "eval_steps_per_second": 35.307,
1590
+ "eval_weighted_f1": 0.9547160399762321,
1591
+ "step": 5184
1592
+ },
1593
+ {
1594
+ "epoch": 12.037037037037036,
1595
+ "grad_norm": 0.030200518667697906,
1596
+ "learning_rate": 8.85030864197531e-06,
1597
+ "loss": 0.2031,
1598
+ "step": 5200
1599
+ },
1600
+ {
1601
+ "epoch": 12.094907407407407,
1602
+ "grad_norm": 0.12519851326942444,
1603
+ "learning_rate": 8.786008230452676e-06,
1604
+ "loss": 0.1992,
1605
+ "step": 5225
1606
+ },
1607
+ {
1608
+ "epoch": 12.152777777777779,
1609
+ "grad_norm": 0.022499730810523033,
1610
+ "learning_rate": 8.721707818930041e-06,
1611
+ "loss": 0.1889,
1612
+ "step": 5250
1613
+ },
1614
+ {
1615
+ "epoch": 12.210648148148149,
1616
+ "grad_norm": 68.40547943115234,
1617
+ "learning_rate": 8.657407407407408e-06,
1618
+ "loss": 0.2039,
1619
+ "step": 5275
1620
+ },
1621
+ {
1622
+ "epoch": 12.268518518518519,
1623
+ "grad_norm": 0.10535323619842529,
1624
+ "learning_rate": 8.593106995884775e-06,
1625
+ "loss": 0.1814,
1626
+ "step": 5300
1627
+ },
1628
+ {
1629
+ "epoch": 12.32638888888889,
1630
+ "grad_norm": 0.03688015043735504,
1631
+ "learning_rate": 8.52880658436214e-06,
1632
+ "loss": 0.0433,
1633
+ "step": 5325
1634
+ },
1635
+ {
1636
+ "epoch": 12.38425925925926,
1637
+ "grad_norm": 0.023211555555462837,
1638
+ "learning_rate": 8.464506172839507e-06,
1639
+ "loss": 0.1802,
1640
+ "step": 5350
1641
+ },
1642
+ {
1643
+ "epoch": 12.44212962962963,
1644
+ "grad_norm": 0.024238020181655884,
1645
+ "learning_rate": 8.400205761316874e-06,
1646
+ "loss": 0.0624,
1647
+ "step": 5375
1648
+ },
1649
+ {
1650
+ "epoch": 12.5,
1651
+ "grad_norm": 0.9228693246841431,
1652
+ "learning_rate": 8.335905349794239e-06,
1653
+ "loss": 0.1943,
1654
+ "step": 5400
1655
+ },
1656
+ {
1657
+ "epoch": 12.55787037037037,
1658
+ "grad_norm": 0.019986465573310852,
1659
+ "learning_rate": 8.271604938271606e-06,
1660
+ "loss": 0.1352,
1661
+ "step": 5425
1662
+ },
1663
+ {
1664
+ "epoch": 12.61574074074074,
1665
+ "grad_norm": 0.09772302955389023,
1666
+ "learning_rate": 8.207304526748971e-06,
1667
+ "loss": 0.0667,
1668
+ "step": 5450
1669
+ },
1670
+ {
1671
+ "epoch": 12.67361111111111,
1672
+ "grad_norm": 296.83282470703125,
1673
+ "learning_rate": 8.143004115226338e-06,
1674
+ "loss": 0.2379,
1675
+ "step": 5475
1676
+ },
1677
+ {
1678
+ "epoch": 12.731481481481481,
1679
+ "grad_norm": 0.01862671785056591,
1680
+ "learning_rate": 8.078703703703705e-06,
1681
+ "loss": 0.2824,
1682
+ "step": 5500
1683
+ },
1684
+ {
1685
+ "epoch": 12.789351851851851,
1686
+ "grad_norm": 0.049188945442438126,
1687
+ "learning_rate": 8.014403292181071e-06,
1688
+ "loss": 0.0677,
1689
+ "step": 5525
1690
+ },
1691
+ {
1692
+ "epoch": 12.847222222222221,
1693
+ "grad_norm": 0.03054816462099552,
1694
+ "learning_rate": 7.950102880658437e-06,
1695
+ "loss": 0.0405,
1696
+ "step": 5550
1697
+ },
1698
+ {
1699
+ "epoch": 12.905092592592592,
1700
+ "grad_norm": 0.01995192840695381,
1701
+ "learning_rate": 7.885802469135803e-06,
1702
+ "loss": 0.0881,
1703
+ "step": 5575
1704
+ },
1705
+ {
1706
+ "epoch": 12.962962962962964,
1707
+ "grad_norm": 1.5455322265625,
1708
+ "learning_rate": 7.82150205761317e-06,
1709
+ "loss": 0.1633,
1710
+ "step": 5600
1711
+ },
1712
+ {
1713
+ "epoch": 13.0,
1714
+ "eval_accuracy": 0.947265625,
1715
+ "eval_loss": 0.4313022196292877,
1716
+ "eval_macro_f1": 0.8310004966055599,
1717
+ "eval_runtime": 2.6789,
1718
+ "eval_samples_per_second": 573.374,
1719
+ "eval_steps_per_second": 35.836,
1720
+ "eval_weighted_f1": 0.9458864359511604,
1721
+ "step": 5616
1722
+ },
1723
+ {
1724
+ "epoch": 13.020833333333334,
1725
+ "grad_norm": 29.201234817504883,
1726
+ "learning_rate": 7.757201646090535e-06,
1727
+ "loss": 0.1,
1728
+ "step": 5625
1729
+ },
1730
+ {
1731
+ "epoch": 13.078703703703704,
1732
+ "grad_norm": 0.018791500478982925,
1733
+ "learning_rate": 7.692901234567902e-06,
1734
+ "loss": 0.0546,
1735
+ "step": 5650
1736
+ },
1737
+ {
1738
+ "epoch": 13.136574074074074,
1739
+ "grad_norm": 0.01191699504852295,
1740
+ "learning_rate": 7.628600823045268e-06,
1741
+ "loss": 0.1118,
1742
+ "step": 5675
1743
+ },
1744
+ {
1745
+ "epoch": 13.194444444444445,
1746
+ "grad_norm": 0.06300435960292816,
1747
+ "learning_rate": 7.564300411522635e-06,
1748
+ "loss": 0.1224,
1749
+ "step": 5700
1750
+ },
1751
+ {
1752
+ "epoch": 13.252314814814815,
1753
+ "grad_norm": 0.027644390240311623,
1754
+ "learning_rate": 7.500000000000001e-06,
1755
+ "loss": 0.1015,
1756
+ "step": 5725
1757
+ },
1758
+ {
1759
+ "epoch": 13.310185185185185,
1760
+ "grad_norm": 0.034079570323228836,
1761
+ "learning_rate": 7.435699588477366e-06,
1762
+ "loss": 0.0501,
1763
+ "step": 5750
1764
+ },
1765
+ {
1766
+ "epoch": 13.368055555555555,
1767
+ "grad_norm": 0.015348521061241627,
1768
+ "learning_rate": 7.371399176954733e-06,
1769
+ "loss": 0.092,
1770
+ "step": 5775
1771
+ },
1772
+ {
1773
+ "epoch": 13.425925925925926,
1774
+ "grad_norm": 0.06824726611375809,
1775
+ "learning_rate": 7.307098765432099e-06,
1776
+ "loss": 0.0152,
1777
+ "step": 5800
1778
+ },
1779
+ {
1780
+ "epoch": 13.483796296296296,
1781
+ "grad_norm": 1.7929489612579346,
1782
+ "learning_rate": 7.242798353909466e-06,
1783
+ "loss": 0.1338,
1784
+ "step": 5825
1785
+ },
1786
+ {
1787
+ "epoch": 13.541666666666666,
1788
+ "grad_norm": 123.66864013671875,
1789
+ "learning_rate": 7.178497942386832e-06,
1790
+ "loss": 0.1729,
1791
+ "step": 5850
1792
+ },
1793
+ {
1794
+ "epoch": 13.599537037037036,
1795
+ "grad_norm": 32.6557731628418,
1796
+ "learning_rate": 7.114197530864199e-06,
1797
+ "loss": 0.0876,
1798
+ "step": 5875
1799
+ },
1800
+ {
1801
+ "epoch": 13.657407407407408,
1802
+ "grad_norm": 0.5634926557540894,
1803
+ "learning_rate": 7.049897119341565e-06,
1804
+ "loss": 0.1444,
1805
+ "step": 5900
1806
+ },
1807
+ {
1808
+ "epoch": 13.715277777777779,
1809
+ "grad_norm": 0.035182684659957886,
1810
+ "learning_rate": 6.98559670781893e-06,
1811
+ "loss": 0.1792,
1812
+ "step": 5925
1813
+ },
1814
+ {
1815
+ "epoch": 13.773148148148149,
1816
+ "grad_norm": 2.955789566040039,
1817
+ "learning_rate": 6.9212962962962974e-06,
1818
+ "loss": 0.2677,
1819
+ "step": 5950
1820
+ },
1821
+ {
1822
+ "epoch": 13.831018518518519,
1823
+ "grad_norm": 0.16699574887752533,
1824
+ "learning_rate": 6.856995884773663e-06,
1825
+ "loss": 0.0058,
1826
+ "step": 5975
1827
+ },
1828
+ {
1829
+ "epoch": 13.88888888888889,
1830
+ "grad_norm": 144.09030151367188,
1831
+ "learning_rate": 6.792695473251029e-06,
1832
+ "loss": 0.17,
1833
+ "step": 6000
1834
+ },
1835
+ {
1836
+ "epoch": 13.94675925925926,
1837
+ "grad_norm": 0.10893135517835617,
1838
+ "learning_rate": 6.728395061728395e-06,
1839
+ "loss": 0.1919,
1840
+ "step": 6025
1841
+ },
1842
+ {
1843
+ "epoch": 14.0,
1844
+ "eval_accuracy": 0.9537760416666666,
1845
+ "eval_loss": 0.407563716173172,
1846
+ "eval_macro_f1": 0.8466685105401385,
1847
+ "eval_runtime": 2.5798,
1848
+ "eval_samples_per_second": 595.388,
1849
+ "eval_steps_per_second": 37.212,
1850
+ "eval_weighted_f1": 0.9538903028215678,
1851
+ "step": 6048
1852
+ }
1853
+ ],
1854
+ "logging_steps": 25,
1855
+ "max_steps": 8640,
1856
+ "num_input_tokens_seen": 0,
1857
+ "num_train_epochs": 20,
1858
+ "save_steps": 500,
1859
+ "stateful_callbacks": {
1860
+ "EarlyStoppingCallback": {
1861
+ "args": {
1862
+ "early_stopping_patience": 3,
1863
+ "early_stopping_threshold": 0.0
1864
+ },
1865
+ "attributes": {
1866
+ "early_stopping_patience_counter": 3
1867
+ }
1868
+ },
1869
+ "TrainerControl": {
1870
+ "args": {
1871
+ "should_epoch_stop": false,
1872
+ "should_evaluate": false,
1873
+ "should_log": false,
1874
+ "should_save": true,
1875
+ "should_training_stop": true
1876
+ },
1877
+ "attributes": {}
1878
+ }
1879
+ },
1880
+ "total_flos": 0.0,
1881
+ "train_batch_size": 8,
1882
+ "trial_name": null,
1883
+ "trial_params": null
1884
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd2f00bc8fd50ed0f45e8ae04657b6c8916128caaa0af065734d05d60742a72f
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/trainer_state.json ADDED
@@ -0,0 +1,570 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1728,
3
+ "best_metric": 0.8466377507075182,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728",
5
+ "epoch": 4.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1728,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 49.740020751953125,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 5.6129,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 42.84151077270508,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 5.5432,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 36.273284912109375,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 5.3468,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 36.474918365478516,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 4.9855,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 49.138248443603516,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 4.0146,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 61.8328857421875,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 3.2065,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 40.2661247253418,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 2.5197,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 50.912540435791016,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 1.8987,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 76.24597930908203,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 1.5306,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 58.4285888671875,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 1.2804,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 42.35603713989258,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 1.325,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 59.200653076171875,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 1.4883,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 64.74724578857422,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 1.138,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 7.576822757720947,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 1.0738,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 6.231389999389648,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 1.1741,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 29.142507553100586,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 1.2582,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 167.31260681152344,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 1.0243,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9205729166666666,
134
+ "eval_loss": 0.3095618784427643,
135
+ "eval_macro_f1": 0.6232352233193276,
136
+ "eval_runtime": 2.7379,
137
+ "eval_samples_per_second": 561.01,
138
+ "eval_steps_per_second": 35.063,
139
+ "eval_weighted_f1": 0.9065874213097785,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 51.89604187011719,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 0.9861,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 49.187408447265625,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 1.0343,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 3.704167366027832,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.7083,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 23.29749298095703,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 0.9408,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 26.79486083984375,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.8254,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 37.99332809448242,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 0.9533,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 78.05437469482422,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.9334,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 77.09951782226562,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 0.9827,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 32.357215881347656,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 1.1337,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 36.51194381713867,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.9212,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 36.71682357788086,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.7797,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 25.236722946166992,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 1.1005,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 46.551666259765625,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 0.8185,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 20.20578384399414,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.9715,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 29.801197052001953,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 0.9031,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 110.47039794921875,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 1.086,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 17.973711013793945,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.8584,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9427083333333334,
264
+ "eval_loss": 0.19578659534454346,
265
+ "eval_macro_f1": 0.7670032365474535,
266
+ "eval_runtime": 2.5908,
267
+ "eval_samples_per_second": 592.871,
268
+ "eval_steps_per_second": 37.054,
269
+ "eval_weighted_f1": 0.9366784112319161,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 69.10882568359375,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.9449,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 16.333559036254883,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.8188,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 1.5985503196716309,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.6324,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 16.625091552734375,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.8984,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 30.334985733032227,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.7804,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 47.551109313964844,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.962,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 23.778051376342773,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.6028,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 77.27819061279297,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.8474,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 6.993919849395752,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.695,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 84.19181823730469,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.7801,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 20.49815559387207,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.7482,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 169.65748596191406,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.6498,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 146.37579345703125,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 1.082,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 24.374521255493164,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.6934,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 36.96682357788086,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.6583,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 14.058717727661133,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.7863,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 96.81929779052734,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.8772,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9453125,
394
+ "eval_loss": 0.21844400465488434,
395
+ "eval_macro_f1": 0.7931964912895384,
396
+ "eval_runtime": 2.7706,
397
+ "eval_samples_per_second": 554.401,
398
+ "eval_steps_per_second": 34.65,
399
+ "eval_weighted_f1": 0.9419564416303053,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 11.682266235351562,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.6075,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 0.9776032567024231,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.4715,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 13.748531341552734,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.6725,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 44.35828399658203,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.7176,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 2.261559247970581,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.7618,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 28.58606719970703,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.5869,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 15.036140441894531,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.5509,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 22.045164108276367,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.7647,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 59.06228256225586,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.6404,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 66.983642578125,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.6084,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 73.5270004272461,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.5995,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 84.61690521240234,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.6253,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 17.458417892456055,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.7179,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 126.24348449707031,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.6525,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 39.573638916015625,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.5618,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 53.11539840698242,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.7325,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 3.4260852336883545,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.5978,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 52.80131530761719,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.6032,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.951171875,
531
+ "eval_loss": 0.22847791016101837,
532
+ "eval_macro_f1": 0.8466377507075182,
533
+ "eval_runtime": 2.6012,
534
+ "eval_samples_per_second": 590.495,
535
+ "eval_steps_per_second": 36.906,
536
+ "eval_weighted_f1": 0.9500783641238311,
537
+ "step": 1728
538
+ }
539
+ ],
540
+ "logging_steps": 25,
541
+ "max_steps": 8640,
542
+ "num_input_tokens_seen": 0,
543
+ "num_train_epochs": 20,
544
+ "save_steps": 500,
545
+ "stateful_callbacks": {
546
+ "EarlyStoppingCallback": {
547
+ "args": {
548
+ "early_stopping_patience": 3,
549
+ "early_stopping_threshold": 0.0
550
+ },
551
+ "attributes": {
552
+ "early_stopping_patience_counter": 0
553
+ }
554
+ },
555
+ "TrainerControl": {
556
+ "args": {
557
+ "should_epoch_stop": false,
558
+ "should_evaluate": false,
559
+ "should_log": false,
560
+ "should_save": true,
561
+ "should_training_stop": false
562
+ },
563
+ "attributes": {}
564
+ }
565
+ },
566
+ "total_flos": 0.0,
567
+ "train_batch_size": 8,
568
+ "trial_name": null,
569
+ "trial_params": null
570
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/trainer_state.json ADDED
@@ -0,0 +1,960 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1728,
3
+ "best_metric": 0.8466377507075182,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3024,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 49.740020751953125,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 5.6129,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 42.84151077270508,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 5.5432,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 36.273284912109375,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 5.3468,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 36.474918365478516,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 4.9855,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 49.138248443603516,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 4.0146,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 61.8328857421875,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 3.2065,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 40.2661247253418,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 2.5197,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 50.912540435791016,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 1.8987,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 76.24597930908203,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 1.5306,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 58.4285888671875,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 1.2804,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 42.35603713989258,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 1.325,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 59.200653076171875,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 1.4883,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 64.74724578857422,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 1.138,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 7.576822757720947,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 1.0738,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 6.231389999389648,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 1.1741,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 29.142507553100586,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 1.2582,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 167.31260681152344,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 1.0243,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9205729166666666,
134
+ "eval_loss": 0.3095618784427643,
135
+ "eval_macro_f1": 0.6232352233193276,
136
+ "eval_runtime": 2.7379,
137
+ "eval_samples_per_second": 561.01,
138
+ "eval_steps_per_second": 35.063,
139
+ "eval_weighted_f1": 0.9065874213097785,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 51.89604187011719,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 0.9861,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 49.187408447265625,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 1.0343,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 3.704167366027832,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.7083,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 23.29749298095703,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 0.9408,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 26.79486083984375,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.8254,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 37.99332809448242,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 0.9533,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 78.05437469482422,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.9334,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 77.09951782226562,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 0.9827,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 32.357215881347656,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 1.1337,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 36.51194381713867,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.9212,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 36.71682357788086,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.7797,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 25.236722946166992,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 1.1005,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 46.551666259765625,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 0.8185,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 20.20578384399414,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.9715,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 29.801197052001953,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 0.9031,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 110.47039794921875,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 1.086,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 17.973711013793945,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.8584,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9427083333333334,
264
+ "eval_loss": 0.19578659534454346,
265
+ "eval_macro_f1": 0.7670032365474535,
266
+ "eval_runtime": 2.5908,
267
+ "eval_samples_per_second": 592.871,
268
+ "eval_steps_per_second": 37.054,
269
+ "eval_weighted_f1": 0.9366784112319161,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 69.10882568359375,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.9449,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 16.333559036254883,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.8188,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 1.5985503196716309,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.6324,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 16.625091552734375,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.8984,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 30.334985733032227,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.7804,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 47.551109313964844,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.962,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 23.778051376342773,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.6028,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 77.27819061279297,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.8474,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 6.993919849395752,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.695,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 84.19181823730469,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.7801,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 20.49815559387207,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.7482,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 169.65748596191406,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.6498,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 146.37579345703125,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 1.082,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 24.374521255493164,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.6934,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 36.96682357788086,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.6583,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 14.058717727661133,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.7863,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 96.81929779052734,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.8772,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9453125,
394
+ "eval_loss": 0.21844400465488434,
395
+ "eval_macro_f1": 0.7931964912895384,
396
+ "eval_runtime": 2.7706,
397
+ "eval_samples_per_second": 554.401,
398
+ "eval_steps_per_second": 34.65,
399
+ "eval_weighted_f1": 0.9419564416303053,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 11.682266235351562,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.6075,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 0.9776032567024231,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.4715,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 13.748531341552734,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.6725,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 44.35828399658203,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.7176,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 2.261559247970581,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.7618,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 28.58606719970703,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.5869,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 15.036140441894531,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.5509,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 22.045164108276367,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.7647,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 59.06228256225586,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.6404,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 66.983642578125,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.6084,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 73.5270004272461,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.5995,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 84.61690521240234,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.6253,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 17.458417892456055,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.7179,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 126.24348449707031,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.6525,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 39.573638916015625,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.5618,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 53.11539840698242,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.7325,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 3.4260852336883545,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.5978,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 52.80131530761719,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.6032,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.951171875,
531
+ "eval_loss": 0.22847791016101837,
532
+ "eval_macro_f1": 0.8466377507075182,
533
+ "eval_runtime": 2.6012,
534
+ "eval_samples_per_second": 590.495,
535
+ "eval_steps_per_second": 36.906,
536
+ "eval_weighted_f1": 0.9500783641238311,
537
+ "step": 1728
538
+ },
539
+ {
540
+ "epoch": 4.050925925925926,
541
+ "grad_norm": 13.236309051513672,
542
+ "learning_rate": 1.7723765432098766e-05,
543
+ "loss": 0.4686,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.108796296296297,
548
+ "grad_norm": 29.55046844482422,
549
+ "learning_rate": 1.7659465020576135e-05,
550
+ "loss": 0.5839,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.166666666666667,
555
+ "grad_norm": 4.134058475494385,
556
+ "learning_rate": 1.75951646090535e-05,
557
+ "loss": 0.5621,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.224537037037037,
562
+ "grad_norm": 15.881522178649902,
563
+ "learning_rate": 1.7530864197530865e-05,
564
+ "loss": 0.5481,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.282407407407407,
569
+ "grad_norm": 162.06448364257812,
570
+ "learning_rate": 1.7466563786008233e-05,
571
+ "loss": 0.6885,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.340277777777778,
576
+ "grad_norm": 30.01666831970215,
577
+ "learning_rate": 1.74022633744856e-05,
578
+ "loss": 0.497,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.398148148148148,
583
+ "grad_norm": 8.902725219726562,
584
+ "learning_rate": 1.7337962962962964e-05,
585
+ "loss": 0.6228,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.456018518518518,
590
+ "grad_norm": 46.6800651550293,
591
+ "learning_rate": 1.7273662551440332e-05,
592
+ "loss": 0.6253,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.513888888888889,
597
+ "grad_norm": 17.690563201904297,
598
+ "learning_rate": 1.7209362139917697e-05,
599
+ "loss": 0.4492,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.5717592592592595,
604
+ "grad_norm": 45.41405487060547,
605
+ "learning_rate": 1.7145061728395063e-05,
606
+ "loss": 0.6581,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.62962962962963,
611
+ "grad_norm": 4.76884651184082,
612
+ "learning_rate": 1.708076131687243e-05,
613
+ "loss": 0.4735,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.6875,
618
+ "grad_norm": 17.413076400756836,
619
+ "learning_rate": 1.7016460905349796e-05,
620
+ "loss": 0.6678,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.74537037037037,
625
+ "grad_norm": 103.38560485839844,
626
+ "learning_rate": 1.695216049382716e-05,
627
+ "loss": 0.4868,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.8032407407407405,
632
+ "grad_norm": 33.92381286621094,
633
+ "learning_rate": 1.6887860082304527e-05,
634
+ "loss": 0.5959,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.861111111111111,
639
+ "grad_norm": 51.62874984741211,
640
+ "learning_rate": 1.6823559670781895e-05,
641
+ "loss": 0.4385,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.918981481481482,
646
+ "grad_norm": 2.1707582473754883,
647
+ "learning_rate": 1.675925925925926e-05,
648
+ "loss": 0.481,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.976851851851852,
653
+ "grad_norm": 28.178739547729492,
654
+ "learning_rate": 1.6694958847736625e-05,
655
+ "loss": 0.7339,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "eval_accuracy": 0.9505208333333334,
661
+ "eval_loss": 0.19848275184631348,
662
+ "eval_macro_f1": 0.8376905892875772,
663
+ "eval_runtime": 2.761,
664
+ "eval_samples_per_second": 556.31,
665
+ "eval_steps_per_second": 34.769,
666
+ "eval_weighted_f1": 0.9497991756581476,
667
+ "step": 2160
668
+ },
669
+ {
670
+ "epoch": 5.034722222222222,
671
+ "grad_norm": 0.7346844673156738,
672
+ "learning_rate": 1.6630658436213994e-05,
673
+ "loss": 0.4949,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.092592592592593,
678
+ "grad_norm": 67.35960388183594,
679
+ "learning_rate": 1.656635802469136e-05,
680
+ "loss": 0.3948,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.150462962962963,
685
+ "grad_norm": 50.490135192871094,
686
+ "learning_rate": 1.6502057613168724e-05,
687
+ "loss": 0.4491,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.208333333333333,
692
+ "grad_norm": 45.66510772705078,
693
+ "learning_rate": 1.6437757201646093e-05,
694
+ "loss": 0.3895,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.266203703703704,
699
+ "grad_norm": 76.2572250366211,
700
+ "learning_rate": 1.6373456790123458e-05,
701
+ "loss": 0.555,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.324074074074074,
706
+ "grad_norm": 66.0561752319336,
707
+ "learning_rate": 1.6309156378600823e-05,
708
+ "loss": 0.3849,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.381944444444445,
713
+ "grad_norm": 29.798059463500977,
714
+ "learning_rate": 1.624485596707819e-05,
715
+ "loss": 0.5678,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.439814814814815,
720
+ "grad_norm": 62.86496353149414,
721
+ "learning_rate": 1.6180555555555557e-05,
722
+ "loss": 0.5361,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.497685185185185,
727
+ "grad_norm": 9.850750923156738,
728
+ "learning_rate": 1.6116255144032925e-05,
729
+ "loss": 0.6026,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.555555555555555,
734
+ "grad_norm": 0.7278081178665161,
735
+ "learning_rate": 1.605195473251029e-05,
736
+ "loss": 0.4757,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.613425925925926,
741
+ "grad_norm": 68.41249084472656,
742
+ "learning_rate": 1.5987654320987655e-05,
743
+ "loss": 0.5049,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.671296296296296,
748
+ "grad_norm": 6.426863670349121,
749
+ "learning_rate": 1.5923353909465024e-05,
750
+ "loss": 0.3409,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.729166666666667,
755
+ "grad_norm": 0.8676145672798157,
756
+ "learning_rate": 1.5859053497942386e-05,
757
+ "loss": 0.5512,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.787037037037037,
762
+ "grad_norm": 28.023048400878906,
763
+ "learning_rate": 1.5794753086419754e-05,
764
+ "loss": 0.6162,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.844907407407407,
769
+ "grad_norm": 6.43571138381958,
770
+ "learning_rate": 1.573045267489712e-05,
771
+ "loss": 0.4404,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.902777777777778,
776
+ "grad_norm": 0.140180304646492,
777
+ "learning_rate": 1.5666152263374488e-05,
778
+ "loss": 0.4018,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.960648148148148,
783
+ "grad_norm": 9.500495910644531,
784
+ "learning_rate": 1.5601851851851853e-05,
785
+ "loss": 0.3156,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 6.0,
790
+ "eval_accuracy": 0.9537760416666666,
791
+ "eval_loss": 0.24596361815929413,
792
+ "eval_macro_f1": 0.846211550763909,
793
+ "eval_runtime": 2.5619,
794
+ "eval_samples_per_second": 599.55,
795
+ "eval_steps_per_second": 37.472,
796
+ "eval_weighted_f1": 0.9527534425425458,
797
+ "step": 2592
798
+ },
799
+ {
800
+ "epoch": 6.018518518518518,
801
+ "grad_norm": 0.4351826012134552,
802
+ "learning_rate": 1.5537551440329218e-05,
803
+ "loss": 0.5081,
804
+ "step": 2600
805
+ },
806
+ {
807
+ "epoch": 6.076388888888889,
808
+ "grad_norm": 1.7611814737319946,
809
+ "learning_rate": 1.5473251028806587e-05,
810
+ "loss": 0.2238,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.1342592592592595,
815
+ "grad_norm": 39.17645263671875,
816
+ "learning_rate": 1.5408950617283952e-05,
817
+ "loss": 0.2447,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.19212962962963,
822
+ "grad_norm": 0.15003104507923126,
823
+ "learning_rate": 1.5344650205761317e-05,
824
+ "loss": 0.2459,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.25,
829
+ "grad_norm": 0.11371498554944992,
830
+ "learning_rate": 1.5280349794238685e-05,
831
+ "loss": 0.3465,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.30787037037037,
836
+ "grad_norm": 77.50382995605469,
837
+ "learning_rate": 1.5216049382716052e-05,
838
+ "loss": 0.4064,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.3657407407407405,
843
+ "grad_norm": 3.1884665489196777,
844
+ "learning_rate": 1.5151748971193416e-05,
845
+ "loss": 0.1159,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.423611111111111,
850
+ "grad_norm": 136.2264862060547,
851
+ "learning_rate": 1.5087448559670783e-05,
852
+ "loss": 0.459,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.481481481481482,
857
+ "grad_norm": 0.22825078666210175,
858
+ "learning_rate": 1.502314814814815e-05,
859
+ "loss": 0.4569,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.539351851851852,
864
+ "grad_norm": 0.8689952492713928,
865
+ "learning_rate": 1.4958847736625515e-05,
866
+ "loss": 0.359,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.597222222222222,
871
+ "grad_norm": 17.308504104614258,
872
+ "learning_rate": 1.4894547325102881e-05,
873
+ "loss": 0.5179,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.655092592592593,
878
+ "grad_norm": 254.60523986816406,
879
+ "learning_rate": 1.4830246913580248e-05,
880
+ "loss": 0.6557,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.712962962962963,
885
+ "grad_norm": 35.65666580200195,
886
+ "learning_rate": 1.4765946502057615e-05,
887
+ "loss": 0.4779,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.770833333333333,
892
+ "grad_norm": 0.3648676872253418,
893
+ "learning_rate": 1.470164609053498e-05,
894
+ "loss": 0.5722,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.828703703703704,
899
+ "grad_norm": 0.1878969967365265,
900
+ "learning_rate": 1.4637345679012347e-05,
901
+ "loss": 0.5762,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.886574074074074,
906
+ "grad_norm": 12.48142147064209,
907
+ "learning_rate": 1.4573045267489714e-05,
908
+ "loss": 0.5076,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.944444444444445,
913
+ "grad_norm": 99.05030059814453,
914
+ "learning_rate": 1.4508744855967079e-05,
915
+ "loss": 0.5042,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 7.0,
920
+ "eval_accuracy": 0.951171875,
921
+ "eval_loss": 0.3275856077671051,
922
+ "eval_macro_f1": 0.8322973297437617,
923
+ "eval_runtime": 2.7283,
924
+ "eval_samples_per_second": 562.989,
925
+ "eval_steps_per_second": 35.187,
926
+ "eval_weighted_f1": 0.950789053193439,
927
+ "step": 3024
928
+ }
929
+ ],
930
+ "logging_steps": 25,
931
+ "max_steps": 8640,
932
+ "num_input_tokens_seen": 0,
933
+ "num_train_epochs": 20,
934
+ "save_steps": 500,
935
+ "stateful_callbacks": {
936
+ "EarlyStoppingCallback": {
937
+ "args": {
938
+ "early_stopping_patience": 3,
939
+ "early_stopping_threshold": 0.0
940
+ },
941
+ "attributes": {
942
+ "early_stopping_patience_counter": 3
943
+ }
944
+ },
945
+ "TrainerControl": {
946
+ "args": {
947
+ "should_epoch_stop": false,
948
+ "should_evaluate": false,
949
+ "should_log": false,
950
+ "should_save": true,
951
+ "should_training_stop": true
952
+ },
953
+ "attributes": {}
954
+ }
955
+ },
956
+ "total_flos": 0.0,
957
+ "train_batch_size": 8,
958
+ "trial_name": null,
959
+ "trial_params": null
960
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dc10f721bace7025b68b656a9c60fe400cbe29c33f85693c76c18c941c6f215
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/trainer_state.json ADDED
@@ -0,0 +1,960 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3024,
3
+ "best_metric": 0.8609934954861401,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024",
5
+ "epoch": 7.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3024,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 82.73902130126953,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 5.2964,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 80.60689544677734,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 5.0066,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 67.28254699707031,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 4.4119,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 27.349506378173828,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 3.907,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 33.58013153076172,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 3.5698,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 44.847740173339844,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 3.2046,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 38.72053909301758,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 2.9533,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 52.537208557128906,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 2.1736,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 47.33808898925781,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 1.9102,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 73.81604766845703,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 1.5759,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 39.27866744995117,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 1.3187,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 55.451534271240234,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 1.4169,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 84.00487518310547,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 1.0752,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 72.88031005859375,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 1.1405,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 41.62980651855469,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 1.21,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 26.167938232421875,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 1.332,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 10.438868522644043,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 1.3241,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9368489583333334,
134
+ "eval_loss": 0.2482062578201294,
135
+ "eval_macro_f1": 0.6342602821234896,
136
+ "eval_runtime": 2.6918,
137
+ "eval_samples_per_second": 570.617,
138
+ "eval_steps_per_second": 35.664,
139
+ "eval_weighted_f1": 0.9222907800397323,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 16.015539169311523,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 1.1026,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 45.44345474243164,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 1.0849,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 156.24740600585938,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.9285,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 20.207740783691406,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 1.0391,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 23.24751853942871,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.9258,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 21.771543502807617,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 1.1222,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 40.02564239501953,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.8072,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 20.242828369140625,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 1.0154,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 18.429349899291992,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 0.9192,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 8.24971866607666,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.9058,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 30.95116424560547,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.9407,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 129.74327087402344,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 0.9634,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 26.95757484436035,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 1.0537,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 5.338286399841309,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.7877,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 98.98066711425781,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 0.8965,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 57.06624221801758,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 1.1146,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 35.36452865600586,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.7483,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.94140625,
264
+ "eval_loss": 0.2375241070985794,
265
+ "eval_macro_f1": 0.8152709933245389,
266
+ "eval_runtime": 2.6841,
267
+ "eval_samples_per_second": 572.263,
268
+ "eval_steps_per_second": 35.766,
269
+ "eval_weighted_f1": 0.9406899808755345,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 56.625465393066406,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.7019,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 24.84180450439453,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.9122,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 68.49275207519531,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.8895,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 26.102392196655273,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.7368,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 6.157418727874756,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.7754,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 6.266651630401611,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.8429,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 64.42955780029297,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.8578,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 23.28411865234375,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.8656,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 16.945072174072266,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.8507,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 76.84447479248047,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.5628,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 24.4870548248291,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.7075,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 73.66343688964844,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.8494,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 13.150333404541016,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 0.693,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 50.091041564941406,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.8619,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 22.63572120666504,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.6123,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 106.26939392089844,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.8898,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 155.05953979492188,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.7136,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9505208333333334,
394
+ "eval_loss": 0.21835680305957794,
395
+ "eval_macro_f1": 0.8099756162002812,
396
+ "eval_runtime": 2.6642,
397
+ "eval_samples_per_second": 576.525,
398
+ "eval_steps_per_second": 36.033,
399
+ "eval_weighted_f1": 0.9477068353704391,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 18.929702758789062,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.8364,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 58.18959045410156,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.5596,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 16.75127601623535,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.8431,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 0.5393362045288086,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.5533,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 49.60858154296875,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.7611,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 21.734601974487305,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.6485,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 46.98013687133789,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.72,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 105.55406951904297,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.5663,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 103.82400512695312,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.5895,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 9.617177963256836,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.6035,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 59.46955490112305,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.7278,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 39.740421295166016,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.6816,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 31.096881866455078,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.5266,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 2.990910768508911,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.7914,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 0.7209607362747192,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.5373,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 11.166374206542969,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.6977,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 15.315892219543457,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.5193,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 67.17281341552734,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.8109,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9485677083333334,
531
+ "eval_loss": 0.19590334594249725,
532
+ "eval_macro_f1": 0.802080937076601,
533
+ "eval_runtime": 2.6005,
534
+ "eval_samples_per_second": 590.654,
535
+ "eval_steps_per_second": 36.916,
536
+ "eval_weighted_f1": 0.9454780988600039,
537
+ "step": 1728
538
+ },
539
+ {
540
+ "epoch": 4.050925925925926,
541
+ "grad_norm": 94.29795837402344,
542
+ "learning_rate": 1.7723765432098766e-05,
543
+ "loss": 0.6818,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.108796296296297,
548
+ "grad_norm": 24.064367294311523,
549
+ "learning_rate": 1.7659465020576135e-05,
550
+ "loss": 0.5544,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.166666666666667,
555
+ "grad_norm": 38.321075439453125,
556
+ "learning_rate": 1.75951646090535e-05,
557
+ "loss": 0.4663,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.224537037037037,
562
+ "grad_norm": 7.980203151702881,
563
+ "learning_rate": 1.7530864197530865e-05,
564
+ "loss": 0.5765,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.282407407407407,
569
+ "grad_norm": 25.729049682617188,
570
+ "learning_rate": 1.7466563786008233e-05,
571
+ "loss": 0.5243,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.340277777777778,
576
+ "grad_norm": 64.61236572265625,
577
+ "learning_rate": 1.74022633744856e-05,
578
+ "loss": 0.606,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.398148148148148,
583
+ "grad_norm": 81.3261489868164,
584
+ "learning_rate": 1.7337962962962964e-05,
585
+ "loss": 0.5909,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.456018518518518,
590
+ "grad_norm": 8.957422256469727,
591
+ "learning_rate": 1.7273662551440332e-05,
592
+ "loss": 0.5946,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.513888888888889,
597
+ "grad_norm": 16.57827377319336,
598
+ "learning_rate": 1.7209362139917697e-05,
599
+ "loss": 0.5804,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.5717592592592595,
604
+ "grad_norm": 20.362539291381836,
605
+ "learning_rate": 1.7145061728395063e-05,
606
+ "loss": 0.4904,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.62962962962963,
611
+ "grad_norm": 0.26764002442359924,
612
+ "learning_rate": 1.708076131687243e-05,
613
+ "loss": 0.5025,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.6875,
618
+ "grad_norm": 2.8102307319641113,
619
+ "learning_rate": 1.7016460905349796e-05,
620
+ "loss": 0.6486,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.74537037037037,
625
+ "grad_norm": 11.745499610900879,
626
+ "learning_rate": 1.695216049382716e-05,
627
+ "loss": 0.5127,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.8032407407407405,
632
+ "grad_norm": 20.328826904296875,
633
+ "learning_rate": 1.6887860082304527e-05,
634
+ "loss": 0.7008,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.861111111111111,
639
+ "grad_norm": 51.38047790527344,
640
+ "learning_rate": 1.6823559670781895e-05,
641
+ "loss": 0.565,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.918981481481482,
646
+ "grad_norm": 0.2971901297569275,
647
+ "learning_rate": 1.675925925925926e-05,
648
+ "loss": 0.3992,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.976851851851852,
653
+ "grad_norm": 71.4656753540039,
654
+ "learning_rate": 1.6694958847736625e-05,
655
+ "loss": 0.6964,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "eval_accuracy": 0.9440104166666666,
661
+ "eval_loss": 0.2495991438627243,
662
+ "eval_macro_f1": 0.8285194474545609,
663
+ "eval_runtime": 2.4721,
664
+ "eval_samples_per_second": 621.322,
665
+ "eval_steps_per_second": 38.833,
666
+ "eval_weighted_f1": 0.9440050231546148,
667
+ "step": 2160
668
+ },
669
+ {
670
+ "epoch": 5.034722222222222,
671
+ "grad_norm": 5.845027446746826,
672
+ "learning_rate": 1.6630658436213994e-05,
673
+ "loss": 0.3794,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.092592592592593,
678
+ "grad_norm": 0.41864338517189026,
679
+ "learning_rate": 1.656635802469136e-05,
680
+ "loss": 0.3618,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.150462962962963,
685
+ "grad_norm": 0.0687132254242897,
686
+ "learning_rate": 1.6502057613168724e-05,
687
+ "loss": 0.1368,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.208333333333333,
692
+ "grad_norm": 36.082923889160156,
693
+ "learning_rate": 1.6437757201646093e-05,
694
+ "loss": 0.5501,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.266203703703704,
699
+ "grad_norm": 47.39517593383789,
700
+ "learning_rate": 1.6373456790123458e-05,
701
+ "loss": 0.4141,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.324074074074074,
706
+ "grad_norm": 10.535026550292969,
707
+ "learning_rate": 1.6309156378600823e-05,
708
+ "loss": 0.466,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.381944444444445,
713
+ "grad_norm": 1.0891391038894653,
714
+ "learning_rate": 1.624485596707819e-05,
715
+ "loss": 0.3178,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.439814814814815,
720
+ "grad_norm": 8.60722827911377,
721
+ "learning_rate": 1.6180555555555557e-05,
722
+ "loss": 0.6848,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.497685185185185,
727
+ "grad_norm": 3.7586820125579834,
728
+ "learning_rate": 1.6116255144032925e-05,
729
+ "loss": 0.6427,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.555555555555555,
734
+ "grad_norm": 17.35585594177246,
735
+ "learning_rate": 1.605195473251029e-05,
736
+ "loss": 0.4691,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.613425925925926,
741
+ "grad_norm": 11.135176658630371,
742
+ "learning_rate": 1.5987654320987655e-05,
743
+ "loss": 0.587,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.671296296296296,
748
+ "grad_norm": 17.82963752746582,
749
+ "learning_rate": 1.5923353909465024e-05,
750
+ "loss": 0.6812,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.729166666666667,
755
+ "grad_norm": 26.284847259521484,
756
+ "learning_rate": 1.5859053497942386e-05,
757
+ "loss": 0.5526,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.787037037037037,
762
+ "grad_norm": 1.036664605140686,
763
+ "learning_rate": 1.5794753086419754e-05,
764
+ "loss": 0.5162,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.844907407407407,
769
+ "grad_norm": 8.77308177947998,
770
+ "learning_rate": 1.573045267489712e-05,
771
+ "loss": 0.52,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.902777777777778,
776
+ "grad_norm": 71.6601791381836,
777
+ "learning_rate": 1.5666152263374488e-05,
778
+ "loss": 0.4765,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.960648148148148,
783
+ "grad_norm": 15.726258277893066,
784
+ "learning_rate": 1.5601851851851853e-05,
785
+ "loss": 0.5014,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 6.0,
790
+ "eval_accuracy": 0.947265625,
791
+ "eval_loss": 0.2682288587093353,
792
+ "eval_macro_f1": 0.8263891472930629,
793
+ "eval_runtime": 2.6472,
794
+ "eval_samples_per_second": 580.239,
795
+ "eval_steps_per_second": 36.265,
796
+ "eval_weighted_f1": 0.948572612032257,
797
+ "step": 2592
798
+ },
799
+ {
800
+ "epoch": 6.018518518518518,
801
+ "grad_norm": 69.67053985595703,
802
+ "learning_rate": 1.5537551440329218e-05,
803
+ "loss": 0.4339,
804
+ "step": 2600
805
+ },
806
+ {
807
+ "epoch": 6.076388888888889,
808
+ "grad_norm": 1.1005853414535522,
809
+ "learning_rate": 1.5473251028806587e-05,
810
+ "loss": 0.2438,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.1342592592592595,
815
+ "grad_norm": 0.34561264514923096,
816
+ "learning_rate": 1.5408950617283952e-05,
817
+ "loss": 0.6515,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.19212962962963,
822
+ "grad_norm": 47.421573638916016,
823
+ "learning_rate": 1.5344650205761317e-05,
824
+ "loss": 0.633,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.25,
829
+ "grad_norm": 1.0078470706939697,
830
+ "learning_rate": 1.5280349794238685e-05,
831
+ "loss": 0.4637,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.30787037037037,
836
+ "grad_norm": 38.61972427368164,
837
+ "learning_rate": 1.5216049382716052e-05,
838
+ "loss": 0.3581,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.3657407407407405,
843
+ "grad_norm": 91.33902740478516,
844
+ "learning_rate": 1.5151748971193416e-05,
845
+ "loss": 0.3845,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.423611111111111,
850
+ "grad_norm": 1.3169434070587158,
851
+ "learning_rate": 1.5087448559670783e-05,
852
+ "loss": 0.6224,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.481481481481482,
857
+ "grad_norm": 1.441537857055664,
858
+ "learning_rate": 1.502314814814815e-05,
859
+ "loss": 0.3223,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.539351851851852,
864
+ "grad_norm": 64.70047760009766,
865
+ "learning_rate": 1.4958847736625515e-05,
866
+ "loss": 0.296,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.597222222222222,
871
+ "grad_norm": 8.483120918273926,
872
+ "learning_rate": 1.4894547325102881e-05,
873
+ "loss": 0.3606,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.655092592592593,
878
+ "grad_norm": 30.489856719970703,
879
+ "learning_rate": 1.4830246913580248e-05,
880
+ "loss": 0.3433,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.712962962962963,
885
+ "grad_norm": 0.21705715358257294,
886
+ "learning_rate": 1.4765946502057615e-05,
887
+ "loss": 0.3826,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.770833333333333,
892
+ "grad_norm": 13.845917701721191,
893
+ "learning_rate": 1.470164609053498e-05,
894
+ "loss": 0.5095,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.828703703703704,
899
+ "grad_norm": 0.3933597505092621,
900
+ "learning_rate": 1.4637345679012347e-05,
901
+ "loss": 0.47,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.886574074074074,
906
+ "grad_norm": 94.98651123046875,
907
+ "learning_rate": 1.4573045267489714e-05,
908
+ "loss": 0.4113,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.944444444444445,
913
+ "grad_norm": 161.79722595214844,
914
+ "learning_rate": 1.4508744855967079e-05,
915
+ "loss": 0.4063,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 7.0,
920
+ "eval_accuracy": 0.955078125,
921
+ "eval_loss": 0.25862792134284973,
922
+ "eval_macro_f1": 0.8609934954861401,
923
+ "eval_runtime": 2.9935,
924
+ "eval_samples_per_second": 513.11,
925
+ "eval_steps_per_second": 32.069,
926
+ "eval_weighted_f1": 0.9555007041057059,
927
+ "step": 3024
928
+ }
929
+ ],
930
+ "logging_steps": 25,
931
+ "max_steps": 8640,
932
+ "num_input_tokens_seen": 0,
933
+ "num_train_epochs": 20,
934
+ "save_steps": 500,
935
+ "stateful_callbacks": {
936
+ "EarlyStoppingCallback": {
937
+ "args": {
938
+ "early_stopping_patience": 3,
939
+ "early_stopping_threshold": 0.0
940
+ },
941
+ "attributes": {
942
+ "early_stopping_patience_counter": 0
943
+ }
944
+ },
945
+ "TrainerControl": {
946
+ "args": {
947
+ "should_epoch_stop": false,
948
+ "should_evaluate": false,
949
+ "should_log": false,
950
+ "should_save": true,
951
+ "should_training_stop": false
952
+ },
953
+ "attributes": {}
954
+ }
955
+ },
956
+ "total_flos": 0.0,
957
+ "train_batch_size": 8,
958
+ "trial_name": null,
959
+ "trial_params": null
960
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/trainer_state.json ADDED
@@ -0,0 +1,1357 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3024,
3
+ "best_metric": 0.8609934954861401,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024",
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 4320,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05787037037037037,
14
+ "grad_norm": 82.73902130126953,
15
+ "learning_rate": 5.555555555555555e-07,
16
+ "loss": 5.2964,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11574074074074074,
21
+ "grad_norm": 80.60689544677734,
22
+ "learning_rate": 1.1342592592592594e-06,
23
+ "loss": 5.0066,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1736111111111111,
28
+ "grad_norm": 67.28254699707031,
29
+ "learning_rate": 1.7129629629629632e-06,
30
+ "loss": 4.4119,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.23148148148148148,
35
+ "grad_norm": 27.349506378173828,
36
+ "learning_rate": 2.2916666666666666e-06,
37
+ "loss": 3.907,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28935185185185186,
42
+ "grad_norm": 33.58013153076172,
43
+ "learning_rate": 2.8703703703703706e-06,
44
+ "loss": 3.5698,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3472222222222222,
49
+ "grad_norm": 44.847740173339844,
50
+ "learning_rate": 3.449074074074074e-06,
51
+ "loss": 3.2046,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.4050925925925926,
56
+ "grad_norm": 38.72053909301758,
57
+ "learning_rate": 4.027777777777779e-06,
58
+ "loss": 2.9533,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.46296296296296297,
63
+ "grad_norm": 52.537208557128906,
64
+ "learning_rate": 4.606481481481481e-06,
65
+ "loss": 2.1736,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5208333333333334,
70
+ "grad_norm": 47.33808898925781,
71
+ "learning_rate": 5.185185185185185e-06,
72
+ "loss": 1.9102,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5787037037037037,
77
+ "grad_norm": 73.81604766845703,
78
+ "learning_rate": 5.7638888888888886e-06,
79
+ "loss": 1.5759,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.6365740740740741,
84
+ "grad_norm": 39.27866744995117,
85
+ "learning_rate": 6.342592592592594e-06,
86
+ "loss": 1.3187,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6944444444444444,
91
+ "grad_norm": 55.451534271240234,
92
+ "learning_rate": 6.9212962962962974e-06,
93
+ "loss": 1.4169,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7523148148148148,
98
+ "grad_norm": 84.00487518310547,
99
+ "learning_rate": 7.500000000000001e-06,
100
+ "loss": 1.0752,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8101851851851852,
105
+ "grad_norm": 72.88031005859375,
106
+ "learning_rate": 8.078703703703705e-06,
107
+ "loss": 1.1405,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8680555555555556,
112
+ "grad_norm": 41.62980651855469,
113
+ "learning_rate": 8.657407407407408e-06,
114
+ "loss": 1.21,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9259259259259259,
119
+ "grad_norm": 26.167938232421875,
120
+ "learning_rate": 9.236111111111112e-06,
121
+ "loss": 1.332,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9837962962962963,
126
+ "grad_norm": 10.438868522644043,
127
+ "learning_rate": 9.814814814814815e-06,
128
+ "loss": 1.3241,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9368489583333334,
134
+ "eval_loss": 0.2482062578201294,
135
+ "eval_macro_f1": 0.6342602821234896,
136
+ "eval_runtime": 2.6918,
137
+ "eval_samples_per_second": 570.617,
138
+ "eval_steps_per_second": 35.664,
139
+ "eval_weighted_f1": 0.9222907800397323,
140
+ "step": 432
141
+ },
142
+ {
143
+ "epoch": 1.0416666666666667,
144
+ "grad_norm": 16.015539169311523,
145
+ "learning_rate": 1.0393518518518519e-05,
146
+ "loss": 1.1026,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.099537037037037,
151
+ "grad_norm": 45.44345474243164,
152
+ "learning_rate": 1.0972222222222224e-05,
153
+ "loss": 1.0849,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1574074074074074,
158
+ "grad_norm": 156.24740600585938,
159
+ "learning_rate": 1.1550925925925926e-05,
160
+ "loss": 0.9285,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.2152777777777777,
165
+ "grad_norm": 20.207740783691406,
166
+ "learning_rate": 1.2129629629629631e-05,
167
+ "loss": 1.0391,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.2731481481481481,
172
+ "grad_norm": 23.24751853942871,
173
+ "learning_rate": 1.2708333333333333e-05,
174
+ "loss": 0.9258,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3310185185185186,
179
+ "grad_norm": 21.771543502807617,
180
+ "learning_rate": 1.3287037037037039e-05,
181
+ "loss": 1.1222,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3888888888888888,
186
+ "grad_norm": 40.02564239501953,
187
+ "learning_rate": 1.3865740740740742e-05,
188
+ "loss": 0.8072,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4467592592592593,
193
+ "grad_norm": 20.242828369140625,
194
+ "learning_rate": 1.4444444444444446e-05,
195
+ "loss": 1.0154,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.5046296296296298,
200
+ "grad_norm": 18.429349899291992,
201
+ "learning_rate": 1.502314814814815e-05,
202
+ "loss": 0.9192,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5625,
207
+ "grad_norm": 8.24971866607666,
208
+ "learning_rate": 1.5601851851851853e-05,
209
+ "loss": 0.9058,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6203703703703702,
214
+ "grad_norm": 30.95116424560547,
215
+ "learning_rate": 1.6180555555555557e-05,
216
+ "loss": 0.9407,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6782407407407407,
221
+ "grad_norm": 129.74327087402344,
222
+ "learning_rate": 1.675925925925926e-05,
223
+ "loss": 0.9634,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7361111111111112,
228
+ "grad_norm": 26.95757484436035,
229
+ "learning_rate": 1.7337962962962964e-05,
230
+ "loss": 1.0537,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7939814814814814,
235
+ "grad_norm": 5.338286399841309,
236
+ "learning_rate": 1.7916666666666667e-05,
237
+ "loss": 0.7877,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.8518518518518519,
242
+ "grad_norm": 98.98066711425781,
243
+ "learning_rate": 1.849537037037037e-05,
244
+ "loss": 0.8965,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.9097222222222223,
249
+ "grad_norm": 57.06624221801758,
250
+ "learning_rate": 1.9074074074074075e-05,
251
+ "loss": 1.1146,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9675925925925926,
256
+ "grad_norm": 35.36452865600586,
257
+ "learning_rate": 1.9652777777777778e-05,
258
+ "loss": 0.7483,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.94140625,
264
+ "eval_loss": 0.2375241070985794,
265
+ "eval_macro_f1": 0.8152709933245389,
266
+ "eval_runtime": 2.6841,
267
+ "eval_samples_per_second": 572.263,
268
+ "eval_steps_per_second": 35.766,
269
+ "eval_weighted_f1": 0.9406899808755345,
270
+ "step": 864
271
+ },
272
+ {
273
+ "epoch": 2.025462962962963,
274
+ "grad_norm": 56.625465393066406,
275
+ "learning_rate": 1.997427983539095e-05,
276
+ "loss": 0.7019,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0833333333333335,
281
+ "grad_norm": 24.84180450439453,
282
+ "learning_rate": 1.9909979423868314e-05,
283
+ "loss": 0.9122,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1412037037037037,
288
+ "grad_norm": 68.49275207519531,
289
+ "learning_rate": 1.984567901234568e-05,
290
+ "loss": 0.8895,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.199074074074074,
295
+ "grad_norm": 26.102392196655273,
296
+ "learning_rate": 1.9781378600823048e-05,
297
+ "loss": 0.7368,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2569444444444446,
302
+ "grad_norm": 6.157418727874756,
303
+ "learning_rate": 1.9717078189300413e-05,
304
+ "loss": 0.7754,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.314814814814815,
309
+ "grad_norm": 6.266651630401611,
310
+ "learning_rate": 1.9652777777777778e-05,
311
+ "loss": 0.8429,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.372685185185185,
316
+ "grad_norm": 64.42955780029297,
317
+ "learning_rate": 1.9588477366255147e-05,
318
+ "loss": 0.8578,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.4305555555555554,
323
+ "grad_norm": 23.28411865234375,
324
+ "learning_rate": 1.9524176954732512e-05,
325
+ "loss": 0.8656,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.488425925925926,
330
+ "grad_norm": 16.945072174072266,
331
+ "learning_rate": 1.945987654320988e-05,
332
+ "loss": 0.8507,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.5462962962962963,
337
+ "grad_norm": 76.84447479248047,
338
+ "learning_rate": 1.9395576131687242e-05,
339
+ "loss": 0.5628,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.6041666666666665,
344
+ "grad_norm": 24.4870548248291,
345
+ "learning_rate": 1.933127572016461e-05,
346
+ "loss": 0.7075,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.662037037037037,
351
+ "grad_norm": 73.66343688964844,
352
+ "learning_rate": 1.926697530864198e-05,
353
+ "loss": 0.8494,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7199074074074074,
358
+ "grad_norm": 13.150333404541016,
359
+ "learning_rate": 1.920267489711934e-05,
360
+ "loss": 0.693,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7777777777777777,
365
+ "grad_norm": 50.091041564941406,
366
+ "learning_rate": 1.913837448559671e-05,
367
+ "loss": 0.8619,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.835648148148148,
372
+ "grad_norm": 22.63572120666504,
373
+ "learning_rate": 1.9074074074074075e-05,
374
+ "loss": 0.6123,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.8935185185185186,
379
+ "grad_norm": 106.26939392089844,
380
+ "learning_rate": 1.9009773662551443e-05,
381
+ "loss": 0.8898,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.951388888888889,
386
+ "grad_norm": 155.05953979492188,
387
+ "learning_rate": 1.8945473251028808e-05,
388
+ "loss": 0.7136,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 3.0,
393
+ "eval_accuracy": 0.9505208333333334,
394
+ "eval_loss": 0.21835680305957794,
395
+ "eval_macro_f1": 0.8099756162002812,
396
+ "eval_runtime": 2.6642,
397
+ "eval_samples_per_second": 576.525,
398
+ "eval_steps_per_second": 36.033,
399
+ "eval_weighted_f1": 0.9477068353704391,
400
+ "step": 1296
401
+ },
402
+ {
403
+ "epoch": 3.009259259259259,
404
+ "grad_norm": 18.929702758789062,
405
+ "learning_rate": 1.8881172839506173e-05,
406
+ "loss": 0.8364,
407
+ "step": 1300
408
+ },
409
+ {
410
+ "epoch": 3.0671296296296298,
411
+ "grad_norm": 58.18959045410156,
412
+ "learning_rate": 1.8816872427983542e-05,
413
+ "loss": 0.5596,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.125,
418
+ "grad_norm": 16.75127601623535,
419
+ "learning_rate": 1.8752572016460907e-05,
420
+ "loss": 0.8431,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.1828703703703702,
425
+ "grad_norm": 0.5393362045288086,
426
+ "learning_rate": 1.8688271604938272e-05,
427
+ "loss": 0.5533,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.240740740740741,
432
+ "grad_norm": 49.60858154296875,
433
+ "learning_rate": 1.862397119341564e-05,
434
+ "loss": 0.7611,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.298611111111111,
439
+ "grad_norm": 21.734601974487305,
440
+ "learning_rate": 1.8559670781893006e-05,
441
+ "loss": 0.6485,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3564814814814814,
446
+ "grad_norm": 46.98013687133789,
447
+ "learning_rate": 1.849537037037037e-05,
448
+ "loss": 0.72,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.414351851851852,
453
+ "grad_norm": 105.55406951904297,
454
+ "learning_rate": 1.843106995884774e-05,
455
+ "loss": 0.5663,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4722222222222223,
460
+ "grad_norm": 103.82400512695312,
461
+ "learning_rate": 1.8366769547325105e-05,
462
+ "loss": 0.5895,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5300925925925926,
467
+ "grad_norm": 9.617177963256836,
468
+ "learning_rate": 1.830246913580247e-05,
469
+ "loss": 0.6035,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.587962962962963,
474
+ "grad_norm": 59.46955490112305,
475
+ "learning_rate": 1.8238168724279838e-05,
476
+ "loss": 0.7278,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6458333333333335,
481
+ "grad_norm": 39.740421295166016,
482
+ "learning_rate": 1.8173868312757203e-05,
483
+ "loss": 0.6816,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.7037037037037037,
488
+ "grad_norm": 31.096881866455078,
489
+ "learning_rate": 1.8109567901234572e-05,
490
+ "loss": 0.5266,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.761574074074074,
495
+ "grad_norm": 2.990910768508911,
496
+ "learning_rate": 1.8045267489711934e-05,
497
+ "loss": 0.7914,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.8194444444444446,
502
+ "grad_norm": 0.7209607362747192,
503
+ "learning_rate": 1.7980967078189302e-05,
504
+ "loss": 0.5373,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.877314814814815,
509
+ "grad_norm": 11.166374206542969,
510
+ "learning_rate": 1.7916666666666667e-05,
511
+ "loss": 0.6977,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.935185185185185,
516
+ "grad_norm": 15.315892219543457,
517
+ "learning_rate": 1.7852366255144032e-05,
518
+ "loss": 0.5193,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9930555555555554,
523
+ "grad_norm": 67.17281341552734,
524
+ "learning_rate": 1.77880658436214e-05,
525
+ "loss": 0.8109,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9485677083333334,
531
+ "eval_loss": 0.19590334594249725,
532
+ "eval_macro_f1": 0.802080937076601,
533
+ "eval_runtime": 2.6005,
534
+ "eval_samples_per_second": 590.654,
535
+ "eval_steps_per_second": 36.916,
536
+ "eval_weighted_f1": 0.9454780988600039,
537
+ "step": 1728
538
+ },
539
+ {
540
+ "epoch": 4.050925925925926,
541
+ "grad_norm": 94.29795837402344,
542
+ "learning_rate": 1.7723765432098766e-05,
543
+ "loss": 0.6818,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.108796296296297,
548
+ "grad_norm": 24.064367294311523,
549
+ "learning_rate": 1.7659465020576135e-05,
550
+ "loss": 0.5544,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.166666666666667,
555
+ "grad_norm": 38.321075439453125,
556
+ "learning_rate": 1.75951646090535e-05,
557
+ "loss": 0.4663,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.224537037037037,
562
+ "grad_norm": 7.980203151702881,
563
+ "learning_rate": 1.7530864197530865e-05,
564
+ "loss": 0.5765,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.282407407407407,
569
+ "grad_norm": 25.729049682617188,
570
+ "learning_rate": 1.7466563786008233e-05,
571
+ "loss": 0.5243,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.340277777777778,
576
+ "grad_norm": 64.61236572265625,
577
+ "learning_rate": 1.74022633744856e-05,
578
+ "loss": 0.606,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.398148148148148,
583
+ "grad_norm": 81.3261489868164,
584
+ "learning_rate": 1.7337962962962964e-05,
585
+ "loss": 0.5909,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.456018518518518,
590
+ "grad_norm": 8.957422256469727,
591
+ "learning_rate": 1.7273662551440332e-05,
592
+ "loss": 0.5946,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.513888888888889,
597
+ "grad_norm": 16.57827377319336,
598
+ "learning_rate": 1.7209362139917697e-05,
599
+ "loss": 0.5804,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.5717592592592595,
604
+ "grad_norm": 20.362539291381836,
605
+ "learning_rate": 1.7145061728395063e-05,
606
+ "loss": 0.4904,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.62962962962963,
611
+ "grad_norm": 0.26764002442359924,
612
+ "learning_rate": 1.708076131687243e-05,
613
+ "loss": 0.5025,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.6875,
618
+ "grad_norm": 2.8102307319641113,
619
+ "learning_rate": 1.7016460905349796e-05,
620
+ "loss": 0.6486,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.74537037037037,
625
+ "grad_norm": 11.745499610900879,
626
+ "learning_rate": 1.695216049382716e-05,
627
+ "loss": 0.5127,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.8032407407407405,
632
+ "grad_norm": 20.328826904296875,
633
+ "learning_rate": 1.6887860082304527e-05,
634
+ "loss": 0.7008,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.861111111111111,
639
+ "grad_norm": 51.38047790527344,
640
+ "learning_rate": 1.6823559670781895e-05,
641
+ "loss": 0.565,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.918981481481482,
646
+ "grad_norm": 0.2971901297569275,
647
+ "learning_rate": 1.675925925925926e-05,
648
+ "loss": 0.3992,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.976851851851852,
653
+ "grad_norm": 71.4656753540039,
654
+ "learning_rate": 1.6694958847736625e-05,
655
+ "loss": 0.6964,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "eval_accuracy": 0.9440104166666666,
661
+ "eval_loss": 0.2495991438627243,
662
+ "eval_macro_f1": 0.8285194474545609,
663
+ "eval_runtime": 2.4721,
664
+ "eval_samples_per_second": 621.322,
665
+ "eval_steps_per_second": 38.833,
666
+ "eval_weighted_f1": 0.9440050231546148,
667
+ "step": 2160
668
+ },
669
+ {
670
+ "epoch": 5.034722222222222,
671
+ "grad_norm": 5.845027446746826,
672
+ "learning_rate": 1.6630658436213994e-05,
673
+ "loss": 0.3794,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.092592592592593,
678
+ "grad_norm": 0.41864338517189026,
679
+ "learning_rate": 1.656635802469136e-05,
680
+ "loss": 0.3618,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.150462962962963,
685
+ "grad_norm": 0.0687132254242897,
686
+ "learning_rate": 1.6502057613168724e-05,
687
+ "loss": 0.1368,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.208333333333333,
692
+ "grad_norm": 36.082923889160156,
693
+ "learning_rate": 1.6437757201646093e-05,
694
+ "loss": 0.5501,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.266203703703704,
699
+ "grad_norm": 47.39517593383789,
700
+ "learning_rate": 1.6373456790123458e-05,
701
+ "loss": 0.4141,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.324074074074074,
706
+ "grad_norm": 10.535026550292969,
707
+ "learning_rate": 1.6309156378600823e-05,
708
+ "loss": 0.466,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.381944444444445,
713
+ "grad_norm": 1.0891391038894653,
714
+ "learning_rate": 1.624485596707819e-05,
715
+ "loss": 0.3178,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.439814814814815,
720
+ "grad_norm": 8.60722827911377,
721
+ "learning_rate": 1.6180555555555557e-05,
722
+ "loss": 0.6848,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.497685185185185,
727
+ "grad_norm": 3.7586820125579834,
728
+ "learning_rate": 1.6116255144032925e-05,
729
+ "loss": 0.6427,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.555555555555555,
734
+ "grad_norm": 17.35585594177246,
735
+ "learning_rate": 1.605195473251029e-05,
736
+ "loss": 0.4691,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.613425925925926,
741
+ "grad_norm": 11.135176658630371,
742
+ "learning_rate": 1.5987654320987655e-05,
743
+ "loss": 0.587,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.671296296296296,
748
+ "grad_norm": 17.82963752746582,
749
+ "learning_rate": 1.5923353909465024e-05,
750
+ "loss": 0.6812,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.729166666666667,
755
+ "grad_norm": 26.284847259521484,
756
+ "learning_rate": 1.5859053497942386e-05,
757
+ "loss": 0.5526,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.787037037037037,
762
+ "grad_norm": 1.036664605140686,
763
+ "learning_rate": 1.5794753086419754e-05,
764
+ "loss": 0.5162,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.844907407407407,
769
+ "grad_norm": 8.77308177947998,
770
+ "learning_rate": 1.573045267489712e-05,
771
+ "loss": 0.52,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.902777777777778,
776
+ "grad_norm": 71.6601791381836,
777
+ "learning_rate": 1.5666152263374488e-05,
778
+ "loss": 0.4765,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.960648148148148,
783
+ "grad_norm": 15.726258277893066,
784
+ "learning_rate": 1.5601851851851853e-05,
785
+ "loss": 0.5014,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 6.0,
790
+ "eval_accuracy": 0.947265625,
791
+ "eval_loss": 0.2682288587093353,
792
+ "eval_macro_f1": 0.8263891472930629,
793
+ "eval_runtime": 2.6472,
794
+ "eval_samples_per_second": 580.239,
795
+ "eval_steps_per_second": 36.265,
796
+ "eval_weighted_f1": 0.948572612032257,
797
+ "step": 2592
798
+ },
799
+ {
800
+ "epoch": 6.018518518518518,
801
+ "grad_norm": 69.67053985595703,
802
+ "learning_rate": 1.5537551440329218e-05,
803
+ "loss": 0.4339,
804
+ "step": 2600
805
+ },
806
+ {
807
+ "epoch": 6.076388888888889,
808
+ "grad_norm": 1.1005853414535522,
809
+ "learning_rate": 1.5473251028806587e-05,
810
+ "loss": 0.2438,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.1342592592592595,
815
+ "grad_norm": 0.34561264514923096,
816
+ "learning_rate": 1.5408950617283952e-05,
817
+ "loss": 0.6515,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.19212962962963,
822
+ "grad_norm": 47.421573638916016,
823
+ "learning_rate": 1.5344650205761317e-05,
824
+ "loss": 0.633,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.25,
829
+ "grad_norm": 1.0078470706939697,
830
+ "learning_rate": 1.5280349794238685e-05,
831
+ "loss": 0.4637,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.30787037037037,
836
+ "grad_norm": 38.61972427368164,
837
+ "learning_rate": 1.5216049382716052e-05,
838
+ "loss": 0.3581,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.3657407407407405,
843
+ "grad_norm": 91.33902740478516,
844
+ "learning_rate": 1.5151748971193416e-05,
845
+ "loss": 0.3845,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.423611111111111,
850
+ "grad_norm": 1.3169434070587158,
851
+ "learning_rate": 1.5087448559670783e-05,
852
+ "loss": 0.6224,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.481481481481482,
857
+ "grad_norm": 1.441537857055664,
858
+ "learning_rate": 1.502314814814815e-05,
859
+ "loss": 0.3223,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.539351851851852,
864
+ "grad_norm": 64.70047760009766,
865
+ "learning_rate": 1.4958847736625515e-05,
866
+ "loss": 0.296,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.597222222222222,
871
+ "grad_norm": 8.483120918273926,
872
+ "learning_rate": 1.4894547325102881e-05,
873
+ "loss": 0.3606,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.655092592592593,
878
+ "grad_norm": 30.489856719970703,
879
+ "learning_rate": 1.4830246913580248e-05,
880
+ "loss": 0.3433,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.712962962962963,
885
+ "grad_norm": 0.21705715358257294,
886
+ "learning_rate": 1.4765946502057615e-05,
887
+ "loss": 0.3826,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.770833333333333,
892
+ "grad_norm": 13.845917701721191,
893
+ "learning_rate": 1.470164609053498e-05,
894
+ "loss": 0.5095,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.828703703703704,
899
+ "grad_norm": 0.3933597505092621,
900
+ "learning_rate": 1.4637345679012347e-05,
901
+ "loss": 0.47,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.886574074074074,
906
+ "grad_norm": 94.98651123046875,
907
+ "learning_rate": 1.4573045267489714e-05,
908
+ "loss": 0.4113,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.944444444444445,
913
+ "grad_norm": 161.79722595214844,
914
+ "learning_rate": 1.4508744855967079e-05,
915
+ "loss": 0.4063,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 7.0,
920
+ "eval_accuracy": 0.955078125,
921
+ "eval_loss": 0.25862792134284973,
922
+ "eval_macro_f1": 0.8609934954861401,
923
+ "eval_runtime": 2.9935,
924
+ "eval_samples_per_second": 513.11,
925
+ "eval_steps_per_second": 32.069,
926
+ "eval_weighted_f1": 0.9555007041057059,
927
+ "step": 3024
928
+ },
929
+ {
930
+ "epoch": 7.002314814814815,
931
+ "grad_norm": 0.35065141320228577,
932
+ "learning_rate": 1.4444444444444446e-05,
933
+ "loss": 0.5276,
934
+ "step": 3025
935
+ },
936
+ {
937
+ "epoch": 7.060185185185185,
938
+ "grad_norm": 0.24476154148578644,
939
+ "learning_rate": 1.4380144032921813e-05,
940
+ "loss": 0.2983,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.118055555555555,
945
+ "grad_norm": 7.813144683837891,
946
+ "learning_rate": 1.431584362139918e-05,
947
+ "loss": 0.41,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.175925925925926,
952
+ "grad_norm": 0.25110480189323425,
953
+ "learning_rate": 1.4251543209876545e-05,
954
+ "loss": 0.412,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.233796296296297,
959
+ "grad_norm": 0.1320348083972931,
960
+ "learning_rate": 1.4187242798353911e-05,
961
+ "loss": 0.288,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.291666666666667,
966
+ "grad_norm": 0.4943781793117523,
967
+ "learning_rate": 1.4122942386831278e-05,
968
+ "loss": 0.5097,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.349537037037037,
973
+ "grad_norm": 15.450881004333496,
974
+ "learning_rate": 1.4058641975308642e-05,
975
+ "loss": 0.2683,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.407407407407407,
980
+ "grad_norm": 0.44606414437294006,
981
+ "learning_rate": 1.3994341563786009e-05,
982
+ "loss": 0.1286,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.465277777777778,
987
+ "grad_norm": 0.4380635917186737,
988
+ "learning_rate": 1.3930041152263375e-05,
989
+ "loss": 0.5263,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.523148148148148,
994
+ "grad_norm": 0.22833405435085297,
995
+ "learning_rate": 1.3865740740740742e-05,
996
+ "loss": 0.4014,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.581018518518518,
1001
+ "grad_norm": 0.25022223591804504,
1002
+ "learning_rate": 1.3801440329218107e-05,
1003
+ "loss": 0.2982,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.638888888888889,
1008
+ "grad_norm": 3.0384204387664795,
1009
+ "learning_rate": 1.3737139917695474e-05,
1010
+ "loss": 0.4854,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.6967592592592595,
1015
+ "grad_norm": 2.2742350101470947,
1016
+ "learning_rate": 1.3672839506172841e-05,
1017
+ "loss": 0.3864,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.75462962962963,
1022
+ "grad_norm": 0.5075947046279907,
1023
+ "learning_rate": 1.3608539094650206e-05,
1024
+ "loss": 0.4392,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.8125,
1029
+ "grad_norm": 76.6395263671875,
1030
+ "learning_rate": 1.3544238683127573e-05,
1031
+ "loss": 0.2829,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.87037037037037,
1036
+ "grad_norm": 0.12355681508779526,
1037
+ "learning_rate": 1.347993827160494e-05,
1038
+ "loss": 0.3496,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.9282407407407405,
1043
+ "grad_norm": 0.2645076811313629,
1044
+ "learning_rate": 1.3415637860082307e-05,
1045
+ "loss": 0.2857,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.986111111111111,
1050
+ "grad_norm": 0.04688098281621933,
1051
+ "learning_rate": 1.3351337448559672e-05,
1052
+ "loss": 0.3512,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 8.0,
1057
+ "eval_accuracy": 0.9485677083333334,
1058
+ "eval_loss": 0.338644415140152,
1059
+ "eval_macro_f1": 0.8322363389935559,
1060
+ "eval_runtime": 2.9197,
1061
+ "eval_samples_per_second": 526.084,
1062
+ "eval_steps_per_second": 32.88,
1063
+ "eval_weighted_f1": 0.94946283822306,
1064
+ "step": 3456
1065
+ },
1066
+ {
1067
+ "epoch": 8.043981481481481,
1068
+ "grad_norm": 0.0596819669008255,
1069
+ "learning_rate": 1.3287037037037039e-05,
1070
+ "loss": 0.1574,
1071
+ "step": 3475
1072
+ },
1073
+ {
1074
+ "epoch": 8.101851851851851,
1075
+ "grad_norm": 11.185151100158691,
1076
+ "learning_rate": 1.3222736625514405e-05,
1077
+ "loss": 0.242,
1078
+ "step": 3500
1079
+ },
1080
+ {
1081
+ "epoch": 8.159722222222221,
1082
+ "grad_norm": 287.2640380859375,
1083
+ "learning_rate": 1.315843621399177e-05,
1084
+ "loss": 0.3137,
1085
+ "step": 3525
1086
+ },
1087
+ {
1088
+ "epoch": 8.217592592592593,
1089
+ "grad_norm": 25.96119499206543,
1090
+ "learning_rate": 1.3094135802469137e-05,
1091
+ "loss": 0.2314,
1092
+ "step": 3550
1093
+ },
1094
+ {
1095
+ "epoch": 8.275462962962964,
1096
+ "grad_norm": 0.09406628459692001,
1097
+ "learning_rate": 1.3029835390946504e-05,
1098
+ "loss": 0.2982,
1099
+ "step": 3575
1100
+ },
1101
+ {
1102
+ "epoch": 8.333333333333334,
1103
+ "grad_norm": 0.1383618861436844,
1104
+ "learning_rate": 1.2965534979423868e-05,
1105
+ "loss": 0.2618,
1106
+ "step": 3600
1107
+ },
1108
+ {
1109
+ "epoch": 8.391203703703704,
1110
+ "grad_norm": 17.35015869140625,
1111
+ "learning_rate": 1.2901234567901235e-05,
1112
+ "loss": 0.1959,
1113
+ "step": 3625
1114
+ },
1115
+ {
1116
+ "epoch": 8.449074074074074,
1117
+ "grad_norm": 55.266056060791016,
1118
+ "learning_rate": 1.2836934156378601e-05,
1119
+ "loss": 0.3359,
1120
+ "step": 3650
1121
+ },
1122
+ {
1123
+ "epoch": 8.506944444444445,
1124
+ "grad_norm": 388.79998779296875,
1125
+ "learning_rate": 1.2772633744855968e-05,
1126
+ "loss": 0.3842,
1127
+ "step": 3675
1128
+ },
1129
+ {
1130
+ "epoch": 8.564814814814815,
1131
+ "grad_norm": 0.6152695417404175,
1132
+ "learning_rate": 1.2708333333333333e-05,
1133
+ "loss": 0.3102,
1134
+ "step": 3700
1135
+ },
1136
+ {
1137
+ "epoch": 8.622685185185185,
1138
+ "grad_norm": 26.40544319152832,
1139
+ "learning_rate": 1.26440329218107e-05,
1140
+ "loss": 0.3118,
1141
+ "step": 3725
1142
+ },
1143
+ {
1144
+ "epoch": 8.680555555555555,
1145
+ "grad_norm": 109.26077270507812,
1146
+ "learning_rate": 1.2579732510288067e-05,
1147
+ "loss": 0.3016,
1148
+ "step": 3750
1149
+ },
1150
+ {
1151
+ "epoch": 8.738425925925926,
1152
+ "grad_norm": 347.38372802734375,
1153
+ "learning_rate": 1.2515432098765432e-05,
1154
+ "loss": 0.3254,
1155
+ "step": 3775
1156
+ },
1157
+ {
1158
+ "epoch": 8.796296296296296,
1159
+ "grad_norm": 92.77967071533203,
1160
+ "learning_rate": 1.2451131687242799e-05,
1161
+ "loss": 0.3927,
1162
+ "step": 3800
1163
+ },
1164
+ {
1165
+ "epoch": 8.854166666666666,
1166
+ "grad_norm": 13.296457290649414,
1167
+ "learning_rate": 1.2386831275720166e-05,
1168
+ "loss": 0.3841,
1169
+ "step": 3825
1170
+ },
1171
+ {
1172
+ "epoch": 8.912037037037036,
1173
+ "grad_norm": 12.583036422729492,
1174
+ "learning_rate": 1.2322530864197533e-05,
1175
+ "loss": 0.2352,
1176
+ "step": 3850
1177
+ },
1178
+ {
1179
+ "epoch": 8.969907407407408,
1180
+ "grad_norm": 87.80281066894531,
1181
+ "learning_rate": 1.2258230452674898e-05,
1182
+ "loss": 0.3772,
1183
+ "step": 3875
1184
+ },
1185
+ {
1186
+ "epoch": 9.0,
1187
+ "eval_accuracy": 0.9466145833333334,
1188
+ "eval_loss": 0.3657042980194092,
1189
+ "eval_macro_f1": 0.8299216546715643,
1190
+ "eval_runtime": 2.8197,
1191
+ "eval_samples_per_second": 544.738,
1192
+ "eval_steps_per_second": 34.046,
1193
+ "eval_weighted_f1": 0.9485272895801726,
1194
+ "step": 3888
1195
+ },
1196
+ {
1197
+ "epoch": 9.027777777777779,
1198
+ "grad_norm": 0.05814181640744209,
1199
+ "learning_rate": 1.2193930041152265e-05,
1200
+ "loss": 0.0905,
1201
+ "step": 3900
1202
+ },
1203
+ {
1204
+ "epoch": 9.085648148148149,
1205
+ "grad_norm": 28.218873977661133,
1206
+ "learning_rate": 1.2129629629629631e-05,
1207
+ "loss": 0.425,
1208
+ "step": 3925
1209
+ },
1210
+ {
1211
+ "epoch": 9.143518518518519,
1212
+ "grad_norm": 140.20909118652344,
1213
+ "learning_rate": 1.2065329218106997e-05,
1214
+ "loss": 0.2055,
1215
+ "step": 3950
1216
+ },
1217
+ {
1218
+ "epoch": 9.20138888888889,
1219
+ "grad_norm": 57.58205032348633,
1220
+ "learning_rate": 1.2001028806584363e-05,
1221
+ "loss": 0.1816,
1222
+ "step": 3975
1223
+ },
1224
+ {
1225
+ "epoch": 9.25925925925926,
1226
+ "grad_norm": 0.03512312099337578,
1227
+ "learning_rate": 1.193672839506173e-05,
1228
+ "loss": 0.1975,
1229
+ "step": 4000
1230
+ },
1231
+ {
1232
+ "epoch": 9.31712962962963,
1233
+ "grad_norm": 0.22482414543628693,
1234
+ "learning_rate": 1.1872427983539097e-05,
1235
+ "loss": 0.3233,
1236
+ "step": 4025
1237
+ },
1238
+ {
1239
+ "epoch": 9.375,
1240
+ "grad_norm": 9.725119590759277,
1241
+ "learning_rate": 1.180812757201646e-05,
1242
+ "loss": 0.1533,
1243
+ "step": 4050
1244
+ },
1245
+ {
1246
+ "epoch": 9.43287037037037,
1247
+ "grad_norm": 2.5657596588134766,
1248
+ "learning_rate": 1.1743827160493827e-05,
1249
+ "loss": 0.2594,
1250
+ "step": 4075
1251
+ },
1252
+ {
1253
+ "epoch": 9.49074074074074,
1254
+ "grad_norm": 1.1030933856964111,
1255
+ "learning_rate": 1.1679526748971194e-05,
1256
+ "loss": 0.2607,
1257
+ "step": 4100
1258
+ },
1259
+ {
1260
+ "epoch": 9.54861111111111,
1261
+ "grad_norm": 0.04561955854296684,
1262
+ "learning_rate": 1.161522633744856e-05,
1263
+ "loss": 0.2007,
1264
+ "step": 4125
1265
+ },
1266
+ {
1267
+ "epoch": 9.606481481481481,
1268
+ "grad_norm": 22.009822845458984,
1269
+ "learning_rate": 1.1550925925925926e-05,
1270
+ "loss": 0.3102,
1271
+ "step": 4150
1272
+ },
1273
+ {
1274
+ "epoch": 9.664351851851851,
1275
+ "grad_norm": 0.04259603098034859,
1276
+ "learning_rate": 1.1486625514403293e-05,
1277
+ "loss": 0.2337,
1278
+ "step": 4175
1279
+ },
1280
+ {
1281
+ "epoch": 9.722222222222221,
1282
+ "grad_norm": 0.06766819208860397,
1283
+ "learning_rate": 1.142232510288066e-05,
1284
+ "loss": 0.2652,
1285
+ "step": 4200
1286
+ },
1287
+ {
1288
+ "epoch": 9.780092592592592,
1289
+ "grad_norm": 101.53854370117188,
1290
+ "learning_rate": 1.1358024691358025e-05,
1291
+ "loss": 0.342,
1292
+ "step": 4225
1293
+ },
1294
+ {
1295
+ "epoch": 9.837962962962964,
1296
+ "grad_norm": 3.665424346923828,
1297
+ "learning_rate": 1.1293724279835392e-05,
1298
+ "loss": 0.2126,
1299
+ "step": 4250
1300
+ },
1301
+ {
1302
+ "epoch": 9.895833333333334,
1303
+ "grad_norm": 0.10349484533071518,
1304
+ "learning_rate": 1.1229423868312759e-05,
1305
+ "loss": 0.4403,
1306
+ "step": 4275
1307
+ },
1308
+ {
1309
+ "epoch": 9.953703703703704,
1310
+ "grad_norm": 0.9915363788604736,
1311
+ "learning_rate": 1.1165123456790124e-05,
1312
+ "loss": 0.2141,
1313
+ "step": 4300
1314
+ },
1315
+ {
1316
+ "epoch": 10.0,
1317
+ "eval_accuracy": 0.951171875,
1318
+ "eval_loss": 0.3349030911922455,
1319
+ "eval_macro_f1": 0.8371696927968711,
1320
+ "eval_runtime": 2.9003,
1321
+ "eval_samples_per_second": 529.608,
1322
+ "eval_steps_per_second": 33.1,
1323
+ "eval_weighted_f1": 0.9509255314726702,
1324
+ "step": 4320
1325
+ }
1326
+ ],
1327
+ "logging_steps": 25,
1328
+ "max_steps": 8640,
1329
+ "num_input_tokens_seen": 0,
1330
+ "num_train_epochs": 20,
1331
+ "save_steps": 500,
1332
+ "stateful_callbacks": {
1333
+ "EarlyStoppingCallback": {
1334
+ "args": {
1335
+ "early_stopping_patience": 3,
1336
+ "early_stopping_threshold": 0.0
1337
+ },
1338
+ "attributes": {
1339
+ "early_stopping_patience_counter": 3
1340
+ }
1341
+ },
1342
+ "TrainerControl": {
1343
+ "args": {
1344
+ "should_epoch_stop": false,
1345
+ "should_evaluate": false,
1346
+ "should_log": false,
1347
+ "should_save": true,
1348
+ "should_training_stop": true
1349
+ },
1350
+ "attributes": {}
1351
+ }
1352
+ },
1353
+ "total_flos": 0.0,
1354
+ "train_batch_size": 8,
1355
+ "trial_name": null,
1356
+ "trial_params": null
1357
+ }
ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a7f58a42794e8a8443f8beb8cadb20f264e2c50eb3b264f6dd9bf24da3ed2e7
3
+ size 1112208036
ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 512,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "XLMRobertaTokenizer",
54
+ "unk_token": "<unk>"
55
+ }