PhaaNe commited on
Commit
d3ccb9c
·
verified ·
1 Parent(s): 63ab036

Upload VNEncoder checkpoints

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/model.safetensors +3 -0
  2. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/added_tokens.json +3 -0
  3. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/bpe.codes +0 -0
  4. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/model.safetensors +3 -0
  5. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/optimizer.pt +3 -0
  6. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/rng_state.pth +3 -0
  7. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/scheduler.pt +3 -0
  8. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/special_tokens_map.json +9 -0
  9. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/tokenizer_config.json +55 -0
  10. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/trainer_state.json +1631 -0
  11. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/training_args.bin +3 -0
  12. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/vocab.txt +0 -0
  13. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/added_tokens.json +3 -0
  14. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/bpe.codes +0 -0
  15. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/model.safetensors +3 -0
  16. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/optimizer.pt +3 -0
  17. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/rng_state.pth +3 -0
  18. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/scheduler.pt +3 -0
  19. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/special_tokens_map.json +9 -0
  20. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/tokenizer_config.json +55 -0
  21. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/trainer_state.json +2035 -0
  22. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/training_args.bin +3 -0
  23. ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/vocab.txt +0 -0
  24. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/model.safetensors +3 -0
  25. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/added_tokens.json +3 -0
  26. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/bpe.codes +0 -0
  27. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/model.safetensors +3 -0
  28. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/optimizer.pt +3 -0
  29. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/rng_state.pth +3 -0
  30. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/scheduler.pt +3 -0
  31. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/special_tokens_map.json +9 -0
  32. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/tokenizer_config.json +55 -0
  33. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/trainer_state.json +1104 -0
  34. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/training_args.bin +3 -0
  35. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/vocab.txt +0 -0
  36. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/added_tokens.json +3 -0
  37. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/bpe.codes +0 -0
  38. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/model.safetensors +3 -0
  39. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/optimizer.pt +3 -0
  40. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/rng_state.pth +3 -0
  41. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/scheduler.pt +3 -0
  42. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/special_tokens_map.json +9 -0
  43. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/tokenizer_config.json +55 -0
  44. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/trainer_state.json +1501 -0
  45. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/training_args.bin +3 -0
  46. ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/vocab.txt +0 -0
  47. ood-uit_vsfc-phobert-topic-domain-00-s44-20260811T164157Z-6beb231d/model.safetensors +3 -0
  48. ood-uit_vsfc-phobert-topic-domain-00-s44-20260811T164157Z-6beb231d/trainer/checkpoint-3480/added_tokens.json +3 -0
  49. ood-uit_vsfc-phobert-topic-domain-00-s44-20260811T164157Z-6beb231d/trainer/checkpoint-3480/bpe.codes +0 -0
  50. ood-uit_vsfc-phobert-topic-domain-00-s44-20260811T164157Z-6beb231d/trainer/checkpoint-3480/model.safetensors +3 -0
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57849770ad0347e1baa59969fa28a052532e32e80baed61aa34e0407e2e766a4
3
+ size 540026404
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<mask>": 64000
3
+ }
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/bpe.codes ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:760f6f27b0d7ebb2325878289e1759ee21a91facd2f3083921bb212774ac75dd
3
+ size 540026436
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab00e1e4f8f85a0b064722047e04bb0bdb83c524080d13c01a833f122803b82
3
+ size 1075446330
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5eeae9ec5f8da102a9dea275a2bbd37abe42d31853b4aab6a3cfd42b698fecc
3
+ size 14244
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8236ff544476b41bfc1e33b4e8d7748d72c7404d194d626951f6e750d202a060
3
+ size 1064
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": "<mask>",
6
+ "pad_token": "<pad>",
7
+ "sep_token": "</s>",
8
+ "unk_token": "<unk>"
9
+ }
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "64000": {
36
+ "content": "<mask>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 256,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "PhobertTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/trainer_state.json ADDED
@@ -0,0 +1,1631 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 5220,
3
+ "best_metric": 0.8675740894345955,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220",
5
+ "epoch": 12.0,
6
+ "eval_steps": 500,
7
+ "global_step": 5220,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 16.450016021728516,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.464,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 15.485475540161133,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 4.2217,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 13.874435424804688,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 3.8906,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 16.325193405151367,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 3.5109,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 12.38318157196045,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 3.0685,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 17.294038772583008,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 2.541,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 17.30904769897461,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 2.1361,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 15.655984878540039,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.8631,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 30.74538230895996,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.4674,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 26.51157569885254,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.4242,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 15.323351860046387,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.2337,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 11.085951805114746,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 1.235,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 17.022886276245117,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 1.123,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 7.172950267791748,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.1503,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 19.81337547302246,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.0711,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 23.27373695373535,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.9703,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 21.556955337524414,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 0.9083,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9372979961215255,
134
+ "eval_loss": 0.21047352254390717,
135
+ "eval_macro_f1": 0.7385325809144866,
136
+ "eval_runtime": 1.2627,
137
+ "eval_samples_per_second": 1225.158,
138
+ "eval_steps_per_second": 76.82,
139
+ "eval_weighted_f1": 0.926186545957586,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 20.03977394104004,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 1.1259,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 28.675647735595703,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.9905,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 28.670623779296875,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.7334,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 28.721160888671875,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.9009,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 44.211883544921875,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.7161,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 15.909297943115234,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.9911,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 20.90113067626953,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.8012,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 27.909393310546875,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.8335,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 4.127943992614746,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.887,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 13.942008972167969,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.9997,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 150.57318115234375,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.8995,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 84.19149017333984,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.7276,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 0.8938015103340149,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.7947,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 21.69007110595703,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.896,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 9.371072769165039,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.9257,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 9.058280944824219,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.7923,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 19.173526763916016,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.829,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9444085326438267,
264
+ "eval_loss": 0.1997242271900177,
265
+ "eval_macro_f1": 0.7984669829693747,
266
+ "eval_runtime": 1.2248,
267
+ "eval_samples_per_second": 1263.023,
268
+ "eval_steps_per_second": 79.194,
269
+ "eval_weighted_f1": 0.9372675430430231,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 13.507299423217773,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 1.0265,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 29.802522659301758,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.6546,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 20.382816314697266,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.6422,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 16.437686920166016,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 0.6465,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 14.521719932556152,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.7665,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 25.880773544311523,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.8589,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 20.663999557495117,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.7237,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 15.50725269317627,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.737,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 1.7924487590789795,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.7695,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 37.092926025390625,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.6687,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 0.8467792868614197,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.6213,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 17.73621940612793,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.8202,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 3.8395161628723145,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.6882,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 77.6451416015625,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.5662,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 9.742815017700195,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.818,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 41.80664825439453,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.8144,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 13.355256080627441,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.7142,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 3.4613044261932373,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.6519,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9489334195216548,
401
+ "eval_loss": 0.1842694729566574,
402
+ "eval_macro_f1": 0.8417608126834946,
403
+ "eval_runtime": 1.2612,
404
+ "eval_samples_per_second": 1226.651,
405
+ "eval_steps_per_second": 76.913,
406
+ "eval_weighted_f1": 0.9451926750188842,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 9.822381973266602,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.5464,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 14.551055908203125,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.4742,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 0.7838442921638489,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.5285,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 32.79100799560547,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.4901,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 17.9625244140625,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.7674,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 38.27335739135742,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.6257,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 0.9759963750839233,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.5915,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 32.85970687866211,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.6667,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 26.64856719970703,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.7413,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 0.5582925081253052,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.5404,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 28.135393142700195,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.8905,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 0.7919555902481079,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.5488,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 280.8408203125,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.586,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 21.92925453186035,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.5316,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 14.422163963317871,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.5578,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 19.861310958862305,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.648,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 1.0063120126724243,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.5442,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9469941822882999,
531
+ "eval_loss": 0.25301477313041687,
532
+ "eval_macro_f1": 0.8476622089963451,
533
+ "eval_runtime": 1.2449,
534
+ "eval_samples_per_second": 1242.637,
535
+ "eval_steps_per_second": 77.916,
536
+ "eval_weighted_f1": 0.9441704666909856,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 5.532073974609375,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.5918,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 18.194129943847656,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.3519,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 0.2660662531852722,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.3811,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 16.584251403808594,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.5086,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 19.36803436279297,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.4792,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 50.34165954589844,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.5772,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 13.773152351379395,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.5231,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 427.54718017578125,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.2846,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 11.35075855255127,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.5971,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 0.7868359684944153,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.3201,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 1.2590872049331665,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.4207,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 19.67682456970215,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.6388,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 21.207443237304688,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.5218,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 25.38108253479004,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.6049,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 57.224735260009766,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.6162,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 3.48508882522583,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.5359,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 44.712677001953125,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.4515,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 57.54368209838867,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.5796,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9502262443438914,
668
+ "eval_loss": 0.2165171504020691,
669
+ "eval_macro_f1": 0.8580507118283248,
670
+ "eval_runtime": 1.2482,
671
+ "eval_samples_per_second": 1239.372,
672
+ "eval_steps_per_second": 77.711,
673
+ "eval_weighted_f1": 0.948388591648449,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 12.27694320678711,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.3551,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 1.7980570793151855,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.2956,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 1.7773587703704834,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.4865,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 9.462156295776367,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.4026,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 2.051429510116577,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.3801,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 0.48756808042526245,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.3938,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 2.7134180068969727,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.5045,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 0.3124593496322632,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.4567,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 0.5791522264480591,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.3833,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 64.2642593383789,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.4675,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 137.23037719726562,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.4846,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 15.930166244506836,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.4571,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 14.224031448364258,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.3343,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 19.296125411987305,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.5827,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 17.853538513183594,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.3024,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 2.493351697921753,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.559,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 69.57341766357422,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.4154,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.9541047188106012,
798
+ "eval_loss": 0.2397681325674057,
799
+ "eval_macro_f1": 0.8600498112631202,
800
+ "eval_runtime": 1.2855,
801
+ "eval_samples_per_second": 1203.442,
802
+ "eval_steps_per_second": 75.458,
803
+ "eval_weighted_f1": 0.9516447037124957,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 0.20201376080513,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.3892,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 0.17590577900409698,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.2642,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 14.469496726989746,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.2353,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 81.51103973388672,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.4785,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 0.19920621812343597,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.2868,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 12.891411781311035,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.2671,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 16.071155548095703,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.5203,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 0.24430899322032928,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.2203,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 0.21658585965633392,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.3588,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 0.218729630112648,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.3032,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 0.19259417057037354,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.1498,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 12.594219207763672,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.5802,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 0.2996440529823303,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.2958,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 0.3330232799053192,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.3348,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 55.417236328125,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.4195,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 2.850304365158081,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.4105,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 0.2381744235754013,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.3145,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.9495798319327731,
928
+ "eval_loss": 0.2417064607143402,
929
+ "eval_macro_f1": 0.8506231029028258,
930
+ "eval_runtime": 1.2843,
931
+ "eval_samples_per_second": 1204.53,
932
+ "eval_steps_per_second": 75.526,
933
+ "eval_weighted_f1": 0.9484848377448473,
934
+ "step": 3045
935
+ },
936
+ {
937
+ "epoch": 7.011494252873563,
938
+ "grad_norm": 0.9536013603210449,
939
+ "learning_rate": 1.4434227330779056e-05,
940
+ "loss": 0.4517,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.068965517241379,
945
+ "grad_norm": 0.2184518724679947,
946
+ "learning_rate": 1.4370370370370372e-05,
947
+ "loss": 0.3963,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.126436781609195,
952
+ "grad_norm": 0.23555926978588104,
953
+ "learning_rate": 1.4306513409961686e-05,
954
+ "loss": 0.1847,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.183908045977011,
959
+ "grad_norm": 0.1601639837026596,
960
+ "learning_rate": 1.4242656449553002e-05,
961
+ "loss": 0.0835,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.241379310344827,
966
+ "grad_norm": 2.4888522624969482,
967
+ "learning_rate": 1.4178799489144316e-05,
968
+ "loss": 0.436,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.2988505747126435,
973
+ "grad_norm": 13.896317481994629,
974
+ "learning_rate": 1.4114942528735634e-05,
975
+ "loss": 0.4248,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.35632183908046,
980
+ "grad_norm": 0.2253255695104599,
981
+ "learning_rate": 1.405108556832695e-05,
982
+ "loss": 0.1896,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.413793103448276,
987
+ "grad_norm": 0.5111873149871826,
988
+ "learning_rate": 1.3987228607918264e-05,
989
+ "loss": 0.3082,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.471264367816092,
994
+ "grad_norm": 0.3114178478717804,
995
+ "learning_rate": 1.392337164750958e-05,
996
+ "loss": 0.354,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.528735632183908,
1001
+ "grad_norm": 308.2452392578125,
1002
+ "learning_rate": 1.3859514687100894e-05,
1003
+ "loss": 0.4526,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.586206896551724,
1008
+ "grad_norm": 0.30504605174064636,
1009
+ "learning_rate": 1.3795657726692211e-05,
1010
+ "loss": 0.1799,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.64367816091954,
1015
+ "grad_norm": 0.23172464966773987,
1016
+ "learning_rate": 1.3731800766283526e-05,
1017
+ "loss": 0.2987,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.7011494252873565,
1022
+ "grad_norm": 118.74394226074219,
1023
+ "learning_rate": 1.3667943805874841e-05,
1024
+ "loss": 0.2358,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.758620689655173,
1029
+ "grad_norm": 0.14811089634895325,
1030
+ "learning_rate": 1.3604086845466157e-05,
1031
+ "loss": 0.3334,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.816091954022989,
1036
+ "grad_norm": 0.26182156801223755,
1037
+ "learning_rate": 1.3540229885057471e-05,
1038
+ "loss": 0.3044,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.873563218390805,
1043
+ "grad_norm": 0.42604881525039673,
1044
+ "learning_rate": 1.3476372924648789e-05,
1045
+ "loss": 0.3334,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.931034482758621,
1050
+ "grad_norm": 3.8690788745880127,
1051
+ "learning_rate": 1.3412515964240103e-05,
1052
+ "loss": 0.2318,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 7.988505747126437,
1057
+ "grad_norm": 5.706087112426758,
1058
+ "learning_rate": 1.3348659003831419e-05,
1059
+ "loss": 0.2909,
1060
+ "step": 3475
1061
+ },
1062
+ {
1063
+ "epoch": 8.0,
1064
+ "eval_accuracy": 0.9515190691661279,
1065
+ "eval_loss": 0.2455778568983078,
1066
+ "eval_macro_f1": 0.853849899937441,
1067
+ "eval_runtime": 1.2822,
1068
+ "eval_samples_per_second": 1206.499,
1069
+ "eval_steps_per_second": 75.65,
1070
+ "eval_weighted_f1": 0.9495985858714602,
1071
+ "step": 3480
1072
+ },
1073
+ {
1074
+ "epoch": 8.045977011494253,
1075
+ "grad_norm": 1.9139503240585327,
1076
+ "learning_rate": 1.3284802043422733e-05,
1077
+ "loss": 0.1426,
1078
+ "step": 3500
1079
+ },
1080
+ {
1081
+ "epoch": 8.10344827586207,
1082
+ "grad_norm": 0.10656487196683884,
1083
+ "learning_rate": 1.3220945083014049e-05,
1084
+ "loss": 0.1865,
1085
+ "step": 3525
1086
+ },
1087
+ {
1088
+ "epoch": 8.160919540229886,
1089
+ "grad_norm": 0.9113854765892029,
1090
+ "learning_rate": 1.3157088122605367e-05,
1091
+ "loss": 0.2629,
1092
+ "step": 3550
1093
+ },
1094
+ {
1095
+ "epoch": 8.218390804597702,
1096
+ "grad_norm": 12.390186309814453,
1097
+ "learning_rate": 1.309323116219668e-05,
1098
+ "loss": 0.3263,
1099
+ "step": 3575
1100
+ },
1101
+ {
1102
+ "epoch": 8.275862068965518,
1103
+ "grad_norm": 16.489566802978516,
1104
+ "learning_rate": 1.3029374201787996e-05,
1105
+ "loss": 0.2176,
1106
+ "step": 3600
1107
+ },
1108
+ {
1109
+ "epoch": 8.333333333333334,
1110
+ "grad_norm": 0.15907344222068787,
1111
+ "learning_rate": 1.296551724137931e-05,
1112
+ "loss": 0.2475,
1113
+ "step": 3625
1114
+ },
1115
+ {
1116
+ "epoch": 8.39080459770115,
1117
+ "grad_norm": 0.163466215133667,
1118
+ "learning_rate": 1.2901660280970626e-05,
1119
+ "loss": 0.1819,
1120
+ "step": 3650
1121
+ },
1122
+ {
1123
+ "epoch": 8.448275862068966,
1124
+ "grad_norm": 83.0460205078125,
1125
+ "learning_rate": 1.283780332056194e-05,
1126
+ "loss": 0.2247,
1127
+ "step": 3675
1128
+ },
1129
+ {
1130
+ "epoch": 8.505747126436782,
1131
+ "grad_norm": 0.15427705645561218,
1132
+ "learning_rate": 1.2773946360153258e-05,
1133
+ "loss": 0.2735,
1134
+ "step": 3700
1135
+ },
1136
+ {
1137
+ "epoch": 8.563218390804598,
1138
+ "grad_norm": 0.1480730175971985,
1139
+ "learning_rate": 1.2710089399744574e-05,
1140
+ "loss": 0.2022,
1141
+ "step": 3725
1142
+ },
1143
+ {
1144
+ "epoch": 8.620689655172415,
1145
+ "grad_norm": 0.3764588236808777,
1146
+ "learning_rate": 1.2646232439335888e-05,
1147
+ "loss": 0.3027,
1148
+ "step": 3750
1149
+ },
1150
+ {
1151
+ "epoch": 8.678160919540229,
1152
+ "grad_norm": 0.17370322346687317,
1153
+ "learning_rate": 1.2582375478927204e-05,
1154
+ "loss": 0.3577,
1155
+ "step": 3775
1156
+ },
1157
+ {
1158
+ "epoch": 8.735632183908045,
1159
+ "grad_norm": 24.64053726196289,
1160
+ "learning_rate": 1.2518518518518518e-05,
1161
+ "loss": 0.2364,
1162
+ "step": 3800
1163
+ },
1164
+ {
1165
+ "epoch": 8.793103448275861,
1166
+ "grad_norm": 5.574195861816406,
1167
+ "learning_rate": 1.2454661558109836e-05,
1168
+ "loss": 0.2676,
1169
+ "step": 3825
1170
+ },
1171
+ {
1172
+ "epoch": 8.850574712643677,
1173
+ "grad_norm": 0.09678659588098526,
1174
+ "learning_rate": 1.2390804597701151e-05,
1175
+ "loss": 0.2759,
1176
+ "step": 3850
1177
+ },
1178
+ {
1179
+ "epoch": 8.908045977011493,
1180
+ "grad_norm": 0.1522231101989746,
1181
+ "learning_rate": 1.2326947637292466e-05,
1182
+ "loss": 0.2181,
1183
+ "step": 3875
1184
+ },
1185
+ {
1186
+ "epoch": 8.96551724137931,
1187
+ "grad_norm": 0.37765446305274963,
1188
+ "learning_rate": 1.2263090676883781e-05,
1189
+ "loss": 0.4644,
1190
+ "step": 3900
1191
+ },
1192
+ {
1193
+ "epoch": 9.0,
1194
+ "eval_accuracy": 0.9502262443438914,
1195
+ "eval_loss": 0.26898178458213806,
1196
+ "eval_macro_f1": 0.8663256210777838,
1197
+ "eval_runtime": 1.2494,
1198
+ "eval_samples_per_second": 1238.187,
1199
+ "eval_steps_per_second": 77.637,
1200
+ "eval_weighted_f1": 0.9512561247191414,
1201
+ "step": 3915
1202
+ },
1203
+ {
1204
+ "epoch": 9.022988505747126,
1205
+ "grad_norm": 1.2754137516021729,
1206
+ "learning_rate": 1.2199233716475096e-05,
1207
+ "loss": 0.2067,
1208
+ "step": 3925
1209
+ },
1210
+ {
1211
+ "epoch": 9.080459770114942,
1212
+ "grad_norm": 2.7214295864105225,
1213
+ "learning_rate": 1.2135376756066413e-05,
1214
+ "loss": 0.1737,
1215
+ "step": 3950
1216
+ },
1217
+ {
1218
+ "epoch": 9.137931034482758,
1219
+ "grad_norm": 10.367477416992188,
1220
+ "learning_rate": 1.2071519795657727e-05,
1221
+ "loss": 0.3776,
1222
+ "step": 3975
1223
+ },
1224
+ {
1225
+ "epoch": 9.195402298850574,
1226
+ "grad_norm": 0.20507702231407166,
1227
+ "learning_rate": 1.2007662835249043e-05,
1228
+ "loss": 0.1399,
1229
+ "step": 4000
1230
+ },
1231
+ {
1232
+ "epoch": 9.25287356321839,
1233
+ "grad_norm": 3.616419553756714,
1234
+ "learning_rate": 1.1943805874840359e-05,
1235
+ "loss": 0.2167,
1236
+ "step": 4025
1237
+ },
1238
+ {
1239
+ "epoch": 9.310344827586206,
1240
+ "grad_norm": 0.13054685294628143,
1241
+ "learning_rate": 1.1879948914431673e-05,
1242
+ "loss": 0.1431,
1243
+ "step": 4050
1244
+ },
1245
+ {
1246
+ "epoch": 9.367816091954023,
1247
+ "grad_norm": 0.11281740665435791,
1248
+ "learning_rate": 1.181609195402299e-05,
1249
+ "loss": 0.2202,
1250
+ "step": 4075
1251
+ },
1252
+ {
1253
+ "epoch": 9.425287356321839,
1254
+ "grad_norm": 0.6165698170661926,
1255
+ "learning_rate": 1.1752234993614305e-05,
1256
+ "loss": 0.1859,
1257
+ "step": 4100
1258
+ },
1259
+ {
1260
+ "epoch": 9.482758620689655,
1261
+ "grad_norm": 1.5480984449386597,
1262
+ "learning_rate": 1.168837803320562e-05,
1263
+ "loss": 0.2284,
1264
+ "step": 4125
1265
+ },
1266
+ {
1267
+ "epoch": 9.540229885057471,
1268
+ "grad_norm": 6.850103855133057,
1269
+ "learning_rate": 1.1624521072796935e-05,
1270
+ "loss": 0.1698,
1271
+ "step": 4150
1272
+ },
1273
+ {
1274
+ "epoch": 9.597701149425287,
1275
+ "grad_norm": 3.5420010089874268,
1276
+ "learning_rate": 1.156066411238825e-05,
1277
+ "loss": 0.3109,
1278
+ "step": 4175
1279
+ },
1280
+ {
1281
+ "epoch": 9.655172413793103,
1282
+ "grad_norm": 0.1575000286102295,
1283
+ "learning_rate": 1.1496807151979568e-05,
1284
+ "loss": 0.1249,
1285
+ "step": 4200
1286
+ },
1287
+ {
1288
+ "epoch": 9.71264367816092,
1289
+ "grad_norm": 86.61784362792969,
1290
+ "learning_rate": 1.1432950191570882e-05,
1291
+ "loss": 0.1512,
1292
+ "step": 4225
1293
+ },
1294
+ {
1295
+ "epoch": 9.770114942528735,
1296
+ "grad_norm": 6.673755645751953,
1297
+ "learning_rate": 1.1369093231162198e-05,
1298
+ "loss": 0.2927,
1299
+ "step": 4250
1300
+ },
1301
+ {
1302
+ "epoch": 9.827586206896552,
1303
+ "grad_norm": 3.7119579315185547,
1304
+ "learning_rate": 1.1305236270753512e-05,
1305
+ "loss": 0.1886,
1306
+ "step": 4275
1307
+ },
1308
+ {
1309
+ "epoch": 9.885057471264368,
1310
+ "grad_norm": 7.661352157592773,
1311
+ "learning_rate": 1.1241379310344828e-05,
1312
+ "loss": 0.2061,
1313
+ "step": 4300
1314
+ },
1315
+ {
1316
+ "epoch": 9.942528735632184,
1317
+ "grad_norm": 4.866251468658447,
1318
+ "learning_rate": 1.1177522349936142e-05,
1319
+ "loss": 0.2876,
1320
+ "step": 4325
1321
+ },
1322
+ {
1323
+ "epoch": 10.0,
1324
+ "grad_norm": 17.001205444335938,
1325
+ "learning_rate": 1.111366538952746e-05,
1326
+ "loss": 0.1963,
1327
+ "step": 4350
1328
+ },
1329
+ {
1330
+ "epoch": 10.0,
1331
+ "eval_accuracy": 0.9495798319327731,
1332
+ "eval_loss": 0.2947230339050293,
1333
+ "eval_macro_f1": 0.8586701439701274,
1334
+ "eval_runtime": 1.2427,
1335
+ "eval_samples_per_second": 1244.9,
1336
+ "eval_steps_per_second": 78.058,
1337
+ "eval_weighted_f1": 0.94867080753628,
1338
+ "step": 4350
1339
+ },
1340
+ {
1341
+ "epoch": 10.057471264367816,
1342
+ "grad_norm": 0.09062144160270691,
1343
+ "learning_rate": 1.1049808429118776e-05,
1344
+ "loss": 0.0144,
1345
+ "step": 4375
1346
+ },
1347
+ {
1348
+ "epoch": 10.114942528735632,
1349
+ "grad_norm": 0.09079045802354813,
1350
+ "learning_rate": 1.098595146871009e-05,
1351
+ "loss": 0.2467,
1352
+ "step": 4400
1353
+ },
1354
+ {
1355
+ "epoch": 10.172413793103448,
1356
+ "grad_norm": 16.911344528198242,
1357
+ "learning_rate": 1.0922094508301406e-05,
1358
+ "loss": 0.1387,
1359
+ "step": 4425
1360
+ },
1361
+ {
1362
+ "epoch": 10.229885057471265,
1363
+ "grad_norm": 0.12063690274953842,
1364
+ "learning_rate": 1.085823754789272e-05,
1365
+ "loss": 0.1926,
1366
+ "step": 4450
1367
+ },
1368
+ {
1369
+ "epoch": 10.28735632183908,
1370
+ "grad_norm": 0.3631066679954529,
1371
+ "learning_rate": 1.0794380587484037e-05,
1372
+ "loss": 0.1826,
1373
+ "step": 4475
1374
+ },
1375
+ {
1376
+ "epoch": 10.344827586206897,
1377
+ "grad_norm": 0.36074990034103394,
1378
+ "learning_rate": 1.0730523627075351e-05,
1379
+ "loss": 0.161,
1380
+ "step": 4500
1381
+ },
1382
+ {
1383
+ "epoch": 10.402298850574713,
1384
+ "grad_norm": 55.926822662353516,
1385
+ "learning_rate": 1.0666666666666667e-05,
1386
+ "loss": 0.2874,
1387
+ "step": 4525
1388
+ },
1389
+ {
1390
+ "epoch": 10.459770114942529,
1391
+ "grad_norm": 0.10639549791812897,
1392
+ "learning_rate": 1.0602809706257983e-05,
1393
+ "loss": 0.1727,
1394
+ "step": 4550
1395
+ },
1396
+ {
1397
+ "epoch": 10.517241379310345,
1398
+ "grad_norm": 0.7862879633903503,
1399
+ "learning_rate": 1.0538952745849297e-05,
1400
+ "loss": 0.274,
1401
+ "step": 4575
1402
+ },
1403
+ {
1404
+ "epoch": 10.574712643678161,
1405
+ "grad_norm": 0.27984291315078735,
1406
+ "learning_rate": 1.0475095785440615e-05,
1407
+ "loss": 0.2045,
1408
+ "step": 4600
1409
+ },
1410
+ {
1411
+ "epoch": 10.632183908045977,
1412
+ "grad_norm": 17.181734085083008,
1413
+ "learning_rate": 1.0411238825031929e-05,
1414
+ "loss": 0.3352,
1415
+ "step": 4625
1416
+ },
1417
+ {
1418
+ "epoch": 10.689655172413794,
1419
+ "grad_norm": 0.11635159701108932,
1420
+ "learning_rate": 1.0347381864623245e-05,
1421
+ "loss": 0.134,
1422
+ "step": 4650
1423
+ },
1424
+ {
1425
+ "epoch": 10.74712643678161,
1426
+ "grad_norm": 0.07812677323818207,
1427
+ "learning_rate": 1.028352490421456e-05,
1428
+ "loss": 0.0612,
1429
+ "step": 4675
1430
+ },
1431
+ {
1432
+ "epoch": 10.804597701149426,
1433
+ "grad_norm": 0.09490698575973511,
1434
+ "learning_rate": 1.0219667943805875e-05,
1435
+ "loss": 0.2156,
1436
+ "step": 4700
1437
+ },
1438
+ {
1439
+ "epoch": 10.862068965517242,
1440
+ "grad_norm": 7.355884075164795,
1441
+ "learning_rate": 1.0155810983397192e-05,
1442
+ "loss": 0.2202,
1443
+ "step": 4725
1444
+ },
1445
+ {
1446
+ "epoch": 10.919540229885058,
1447
+ "grad_norm": 5.701615333557129,
1448
+ "learning_rate": 1.0091954022988506e-05,
1449
+ "loss": 0.1911,
1450
+ "step": 4750
1451
+ },
1452
+ {
1453
+ "epoch": 10.977011494252874,
1454
+ "grad_norm": 5.884024620056152,
1455
+ "learning_rate": 1.0028097062579822e-05,
1456
+ "loss": 0.1841,
1457
+ "step": 4775
1458
+ },
1459
+ {
1460
+ "epoch": 11.0,
1461
+ "eval_accuracy": 0.9521654815772462,
1462
+ "eval_loss": 0.3065274953842163,
1463
+ "eval_macro_f1": 0.8665082853654282,
1464
+ "eval_runtime": 1.3338,
1465
+ "eval_samples_per_second": 1159.816,
1466
+ "eval_steps_per_second": 72.723,
1467
+ "eval_weighted_f1": 0.9509302446253226,
1468
+ "step": 4785
1469
+ },
1470
+ {
1471
+ "epoch": 11.03448275862069,
1472
+ "grad_norm": 0.10210714489221573,
1473
+ "learning_rate": 9.964240102171138e-06,
1474
+ "loss": 0.1149,
1475
+ "step": 4800
1476
+ },
1477
+ {
1478
+ "epoch": 11.091954022988507,
1479
+ "grad_norm": 0.07134879380464554,
1480
+ "learning_rate": 9.900383141762452e-06,
1481
+ "loss": 0.1125,
1482
+ "step": 4825
1483
+ },
1484
+ {
1485
+ "epoch": 11.149425287356323,
1486
+ "grad_norm": 0.6779069900512695,
1487
+ "learning_rate": 9.836526181353768e-06,
1488
+ "loss": 0.134,
1489
+ "step": 4850
1490
+ },
1491
+ {
1492
+ "epoch": 11.206896551724139,
1493
+ "grad_norm": 0.09422433376312256,
1494
+ "learning_rate": 9.772669220945084e-06,
1495
+ "loss": 0.233,
1496
+ "step": 4875
1497
+ },
1498
+ {
1499
+ "epoch": 11.264367816091955,
1500
+ "grad_norm": 0.07436396181583405,
1501
+ "learning_rate": 9.708812260536398e-06,
1502
+ "loss": 0.1367,
1503
+ "step": 4900
1504
+ },
1505
+ {
1506
+ "epoch": 11.32183908045977,
1507
+ "grad_norm": 15.747620582580566,
1508
+ "learning_rate": 9.644955300127716e-06,
1509
+ "loss": 0.1444,
1510
+ "step": 4925
1511
+ },
1512
+ {
1513
+ "epoch": 11.379310344827585,
1514
+ "grad_norm": 0.3826606571674347,
1515
+ "learning_rate": 9.58109833971903e-06,
1516
+ "loss": 0.1271,
1517
+ "step": 4950
1518
+ },
1519
+ {
1520
+ "epoch": 11.436781609195402,
1521
+ "grad_norm": 0.0642637312412262,
1522
+ "learning_rate": 9.517241379310346e-06,
1523
+ "loss": 0.1503,
1524
+ "step": 4975
1525
+ },
1526
+ {
1527
+ "epoch": 11.494252873563218,
1528
+ "grad_norm": 0.16133825480937958,
1529
+ "learning_rate": 9.453384418901661e-06,
1530
+ "loss": 0.1837,
1531
+ "step": 5000
1532
+ },
1533
+ {
1534
+ "epoch": 11.551724137931034,
1535
+ "grad_norm": 0.15818732976913452,
1536
+ "learning_rate": 9.389527458492976e-06,
1537
+ "loss": 0.0784,
1538
+ "step": 5025
1539
+ },
1540
+ {
1541
+ "epoch": 11.60919540229885,
1542
+ "grad_norm": 0.06489365547895432,
1543
+ "learning_rate": 9.325670498084291e-06,
1544
+ "loss": 0.1532,
1545
+ "step": 5050
1546
+ },
1547
+ {
1548
+ "epoch": 11.666666666666666,
1549
+ "grad_norm": 0.05736462399363518,
1550
+ "learning_rate": 9.261813537675607e-06,
1551
+ "loss": 0.1367,
1552
+ "step": 5075
1553
+ },
1554
+ {
1555
+ "epoch": 11.724137931034482,
1556
+ "grad_norm": 0.9656385183334351,
1557
+ "learning_rate": 9.197956577266923e-06,
1558
+ "loss": 0.0903,
1559
+ "step": 5100
1560
+ },
1561
+ {
1562
+ "epoch": 11.781609195402298,
1563
+ "grad_norm": 0.06174295395612717,
1564
+ "learning_rate": 9.134099616858239e-06,
1565
+ "loss": 0.0899,
1566
+ "step": 5125
1567
+ },
1568
+ {
1569
+ "epoch": 11.839080459770114,
1570
+ "grad_norm": 0.060515888035297394,
1571
+ "learning_rate": 9.070242656449553e-06,
1572
+ "loss": 0.1605,
1573
+ "step": 5150
1574
+ },
1575
+ {
1576
+ "epoch": 11.89655172413793,
1577
+ "grad_norm": 3.496469497680664,
1578
+ "learning_rate": 9.006385696040869e-06,
1579
+ "loss": 0.1872,
1580
+ "step": 5175
1581
+ },
1582
+ {
1583
+ "epoch": 11.954022988505747,
1584
+ "grad_norm": 0.07404470443725586,
1585
+ "learning_rate": 8.942528735632185e-06,
1586
+ "loss": 0.1987,
1587
+ "step": 5200
1588
+ },
1589
+ {
1590
+ "epoch": 12.0,
1591
+ "eval_accuracy": 0.9508726567550096,
1592
+ "eval_loss": 0.2994757890701294,
1593
+ "eval_macro_f1": 0.8675740894345955,
1594
+ "eval_runtime": 1.2571,
1595
+ "eval_samples_per_second": 1230.643,
1596
+ "eval_steps_per_second": 77.164,
1597
+ "eval_weighted_f1": 0.9504132974662869,
1598
+ "step": 5220
1599
+ }
1600
+ ],
1601
+ "logging_steps": 25,
1602
+ "max_steps": 8700,
1603
+ "num_input_tokens_seen": 0,
1604
+ "num_train_epochs": 20,
1605
+ "save_steps": 500,
1606
+ "stateful_callbacks": {
1607
+ "EarlyStoppingCallback": {
1608
+ "args": {
1609
+ "early_stopping_patience": 3,
1610
+ "early_stopping_threshold": 0.0
1611
+ },
1612
+ "attributes": {
1613
+ "early_stopping_patience_counter": 0
1614
+ }
1615
+ },
1616
+ "TrainerControl": {
1617
+ "args": {
1618
+ "should_epoch_stop": false,
1619
+ "should_evaluate": false,
1620
+ "should_log": false,
1621
+ "should_save": true,
1622
+ "should_training_stop": false
1623
+ },
1624
+ "attributes": {}
1625
+ }
1626
+ },
1627
+ "total_flos": 0.0,
1628
+ "train_batch_size": 8,
1629
+ "trial_name": null,
1630
+ "trial_params": null
1631
+ }
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f0712802a8bbb778f406abcda3b020380ef5f43ee0e78335abc61a86f8ff84d
3
+ size 5624
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<mask>": 64000
3
+ }
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/bpe.codes ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c64231604c8d2524f73e46c13a5682018d93c1d4639ce3114f161a3718c5bef2
3
+ size 540026436
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb873326b0e1a1f699b6aa64ce8594adb59d849d8a564404109f28a922684aa
3
+ size 1075446330
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b98915e397aab486973bd7a24fb28d450e10ec8c421d01a59c90d08cb7a12f23
3
+ size 14244
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c16d9a42a51b51ff81efdb48e1615074f87f8c6018d865e3a0a45a7f8cbcf6c5
3
+ size 1064
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": "<mask>",
6
+ "pad_token": "<pad>",
7
+ "sep_token": "</s>",
8
+ "unk_token": "<unk>"
9
+ }
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "64000": {
36
+ "content": "<mask>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 256,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "PhobertTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/trainer_state.json ADDED
@@ -0,0 +1,2035 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 5220,
3
+ "best_metric": 0.8675740894345955,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-5220",
5
+ "epoch": 15.0,
6
+ "eval_steps": 500,
7
+ "global_step": 6525,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 16.450016021728516,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.464,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 15.485475540161133,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 4.2217,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 13.874435424804688,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 3.8906,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 16.325193405151367,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 3.5109,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 12.38318157196045,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 3.0685,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 17.294038772583008,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 2.541,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 17.30904769897461,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 2.1361,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 15.655984878540039,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.8631,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 30.74538230895996,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.4674,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 26.51157569885254,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.4242,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 15.323351860046387,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.2337,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 11.085951805114746,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 1.235,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 17.022886276245117,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 1.123,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 7.172950267791748,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.1503,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 19.81337547302246,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.0711,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 23.27373695373535,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.9703,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 21.556955337524414,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 0.9083,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.9372979961215255,
134
+ "eval_loss": 0.21047352254390717,
135
+ "eval_macro_f1": 0.7385325809144866,
136
+ "eval_runtime": 1.2627,
137
+ "eval_samples_per_second": 1225.158,
138
+ "eval_steps_per_second": 76.82,
139
+ "eval_weighted_f1": 0.926186545957586,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 20.03977394104004,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 1.1259,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 28.675647735595703,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.9905,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 28.670623779296875,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.7334,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 28.721160888671875,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.9009,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 44.211883544921875,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.7161,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 15.909297943115234,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.9911,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 20.90113067626953,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.8012,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 27.909393310546875,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.8335,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 4.127943992614746,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.887,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 13.942008972167969,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.9997,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 150.57318115234375,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.8995,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 84.19149017333984,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.7276,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 0.8938015103340149,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.7947,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 21.69007110595703,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.896,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 9.371072769165039,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.9257,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 9.058280944824219,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.7923,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 19.173526763916016,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.829,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9444085326438267,
264
+ "eval_loss": 0.1997242271900177,
265
+ "eval_macro_f1": 0.7984669829693747,
266
+ "eval_runtime": 1.2248,
267
+ "eval_samples_per_second": 1263.023,
268
+ "eval_steps_per_second": 79.194,
269
+ "eval_weighted_f1": 0.9372675430430231,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 13.507299423217773,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 1.0265,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 29.802522659301758,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.6546,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 20.382816314697266,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.6422,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 16.437686920166016,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 0.6465,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 14.521719932556152,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.7665,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 25.880773544311523,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.8589,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 20.663999557495117,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.7237,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 15.50725269317627,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.737,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 1.7924487590789795,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.7695,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 37.092926025390625,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.6687,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 0.8467792868614197,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.6213,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 17.73621940612793,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.8202,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 3.8395161628723145,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.6882,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 77.6451416015625,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.5662,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 9.742815017700195,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.818,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 41.80664825439453,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.8144,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 13.355256080627441,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.7142,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 3.4613044261932373,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.6519,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9489334195216548,
401
+ "eval_loss": 0.1842694729566574,
402
+ "eval_macro_f1": 0.8417608126834946,
403
+ "eval_runtime": 1.2612,
404
+ "eval_samples_per_second": 1226.651,
405
+ "eval_steps_per_second": 76.913,
406
+ "eval_weighted_f1": 0.9451926750188842,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 9.822381973266602,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.5464,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 14.551055908203125,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.4742,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 0.7838442921638489,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.5285,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 32.79100799560547,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.4901,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 17.9625244140625,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.7674,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 38.27335739135742,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.6257,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 0.9759963750839233,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.5915,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 32.85970687866211,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.6667,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 26.64856719970703,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.7413,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 0.5582925081253052,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.5404,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 28.135393142700195,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.8905,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 0.7919555902481079,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.5488,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 280.8408203125,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.586,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 21.92925453186035,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.5316,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 14.422163963317871,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.5578,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 19.861310958862305,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.648,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 1.0063120126724243,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.5442,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9469941822882999,
531
+ "eval_loss": 0.25301477313041687,
532
+ "eval_macro_f1": 0.8476622089963451,
533
+ "eval_runtime": 1.2449,
534
+ "eval_samples_per_second": 1242.637,
535
+ "eval_steps_per_second": 77.916,
536
+ "eval_weighted_f1": 0.9441704666909856,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 5.532073974609375,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.5918,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 18.194129943847656,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.3519,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 0.2660662531852722,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.3811,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 16.584251403808594,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.5086,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 19.36803436279297,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.4792,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 50.34165954589844,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.5772,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 13.773152351379395,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.5231,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 427.54718017578125,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.2846,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 11.35075855255127,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.5971,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 0.7868359684944153,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.3201,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 1.2590872049331665,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.4207,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 19.67682456970215,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.6388,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 21.207443237304688,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.5218,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 25.38108253479004,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.6049,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 57.224735260009766,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.6162,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 3.48508882522583,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.5359,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 44.712677001953125,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.4515,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 57.54368209838867,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.5796,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9502262443438914,
668
+ "eval_loss": 0.2165171504020691,
669
+ "eval_macro_f1": 0.8580507118283248,
670
+ "eval_runtime": 1.2482,
671
+ "eval_samples_per_second": 1239.372,
672
+ "eval_steps_per_second": 77.711,
673
+ "eval_weighted_f1": 0.948388591648449,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 12.27694320678711,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.3551,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 1.7980570793151855,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.2956,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 1.7773587703704834,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.4865,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 9.462156295776367,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.4026,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 2.051429510116577,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.3801,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 0.48756808042526245,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.3938,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 2.7134180068969727,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.5045,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 0.3124593496322632,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.4567,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 0.5791522264480591,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.3833,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 64.2642593383789,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.4675,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 137.23037719726562,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.4846,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 15.930166244506836,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.4571,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 14.224031448364258,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.3343,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 19.296125411987305,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.5827,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 17.853538513183594,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.3024,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 2.493351697921753,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.559,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 69.57341766357422,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.4154,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.9541047188106012,
798
+ "eval_loss": 0.2397681325674057,
799
+ "eval_macro_f1": 0.8600498112631202,
800
+ "eval_runtime": 1.2855,
801
+ "eval_samples_per_second": 1203.442,
802
+ "eval_steps_per_second": 75.458,
803
+ "eval_weighted_f1": 0.9516447037124957,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 0.20201376080513,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.3892,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 0.17590577900409698,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.2642,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 14.469496726989746,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.2353,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 81.51103973388672,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.4785,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 0.19920621812343597,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.2868,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 12.891411781311035,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.2671,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 16.071155548095703,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.5203,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 0.24430899322032928,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.2203,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 0.21658585965633392,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.3588,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 0.218729630112648,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.3032,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 0.19259417057037354,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.1498,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 12.594219207763672,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.5802,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 0.2996440529823303,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.2958,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 0.3330232799053192,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.3348,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 55.417236328125,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.4195,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 2.850304365158081,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.4105,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 0.2381744235754013,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.3145,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.9495798319327731,
928
+ "eval_loss": 0.2417064607143402,
929
+ "eval_macro_f1": 0.8506231029028258,
930
+ "eval_runtime": 1.2843,
931
+ "eval_samples_per_second": 1204.53,
932
+ "eval_steps_per_second": 75.526,
933
+ "eval_weighted_f1": 0.9484848377448473,
934
+ "step": 3045
935
+ },
936
+ {
937
+ "epoch": 7.011494252873563,
938
+ "grad_norm": 0.9536013603210449,
939
+ "learning_rate": 1.4434227330779056e-05,
940
+ "loss": 0.4517,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.068965517241379,
945
+ "grad_norm": 0.2184518724679947,
946
+ "learning_rate": 1.4370370370370372e-05,
947
+ "loss": 0.3963,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.126436781609195,
952
+ "grad_norm": 0.23555926978588104,
953
+ "learning_rate": 1.4306513409961686e-05,
954
+ "loss": 0.1847,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.183908045977011,
959
+ "grad_norm": 0.1601639837026596,
960
+ "learning_rate": 1.4242656449553002e-05,
961
+ "loss": 0.0835,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.241379310344827,
966
+ "grad_norm": 2.4888522624969482,
967
+ "learning_rate": 1.4178799489144316e-05,
968
+ "loss": 0.436,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.2988505747126435,
973
+ "grad_norm": 13.896317481994629,
974
+ "learning_rate": 1.4114942528735634e-05,
975
+ "loss": 0.4248,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.35632183908046,
980
+ "grad_norm": 0.2253255695104599,
981
+ "learning_rate": 1.405108556832695e-05,
982
+ "loss": 0.1896,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.413793103448276,
987
+ "grad_norm": 0.5111873149871826,
988
+ "learning_rate": 1.3987228607918264e-05,
989
+ "loss": 0.3082,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.471264367816092,
994
+ "grad_norm": 0.3114178478717804,
995
+ "learning_rate": 1.392337164750958e-05,
996
+ "loss": 0.354,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.528735632183908,
1001
+ "grad_norm": 308.2452392578125,
1002
+ "learning_rate": 1.3859514687100894e-05,
1003
+ "loss": 0.4526,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.586206896551724,
1008
+ "grad_norm": 0.30504605174064636,
1009
+ "learning_rate": 1.3795657726692211e-05,
1010
+ "loss": 0.1799,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.64367816091954,
1015
+ "grad_norm": 0.23172464966773987,
1016
+ "learning_rate": 1.3731800766283526e-05,
1017
+ "loss": 0.2987,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.7011494252873565,
1022
+ "grad_norm": 118.74394226074219,
1023
+ "learning_rate": 1.3667943805874841e-05,
1024
+ "loss": 0.2358,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.758620689655173,
1029
+ "grad_norm": 0.14811089634895325,
1030
+ "learning_rate": 1.3604086845466157e-05,
1031
+ "loss": 0.3334,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.816091954022989,
1036
+ "grad_norm": 0.26182156801223755,
1037
+ "learning_rate": 1.3540229885057471e-05,
1038
+ "loss": 0.3044,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.873563218390805,
1043
+ "grad_norm": 0.42604881525039673,
1044
+ "learning_rate": 1.3476372924648789e-05,
1045
+ "loss": 0.3334,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.931034482758621,
1050
+ "grad_norm": 3.8690788745880127,
1051
+ "learning_rate": 1.3412515964240103e-05,
1052
+ "loss": 0.2318,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 7.988505747126437,
1057
+ "grad_norm": 5.706087112426758,
1058
+ "learning_rate": 1.3348659003831419e-05,
1059
+ "loss": 0.2909,
1060
+ "step": 3475
1061
+ },
1062
+ {
1063
+ "epoch": 8.0,
1064
+ "eval_accuracy": 0.9515190691661279,
1065
+ "eval_loss": 0.2455778568983078,
1066
+ "eval_macro_f1": 0.853849899937441,
1067
+ "eval_runtime": 1.2822,
1068
+ "eval_samples_per_second": 1206.499,
1069
+ "eval_steps_per_second": 75.65,
1070
+ "eval_weighted_f1": 0.9495985858714602,
1071
+ "step": 3480
1072
+ },
1073
+ {
1074
+ "epoch": 8.045977011494253,
1075
+ "grad_norm": 1.9139503240585327,
1076
+ "learning_rate": 1.3284802043422733e-05,
1077
+ "loss": 0.1426,
1078
+ "step": 3500
1079
+ },
1080
+ {
1081
+ "epoch": 8.10344827586207,
1082
+ "grad_norm": 0.10656487196683884,
1083
+ "learning_rate": 1.3220945083014049e-05,
1084
+ "loss": 0.1865,
1085
+ "step": 3525
1086
+ },
1087
+ {
1088
+ "epoch": 8.160919540229886,
1089
+ "grad_norm": 0.9113854765892029,
1090
+ "learning_rate": 1.3157088122605367e-05,
1091
+ "loss": 0.2629,
1092
+ "step": 3550
1093
+ },
1094
+ {
1095
+ "epoch": 8.218390804597702,
1096
+ "grad_norm": 12.390186309814453,
1097
+ "learning_rate": 1.309323116219668e-05,
1098
+ "loss": 0.3263,
1099
+ "step": 3575
1100
+ },
1101
+ {
1102
+ "epoch": 8.275862068965518,
1103
+ "grad_norm": 16.489566802978516,
1104
+ "learning_rate": 1.3029374201787996e-05,
1105
+ "loss": 0.2176,
1106
+ "step": 3600
1107
+ },
1108
+ {
1109
+ "epoch": 8.333333333333334,
1110
+ "grad_norm": 0.15907344222068787,
1111
+ "learning_rate": 1.296551724137931e-05,
1112
+ "loss": 0.2475,
1113
+ "step": 3625
1114
+ },
1115
+ {
1116
+ "epoch": 8.39080459770115,
1117
+ "grad_norm": 0.163466215133667,
1118
+ "learning_rate": 1.2901660280970626e-05,
1119
+ "loss": 0.1819,
1120
+ "step": 3650
1121
+ },
1122
+ {
1123
+ "epoch": 8.448275862068966,
1124
+ "grad_norm": 83.0460205078125,
1125
+ "learning_rate": 1.283780332056194e-05,
1126
+ "loss": 0.2247,
1127
+ "step": 3675
1128
+ },
1129
+ {
1130
+ "epoch": 8.505747126436782,
1131
+ "grad_norm": 0.15427705645561218,
1132
+ "learning_rate": 1.2773946360153258e-05,
1133
+ "loss": 0.2735,
1134
+ "step": 3700
1135
+ },
1136
+ {
1137
+ "epoch": 8.563218390804598,
1138
+ "grad_norm": 0.1480730175971985,
1139
+ "learning_rate": 1.2710089399744574e-05,
1140
+ "loss": 0.2022,
1141
+ "step": 3725
1142
+ },
1143
+ {
1144
+ "epoch": 8.620689655172415,
1145
+ "grad_norm": 0.3764588236808777,
1146
+ "learning_rate": 1.2646232439335888e-05,
1147
+ "loss": 0.3027,
1148
+ "step": 3750
1149
+ },
1150
+ {
1151
+ "epoch": 8.678160919540229,
1152
+ "grad_norm": 0.17370322346687317,
1153
+ "learning_rate": 1.2582375478927204e-05,
1154
+ "loss": 0.3577,
1155
+ "step": 3775
1156
+ },
1157
+ {
1158
+ "epoch": 8.735632183908045,
1159
+ "grad_norm": 24.64053726196289,
1160
+ "learning_rate": 1.2518518518518518e-05,
1161
+ "loss": 0.2364,
1162
+ "step": 3800
1163
+ },
1164
+ {
1165
+ "epoch": 8.793103448275861,
1166
+ "grad_norm": 5.574195861816406,
1167
+ "learning_rate": 1.2454661558109836e-05,
1168
+ "loss": 0.2676,
1169
+ "step": 3825
1170
+ },
1171
+ {
1172
+ "epoch": 8.850574712643677,
1173
+ "grad_norm": 0.09678659588098526,
1174
+ "learning_rate": 1.2390804597701151e-05,
1175
+ "loss": 0.2759,
1176
+ "step": 3850
1177
+ },
1178
+ {
1179
+ "epoch": 8.908045977011493,
1180
+ "grad_norm": 0.1522231101989746,
1181
+ "learning_rate": 1.2326947637292466e-05,
1182
+ "loss": 0.2181,
1183
+ "step": 3875
1184
+ },
1185
+ {
1186
+ "epoch": 8.96551724137931,
1187
+ "grad_norm": 0.37765446305274963,
1188
+ "learning_rate": 1.2263090676883781e-05,
1189
+ "loss": 0.4644,
1190
+ "step": 3900
1191
+ },
1192
+ {
1193
+ "epoch": 9.0,
1194
+ "eval_accuracy": 0.9502262443438914,
1195
+ "eval_loss": 0.26898178458213806,
1196
+ "eval_macro_f1": 0.8663256210777838,
1197
+ "eval_runtime": 1.2494,
1198
+ "eval_samples_per_second": 1238.187,
1199
+ "eval_steps_per_second": 77.637,
1200
+ "eval_weighted_f1": 0.9512561247191414,
1201
+ "step": 3915
1202
+ },
1203
+ {
1204
+ "epoch": 9.022988505747126,
1205
+ "grad_norm": 1.2754137516021729,
1206
+ "learning_rate": 1.2199233716475096e-05,
1207
+ "loss": 0.2067,
1208
+ "step": 3925
1209
+ },
1210
+ {
1211
+ "epoch": 9.080459770114942,
1212
+ "grad_norm": 2.7214295864105225,
1213
+ "learning_rate": 1.2135376756066413e-05,
1214
+ "loss": 0.1737,
1215
+ "step": 3950
1216
+ },
1217
+ {
1218
+ "epoch": 9.137931034482758,
1219
+ "grad_norm": 10.367477416992188,
1220
+ "learning_rate": 1.2071519795657727e-05,
1221
+ "loss": 0.3776,
1222
+ "step": 3975
1223
+ },
1224
+ {
1225
+ "epoch": 9.195402298850574,
1226
+ "grad_norm": 0.20507702231407166,
1227
+ "learning_rate": 1.2007662835249043e-05,
1228
+ "loss": 0.1399,
1229
+ "step": 4000
1230
+ },
1231
+ {
1232
+ "epoch": 9.25287356321839,
1233
+ "grad_norm": 3.616419553756714,
1234
+ "learning_rate": 1.1943805874840359e-05,
1235
+ "loss": 0.2167,
1236
+ "step": 4025
1237
+ },
1238
+ {
1239
+ "epoch": 9.310344827586206,
1240
+ "grad_norm": 0.13054685294628143,
1241
+ "learning_rate": 1.1879948914431673e-05,
1242
+ "loss": 0.1431,
1243
+ "step": 4050
1244
+ },
1245
+ {
1246
+ "epoch": 9.367816091954023,
1247
+ "grad_norm": 0.11281740665435791,
1248
+ "learning_rate": 1.181609195402299e-05,
1249
+ "loss": 0.2202,
1250
+ "step": 4075
1251
+ },
1252
+ {
1253
+ "epoch": 9.425287356321839,
1254
+ "grad_norm": 0.6165698170661926,
1255
+ "learning_rate": 1.1752234993614305e-05,
1256
+ "loss": 0.1859,
1257
+ "step": 4100
1258
+ },
1259
+ {
1260
+ "epoch": 9.482758620689655,
1261
+ "grad_norm": 1.5480984449386597,
1262
+ "learning_rate": 1.168837803320562e-05,
1263
+ "loss": 0.2284,
1264
+ "step": 4125
1265
+ },
1266
+ {
1267
+ "epoch": 9.540229885057471,
1268
+ "grad_norm": 6.850103855133057,
1269
+ "learning_rate": 1.1624521072796935e-05,
1270
+ "loss": 0.1698,
1271
+ "step": 4150
1272
+ },
1273
+ {
1274
+ "epoch": 9.597701149425287,
1275
+ "grad_norm": 3.5420010089874268,
1276
+ "learning_rate": 1.156066411238825e-05,
1277
+ "loss": 0.3109,
1278
+ "step": 4175
1279
+ },
1280
+ {
1281
+ "epoch": 9.655172413793103,
1282
+ "grad_norm": 0.1575000286102295,
1283
+ "learning_rate": 1.1496807151979568e-05,
1284
+ "loss": 0.1249,
1285
+ "step": 4200
1286
+ },
1287
+ {
1288
+ "epoch": 9.71264367816092,
1289
+ "grad_norm": 86.61784362792969,
1290
+ "learning_rate": 1.1432950191570882e-05,
1291
+ "loss": 0.1512,
1292
+ "step": 4225
1293
+ },
1294
+ {
1295
+ "epoch": 9.770114942528735,
1296
+ "grad_norm": 6.673755645751953,
1297
+ "learning_rate": 1.1369093231162198e-05,
1298
+ "loss": 0.2927,
1299
+ "step": 4250
1300
+ },
1301
+ {
1302
+ "epoch": 9.827586206896552,
1303
+ "grad_norm": 3.7119579315185547,
1304
+ "learning_rate": 1.1305236270753512e-05,
1305
+ "loss": 0.1886,
1306
+ "step": 4275
1307
+ },
1308
+ {
1309
+ "epoch": 9.885057471264368,
1310
+ "grad_norm": 7.661352157592773,
1311
+ "learning_rate": 1.1241379310344828e-05,
1312
+ "loss": 0.2061,
1313
+ "step": 4300
1314
+ },
1315
+ {
1316
+ "epoch": 9.942528735632184,
1317
+ "grad_norm": 4.866251468658447,
1318
+ "learning_rate": 1.1177522349936142e-05,
1319
+ "loss": 0.2876,
1320
+ "step": 4325
1321
+ },
1322
+ {
1323
+ "epoch": 10.0,
1324
+ "grad_norm": 17.001205444335938,
1325
+ "learning_rate": 1.111366538952746e-05,
1326
+ "loss": 0.1963,
1327
+ "step": 4350
1328
+ },
1329
+ {
1330
+ "epoch": 10.0,
1331
+ "eval_accuracy": 0.9495798319327731,
1332
+ "eval_loss": 0.2947230339050293,
1333
+ "eval_macro_f1": 0.8586701439701274,
1334
+ "eval_runtime": 1.2427,
1335
+ "eval_samples_per_second": 1244.9,
1336
+ "eval_steps_per_second": 78.058,
1337
+ "eval_weighted_f1": 0.94867080753628,
1338
+ "step": 4350
1339
+ },
1340
+ {
1341
+ "epoch": 10.057471264367816,
1342
+ "grad_norm": 0.09062144160270691,
1343
+ "learning_rate": 1.1049808429118776e-05,
1344
+ "loss": 0.0144,
1345
+ "step": 4375
1346
+ },
1347
+ {
1348
+ "epoch": 10.114942528735632,
1349
+ "grad_norm": 0.09079045802354813,
1350
+ "learning_rate": 1.098595146871009e-05,
1351
+ "loss": 0.2467,
1352
+ "step": 4400
1353
+ },
1354
+ {
1355
+ "epoch": 10.172413793103448,
1356
+ "grad_norm": 16.911344528198242,
1357
+ "learning_rate": 1.0922094508301406e-05,
1358
+ "loss": 0.1387,
1359
+ "step": 4425
1360
+ },
1361
+ {
1362
+ "epoch": 10.229885057471265,
1363
+ "grad_norm": 0.12063690274953842,
1364
+ "learning_rate": 1.085823754789272e-05,
1365
+ "loss": 0.1926,
1366
+ "step": 4450
1367
+ },
1368
+ {
1369
+ "epoch": 10.28735632183908,
1370
+ "grad_norm": 0.3631066679954529,
1371
+ "learning_rate": 1.0794380587484037e-05,
1372
+ "loss": 0.1826,
1373
+ "step": 4475
1374
+ },
1375
+ {
1376
+ "epoch": 10.344827586206897,
1377
+ "grad_norm": 0.36074990034103394,
1378
+ "learning_rate": 1.0730523627075351e-05,
1379
+ "loss": 0.161,
1380
+ "step": 4500
1381
+ },
1382
+ {
1383
+ "epoch": 10.402298850574713,
1384
+ "grad_norm": 55.926822662353516,
1385
+ "learning_rate": 1.0666666666666667e-05,
1386
+ "loss": 0.2874,
1387
+ "step": 4525
1388
+ },
1389
+ {
1390
+ "epoch": 10.459770114942529,
1391
+ "grad_norm": 0.10639549791812897,
1392
+ "learning_rate": 1.0602809706257983e-05,
1393
+ "loss": 0.1727,
1394
+ "step": 4550
1395
+ },
1396
+ {
1397
+ "epoch": 10.517241379310345,
1398
+ "grad_norm": 0.7862879633903503,
1399
+ "learning_rate": 1.0538952745849297e-05,
1400
+ "loss": 0.274,
1401
+ "step": 4575
1402
+ },
1403
+ {
1404
+ "epoch": 10.574712643678161,
1405
+ "grad_norm": 0.27984291315078735,
1406
+ "learning_rate": 1.0475095785440615e-05,
1407
+ "loss": 0.2045,
1408
+ "step": 4600
1409
+ },
1410
+ {
1411
+ "epoch": 10.632183908045977,
1412
+ "grad_norm": 17.181734085083008,
1413
+ "learning_rate": 1.0411238825031929e-05,
1414
+ "loss": 0.3352,
1415
+ "step": 4625
1416
+ },
1417
+ {
1418
+ "epoch": 10.689655172413794,
1419
+ "grad_norm": 0.11635159701108932,
1420
+ "learning_rate": 1.0347381864623245e-05,
1421
+ "loss": 0.134,
1422
+ "step": 4650
1423
+ },
1424
+ {
1425
+ "epoch": 10.74712643678161,
1426
+ "grad_norm": 0.07812677323818207,
1427
+ "learning_rate": 1.028352490421456e-05,
1428
+ "loss": 0.0612,
1429
+ "step": 4675
1430
+ },
1431
+ {
1432
+ "epoch": 10.804597701149426,
1433
+ "grad_norm": 0.09490698575973511,
1434
+ "learning_rate": 1.0219667943805875e-05,
1435
+ "loss": 0.2156,
1436
+ "step": 4700
1437
+ },
1438
+ {
1439
+ "epoch": 10.862068965517242,
1440
+ "grad_norm": 7.355884075164795,
1441
+ "learning_rate": 1.0155810983397192e-05,
1442
+ "loss": 0.2202,
1443
+ "step": 4725
1444
+ },
1445
+ {
1446
+ "epoch": 10.919540229885058,
1447
+ "grad_norm": 5.701615333557129,
1448
+ "learning_rate": 1.0091954022988506e-05,
1449
+ "loss": 0.1911,
1450
+ "step": 4750
1451
+ },
1452
+ {
1453
+ "epoch": 10.977011494252874,
1454
+ "grad_norm": 5.884024620056152,
1455
+ "learning_rate": 1.0028097062579822e-05,
1456
+ "loss": 0.1841,
1457
+ "step": 4775
1458
+ },
1459
+ {
1460
+ "epoch": 11.0,
1461
+ "eval_accuracy": 0.9521654815772462,
1462
+ "eval_loss": 0.3065274953842163,
1463
+ "eval_macro_f1": 0.8665082853654282,
1464
+ "eval_runtime": 1.3338,
1465
+ "eval_samples_per_second": 1159.816,
1466
+ "eval_steps_per_second": 72.723,
1467
+ "eval_weighted_f1": 0.9509302446253226,
1468
+ "step": 4785
1469
+ },
1470
+ {
1471
+ "epoch": 11.03448275862069,
1472
+ "grad_norm": 0.10210714489221573,
1473
+ "learning_rate": 9.964240102171138e-06,
1474
+ "loss": 0.1149,
1475
+ "step": 4800
1476
+ },
1477
+ {
1478
+ "epoch": 11.091954022988507,
1479
+ "grad_norm": 0.07134879380464554,
1480
+ "learning_rate": 9.900383141762452e-06,
1481
+ "loss": 0.1125,
1482
+ "step": 4825
1483
+ },
1484
+ {
1485
+ "epoch": 11.149425287356323,
1486
+ "grad_norm": 0.6779069900512695,
1487
+ "learning_rate": 9.836526181353768e-06,
1488
+ "loss": 0.134,
1489
+ "step": 4850
1490
+ },
1491
+ {
1492
+ "epoch": 11.206896551724139,
1493
+ "grad_norm": 0.09422433376312256,
1494
+ "learning_rate": 9.772669220945084e-06,
1495
+ "loss": 0.233,
1496
+ "step": 4875
1497
+ },
1498
+ {
1499
+ "epoch": 11.264367816091955,
1500
+ "grad_norm": 0.07436396181583405,
1501
+ "learning_rate": 9.708812260536398e-06,
1502
+ "loss": 0.1367,
1503
+ "step": 4900
1504
+ },
1505
+ {
1506
+ "epoch": 11.32183908045977,
1507
+ "grad_norm": 15.747620582580566,
1508
+ "learning_rate": 9.644955300127716e-06,
1509
+ "loss": 0.1444,
1510
+ "step": 4925
1511
+ },
1512
+ {
1513
+ "epoch": 11.379310344827585,
1514
+ "grad_norm": 0.3826606571674347,
1515
+ "learning_rate": 9.58109833971903e-06,
1516
+ "loss": 0.1271,
1517
+ "step": 4950
1518
+ },
1519
+ {
1520
+ "epoch": 11.436781609195402,
1521
+ "grad_norm": 0.0642637312412262,
1522
+ "learning_rate": 9.517241379310346e-06,
1523
+ "loss": 0.1503,
1524
+ "step": 4975
1525
+ },
1526
+ {
1527
+ "epoch": 11.494252873563218,
1528
+ "grad_norm": 0.16133825480937958,
1529
+ "learning_rate": 9.453384418901661e-06,
1530
+ "loss": 0.1837,
1531
+ "step": 5000
1532
+ },
1533
+ {
1534
+ "epoch": 11.551724137931034,
1535
+ "grad_norm": 0.15818732976913452,
1536
+ "learning_rate": 9.389527458492976e-06,
1537
+ "loss": 0.0784,
1538
+ "step": 5025
1539
+ },
1540
+ {
1541
+ "epoch": 11.60919540229885,
1542
+ "grad_norm": 0.06489365547895432,
1543
+ "learning_rate": 9.325670498084291e-06,
1544
+ "loss": 0.1532,
1545
+ "step": 5050
1546
+ },
1547
+ {
1548
+ "epoch": 11.666666666666666,
1549
+ "grad_norm": 0.05736462399363518,
1550
+ "learning_rate": 9.261813537675607e-06,
1551
+ "loss": 0.1367,
1552
+ "step": 5075
1553
+ },
1554
+ {
1555
+ "epoch": 11.724137931034482,
1556
+ "grad_norm": 0.9656385183334351,
1557
+ "learning_rate": 9.197956577266923e-06,
1558
+ "loss": 0.0903,
1559
+ "step": 5100
1560
+ },
1561
+ {
1562
+ "epoch": 11.781609195402298,
1563
+ "grad_norm": 0.06174295395612717,
1564
+ "learning_rate": 9.134099616858239e-06,
1565
+ "loss": 0.0899,
1566
+ "step": 5125
1567
+ },
1568
+ {
1569
+ "epoch": 11.839080459770114,
1570
+ "grad_norm": 0.060515888035297394,
1571
+ "learning_rate": 9.070242656449553e-06,
1572
+ "loss": 0.1605,
1573
+ "step": 5150
1574
+ },
1575
+ {
1576
+ "epoch": 11.89655172413793,
1577
+ "grad_norm": 3.496469497680664,
1578
+ "learning_rate": 9.006385696040869e-06,
1579
+ "loss": 0.1872,
1580
+ "step": 5175
1581
+ },
1582
+ {
1583
+ "epoch": 11.954022988505747,
1584
+ "grad_norm": 0.07404470443725586,
1585
+ "learning_rate": 8.942528735632185e-06,
1586
+ "loss": 0.1987,
1587
+ "step": 5200
1588
+ },
1589
+ {
1590
+ "epoch": 12.0,
1591
+ "eval_accuracy": 0.9508726567550096,
1592
+ "eval_loss": 0.2994757890701294,
1593
+ "eval_macro_f1": 0.8675740894345955,
1594
+ "eval_runtime": 1.2571,
1595
+ "eval_samples_per_second": 1230.643,
1596
+ "eval_steps_per_second": 77.164,
1597
+ "eval_weighted_f1": 0.9504132974662869,
1598
+ "step": 5220
1599
+ },
1600
+ {
1601
+ "epoch": 12.011494252873563,
1602
+ "grad_norm": 20.24570083618164,
1603
+ "learning_rate": 8.878671775223499e-06,
1604
+ "loss": 0.1455,
1605
+ "step": 5225
1606
+ },
1607
+ {
1608
+ "epoch": 12.068965517241379,
1609
+ "grad_norm": 0.06321834027767181,
1610
+ "learning_rate": 8.814814814814817e-06,
1611
+ "loss": 0.0736,
1612
+ "step": 5250
1613
+ },
1614
+ {
1615
+ "epoch": 12.126436781609195,
1616
+ "grad_norm": 0.05353408306837082,
1617
+ "learning_rate": 8.75095785440613e-06,
1618
+ "loss": 0.0637,
1619
+ "step": 5275
1620
+ },
1621
+ {
1622
+ "epoch": 12.183908045977011,
1623
+ "grad_norm": 0.053601209074258804,
1624
+ "learning_rate": 8.687100893997446e-06,
1625
+ "loss": 0.0976,
1626
+ "step": 5300
1627
+ },
1628
+ {
1629
+ "epoch": 12.241379310344827,
1630
+ "grad_norm": 0.05540817975997925,
1631
+ "learning_rate": 8.623243933588762e-06,
1632
+ "loss": 0.0982,
1633
+ "step": 5325
1634
+ },
1635
+ {
1636
+ "epoch": 12.298850574712644,
1637
+ "grad_norm": 25.066635131835938,
1638
+ "learning_rate": 8.559386973180076e-06,
1639
+ "loss": 0.2073,
1640
+ "step": 5350
1641
+ },
1642
+ {
1643
+ "epoch": 12.35632183908046,
1644
+ "grad_norm": 0.21873502433300018,
1645
+ "learning_rate": 8.495530012771392e-06,
1646
+ "loss": 0.1598,
1647
+ "step": 5375
1648
+ },
1649
+ {
1650
+ "epoch": 12.413793103448276,
1651
+ "grad_norm": 0.9713755249977112,
1652
+ "learning_rate": 8.431673052362708e-06,
1653
+ "loss": 0.061,
1654
+ "step": 5400
1655
+ },
1656
+ {
1657
+ "epoch": 12.471264367816092,
1658
+ "grad_norm": 0.14838582277297974,
1659
+ "learning_rate": 8.367816091954024e-06,
1660
+ "loss": 0.1455,
1661
+ "step": 5425
1662
+ },
1663
+ {
1664
+ "epoch": 12.528735632183908,
1665
+ "grad_norm": 0.07204707711935043,
1666
+ "learning_rate": 8.30395913154534e-06,
1667
+ "loss": 0.0782,
1668
+ "step": 5450
1669
+ },
1670
+ {
1671
+ "epoch": 12.586206896551724,
1672
+ "grad_norm": 0.30839934945106506,
1673
+ "learning_rate": 8.240102171136654e-06,
1674
+ "loss": 0.1285,
1675
+ "step": 5475
1676
+ },
1677
+ {
1678
+ "epoch": 12.64367816091954,
1679
+ "grad_norm": 243.3436279296875,
1680
+ "learning_rate": 8.17624521072797e-06,
1681
+ "loss": 0.1549,
1682
+ "step": 5500
1683
+ },
1684
+ {
1685
+ "epoch": 12.701149425287356,
1686
+ "grad_norm": 1.1939635276794434,
1687
+ "learning_rate": 8.112388250319286e-06,
1688
+ "loss": 0.1488,
1689
+ "step": 5525
1690
+ },
1691
+ {
1692
+ "epoch": 12.758620689655173,
1693
+ "grad_norm": 20.439424514770508,
1694
+ "learning_rate": 8.0485312899106e-06,
1695
+ "loss": 0.1271,
1696
+ "step": 5550
1697
+ },
1698
+ {
1699
+ "epoch": 12.816091954022989,
1700
+ "grad_norm": 0.07725687325000763,
1701
+ "learning_rate": 7.984674329501917e-06,
1702
+ "loss": 0.1875,
1703
+ "step": 5575
1704
+ },
1705
+ {
1706
+ "epoch": 12.873563218390805,
1707
+ "grad_norm": 0.04689912497997284,
1708
+ "learning_rate": 7.920817369093231e-06,
1709
+ "loss": 0.1545,
1710
+ "step": 5600
1711
+ },
1712
+ {
1713
+ "epoch": 12.931034482758621,
1714
+ "grad_norm": 2.4595677852630615,
1715
+ "learning_rate": 7.856960408684547e-06,
1716
+ "loss": 0.0675,
1717
+ "step": 5625
1718
+ },
1719
+ {
1720
+ "epoch": 12.988505747126437,
1721
+ "grad_norm": 0.042330410331487656,
1722
+ "learning_rate": 7.793103448275863e-06,
1723
+ "loss": 0.1067,
1724
+ "step": 5650
1725
+ },
1726
+ {
1727
+ "epoch": 13.0,
1728
+ "eval_accuracy": 0.9508726567550096,
1729
+ "eval_loss": 0.31408828496932983,
1730
+ "eval_macro_f1": 0.8589171045025167,
1731
+ "eval_runtime": 1.4008,
1732
+ "eval_samples_per_second": 1104.359,
1733
+ "eval_steps_per_second": 69.246,
1734
+ "eval_weighted_f1": 0.9493507314299067,
1735
+ "step": 5655
1736
+ },
1737
+ {
1738
+ "epoch": 13.045977011494253,
1739
+ "grad_norm": 0.06908591091632843,
1740
+ "learning_rate": 7.729246487867177e-06,
1741
+ "loss": 0.0377,
1742
+ "step": 5675
1743
+ },
1744
+ {
1745
+ "epoch": 13.10344827586207,
1746
+ "grad_norm": 0.049803633242845535,
1747
+ "learning_rate": 7.665389527458493e-06,
1748
+ "loss": 0.1461,
1749
+ "step": 5700
1750
+ },
1751
+ {
1752
+ "epoch": 13.160919540229886,
1753
+ "grad_norm": 185.27767944335938,
1754
+ "learning_rate": 7.601532567049809e-06,
1755
+ "loss": 0.0542,
1756
+ "step": 5725
1757
+ },
1758
+ {
1759
+ "epoch": 13.218390804597702,
1760
+ "grad_norm": 0.04537845775485039,
1761
+ "learning_rate": 7.537675606641125e-06,
1762
+ "loss": 0.0976,
1763
+ "step": 5750
1764
+ },
1765
+ {
1766
+ "epoch": 13.275862068965518,
1767
+ "grad_norm": 0.054079122841358185,
1768
+ "learning_rate": 7.473818646232441e-06,
1769
+ "loss": 0.0621,
1770
+ "step": 5775
1771
+ },
1772
+ {
1773
+ "epoch": 13.333333333333334,
1774
+ "grad_norm": 0.061256758868694305,
1775
+ "learning_rate": 7.409961685823756e-06,
1776
+ "loss": 0.1405,
1777
+ "step": 5800
1778
+ },
1779
+ {
1780
+ "epoch": 13.39080459770115,
1781
+ "grad_norm": 0.0523013100028038,
1782
+ "learning_rate": 7.346104725415071e-06,
1783
+ "loss": 0.1024,
1784
+ "step": 5825
1785
+ },
1786
+ {
1787
+ "epoch": 13.448275862068966,
1788
+ "grad_norm": 72.62133026123047,
1789
+ "learning_rate": 7.2822477650063865e-06,
1790
+ "loss": 0.0354,
1791
+ "step": 5850
1792
+ },
1793
+ {
1794
+ "epoch": 13.505747126436782,
1795
+ "grad_norm": 0.04726962000131607,
1796
+ "learning_rate": 7.2183908045977015e-06,
1797
+ "loss": 0.0762,
1798
+ "step": 5875
1799
+ },
1800
+ {
1801
+ "epoch": 13.563218390804598,
1802
+ "grad_norm": 48.139495849609375,
1803
+ "learning_rate": 7.1545338441890165e-06,
1804
+ "loss": 0.1211,
1805
+ "step": 5900
1806
+ },
1807
+ {
1808
+ "epoch": 13.620689655172415,
1809
+ "grad_norm": 0.045234814286231995,
1810
+ "learning_rate": 7.090676883780333e-06,
1811
+ "loss": 0.1277,
1812
+ "step": 5925
1813
+ },
1814
+ {
1815
+ "epoch": 13.678160919540229,
1816
+ "grad_norm": 32.473392486572266,
1817
+ "learning_rate": 7.026819923371648e-06,
1818
+ "loss": 0.0727,
1819
+ "step": 5950
1820
+ },
1821
+ {
1822
+ "epoch": 13.735632183908045,
1823
+ "grad_norm": 0.038368646055459976,
1824
+ "learning_rate": 6.962962962962964e-06,
1825
+ "loss": 0.1127,
1826
+ "step": 5975
1827
+ },
1828
+ {
1829
+ "epoch": 13.793103448275861,
1830
+ "grad_norm": 0.35299959778785706,
1831
+ "learning_rate": 6.899106002554279e-06,
1832
+ "loss": 0.0471,
1833
+ "step": 6000
1834
+ },
1835
+ {
1836
+ "epoch": 13.850574712643677,
1837
+ "grad_norm": 120.72334289550781,
1838
+ "learning_rate": 6.835249042145594e-06,
1839
+ "loss": 0.0659,
1840
+ "step": 6025
1841
+ },
1842
+ {
1843
+ "epoch": 13.908045977011493,
1844
+ "grad_norm": 0.03927996754646301,
1845
+ "learning_rate": 6.77139208173691e-06,
1846
+ "loss": 0.0072,
1847
+ "step": 6050
1848
+ },
1849
+ {
1850
+ "epoch": 13.96551724137931,
1851
+ "grad_norm": 0.03977316617965698,
1852
+ "learning_rate": 6.707535121328226e-06,
1853
+ "loss": 0.0747,
1854
+ "step": 6075
1855
+ },
1856
+ {
1857
+ "epoch": 14.0,
1858
+ "eval_accuracy": 0.9541047188106012,
1859
+ "eval_loss": 0.3180047571659088,
1860
+ "eval_macro_f1": 0.8659646333711333,
1861
+ "eval_runtime": 1.3168,
1862
+ "eval_samples_per_second": 1174.822,
1863
+ "eval_steps_per_second": 73.664,
1864
+ "eval_weighted_f1": 0.952362261289871,
1865
+ "step": 6090
1866
+ },
1867
+ {
1868
+ "epoch": 14.022988505747126,
1869
+ "grad_norm": 0.034806590527296066,
1870
+ "learning_rate": 6.6436781609195415e-06,
1871
+ "loss": 0.0055,
1872
+ "step": 6100
1873
+ },
1874
+ {
1875
+ "epoch": 14.080459770114942,
1876
+ "grad_norm": 0.11559601128101349,
1877
+ "learning_rate": 6.5798212005108565e-06,
1878
+ "loss": 0.0428,
1879
+ "step": 6125
1880
+ },
1881
+ {
1882
+ "epoch": 14.137931034482758,
1883
+ "grad_norm": 0.03521871566772461,
1884
+ "learning_rate": 6.5159642401021715e-06,
1885
+ "loss": 0.0787,
1886
+ "step": 6150
1887
+ },
1888
+ {
1889
+ "epoch": 14.195402298850574,
1890
+ "grad_norm": 0.22859551012516022,
1891
+ "learning_rate": 6.452107279693487e-06,
1892
+ "loss": 0.0643,
1893
+ "step": 6175
1894
+ },
1895
+ {
1896
+ "epoch": 14.25287356321839,
1897
+ "grad_norm": 40.91361618041992,
1898
+ "learning_rate": 6.388250319284802e-06,
1899
+ "loss": 0.0426,
1900
+ "step": 6200
1901
+ },
1902
+ {
1903
+ "epoch": 14.310344827586206,
1904
+ "grad_norm": 0.04818647727370262,
1905
+ "learning_rate": 6.324393358876117e-06,
1906
+ "loss": 0.0694,
1907
+ "step": 6225
1908
+ },
1909
+ {
1910
+ "epoch": 14.367816091954023,
1911
+ "grad_norm": 0.041468918323516846,
1912
+ "learning_rate": 6.260536398467434e-06,
1913
+ "loss": 0.1062,
1914
+ "step": 6250
1915
+ },
1916
+ {
1917
+ "epoch": 14.425287356321839,
1918
+ "grad_norm": 59.16422653198242,
1919
+ "learning_rate": 6.196679438058749e-06,
1920
+ "loss": 0.0675,
1921
+ "step": 6275
1922
+ },
1923
+ {
1924
+ "epoch": 14.482758620689655,
1925
+ "grad_norm": 0.0676654800772667,
1926
+ "learning_rate": 6.132822477650065e-06,
1927
+ "loss": 0.0925,
1928
+ "step": 6300
1929
+ },
1930
+ {
1931
+ "epoch": 14.540229885057471,
1932
+ "grad_norm": 0.03517609089612961,
1933
+ "learning_rate": 6.06896551724138e-06,
1934
+ "loss": 0.0093,
1935
+ "step": 6325
1936
+ },
1937
+ {
1938
+ "epoch": 14.597701149425287,
1939
+ "grad_norm": 0.08453945815563202,
1940
+ "learning_rate": 6.005108556832695e-06,
1941
+ "loss": 0.0449,
1942
+ "step": 6350
1943
+ },
1944
+ {
1945
+ "epoch": 14.655172413793103,
1946
+ "grad_norm": 402.1295166015625,
1947
+ "learning_rate": 5.941251596424011e-06,
1948
+ "loss": 0.0741,
1949
+ "step": 6375
1950
+ },
1951
+ {
1952
+ "epoch": 14.71264367816092,
1953
+ "grad_norm": 1.8468683958053589,
1954
+ "learning_rate": 5.8773946360153265e-06,
1955
+ "loss": 0.0987,
1956
+ "step": 6400
1957
+ },
1958
+ {
1959
+ "epoch": 14.770114942528735,
1960
+ "grad_norm": 65.16915130615234,
1961
+ "learning_rate": 5.813537675606642e-06,
1962
+ "loss": 0.0783,
1963
+ "step": 6425
1964
+ },
1965
+ {
1966
+ "epoch": 14.827586206896552,
1967
+ "grad_norm": 0.031167171895503998,
1968
+ "learning_rate": 5.749680715197957e-06,
1969
+ "loss": 0.0945,
1970
+ "step": 6450
1971
+ },
1972
+ {
1973
+ "epoch": 14.885057471264368,
1974
+ "grad_norm": 0.03129557892680168,
1975
+ "learning_rate": 5.685823754789272e-06,
1976
+ "loss": 0.0046,
1977
+ "step": 6475
1978
+ },
1979
+ {
1980
+ "epoch": 14.942528735632184,
1981
+ "grad_norm": 0.031040074303746223,
1982
+ "learning_rate": 5.621966794380588e-06,
1983
+ "loss": 0.0735,
1984
+ "step": 6500
1985
+ },
1986
+ {
1987
+ "epoch": 15.0,
1988
+ "grad_norm": 0.03432578593492508,
1989
+ "learning_rate": 5.558109833971903e-06,
1990
+ "loss": 0.1317,
1991
+ "step": 6525
1992
+ },
1993
+ {
1994
+ "epoch": 15.0,
1995
+ "eval_accuracy": 0.9502262443438914,
1996
+ "eval_loss": 0.34154069423675537,
1997
+ "eval_macro_f1": 0.8576239462902868,
1998
+ "eval_runtime": 1.2511,
1999
+ "eval_samples_per_second": 1236.469,
2000
+ "eval_steps_per_second": 77.529,
2001
+ "eval_weighted_f1": 0.9494076245238235,
2002
+ "step": 6525
2003
+ }
2004
+ ],
2005
+ "logging_steps": 25,
2006
+ "max_steps": 8700,
2007
+ "num_input_tokens_seen": 0,
2008
+ "num_train_epochs": 20,
2009
+ "save_steps": 500,
2010
+ "stateful_callbacks": {
2011
+ "EarlyStoppingCallback": {
2012
+ "args": {
2013
+ "early_stopping_patience": 3,
2014
+ "early_stopping_threshold": 0.0
2015
+ },
2016
+ "attributes": {
2017
+ "early_stopping_patience_counter": 3
2018
+ }
2019
+ },
2020
+ "TrainerControl": {
2021
+ "args": {
2022
+ "should_epoch_stop": false,
2023
+ "should_evaluate": false,
2024
+ "should_log": false,
2025
+ "should_save": true,
2026
+ "should_training_stop": true
2027
+ },
2028
+ "attributes": {}
2029
+ }
2030
+ },
2031
+ "total_flos": 0.0,
2032
+ "train_batch_size": 8,
2033
+ "trial_name": null,
2034
+ "trial_params": null
2035
+ }
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f0712802a8bbb778f406abcda3b020380ef5f43ee0e78335abc61a86f8ff84d
3
+ size 5624
ood-uit_vsfc-phobert-topic-domain-00-s42-20260811T150238Z-54bb115e/trainer/checkpoint-6525/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:403cad5e777e6748a19db900f7b6dafbc1d25830d80d1ef209884e5db3289846
3
+ size 540026404
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<mask>": 64000
3
+ }
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/bpe.codes ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece1475d67efb2c0a48dc33b49970068dc45e5ed78b9ece6e89208fcca7fb5a9
3
+ size 540026436
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:810b8f965a980596ac562ab44f6076506df789dc5c5503afff71d8d5b8520481
3
+ size 1075446330
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2c3ddf936b099cdc668222de40fb42e5c06ea4095eea22a68a22387cb769c0d
3
+ size 14244
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f2d1d2a465dab7ef78796e23483ed57a47b031a4f3ed5e697f94c08f289dfe
3
+ size 1064
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": "<mask>",
6
+ "pad_token": "<pad>",
7
+ "sep_token": "</s>",
8
+ "unk_token": "<unk>"
9
+ }
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "64000": {
36
+ "content": "<mask>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 256,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "PhobertTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/trainer_state.json ADDED
@@ -0,0 +1,1104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3480,
3
+ "best_metric": 0.8505330085886426,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480",
5
+ "epoch": 8.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3480,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 12.892321586608887,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.2257,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 147.58221435546875,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 4.04,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 10.12353801727295,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 3.7585,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 9.198833465576172,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 3.406,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 12.207880973815918,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 3.0539,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 11.848393440246582,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 2.4264,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 8.870543479919434,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 1.9691,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 19.7670955657959,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.6845,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 16.912090301513672,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.4159,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 21.332857131958008,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.2909,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 13.889664649963379,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.3003,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 6.493246078491211,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 1.2024,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 19.06503677368164,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 0.9701,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 48.411109924316406,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.0011,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 24.054780960083008,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.1521,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 2.5997345447540283,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.8185,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 8.2587251663208,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 0.9219,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.940530058177117,
134
+ "eval_loss": 0.20286934077739716,
135
+ "eval_macro_f1": 0.8090601999154878,
136
+ "eval_runtime": 1.2107,
137
+ "eval_samples_per_second": 1277.73,
138
+ "eval_steps_per_second": 80.116,
139
+ "eval_weighted_f1": 0.9374981989040525,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 74.17597961425781,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 0.9663,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 5.443840980529785,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.8417,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 14.226733207702637,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.9687,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 15.986963272094727,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.7588,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 8.215805053710938,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.9942,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 12.830760955810547,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.8837,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 3.7767229080200195,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.7615,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 12.500882148742676,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.8383,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 20.17972183227539,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.8934,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 17.473194122314453,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.8354,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 39.43209457397461,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.7423,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 28.584741592407227,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.7329,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 41.615875244140625,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.9602,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 12.660417556762695,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.7677,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 2.226778030395508,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.7449,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 16.681472778320312,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.896,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 6.7044758796691895,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.9774,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9385908209437621,
264
+ "eval_loss": 0.22220541536808014,
265
+ "eval_macro_f1": 0.8067419009961782,
266
+ "eval_runtime": 1.258,
267
+ "eval_samples_per_second": 1229.692,
268
+ "eval_steps_per_second": 77.104,
269
+ "eval_weighted_f1": 0.9333166421022604,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 3.5579495429992676,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.7244,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 11.459723472595215,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.6527,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 1.200738549232483,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.6132,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 8.861099243164062,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 0.7293,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 35.11263656616211,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.7609,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 55.1410026550293,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.7171,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 21.957231521606445,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.8151,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 17.54927635192871,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.4637,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 1.489425539970398,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.7887,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 17.168004989624023,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.8487,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 32.26480484008789,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.6533,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 23.594446182250977,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.7716,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 74.25870513916016,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.7378,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 7.432177543640137,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.7095,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 0.4676114022731781,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.6418,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 175.59898376464844,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.6508,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 35.65433120727539,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.7479,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 6.105052947998047,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.647,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9463477698771816,
401
+ "eval_loss": 0.22952817380428314,
402
+ "eval_macro_f1": 0.8238374735381336,
403
+ "eval_runtime": 1.2279,
404
+ "eval_samples_per_second": 1259.889,
405
+ "eval_steps_per_second": 78.998,
406
+ "eval_weighted_f1": 0.9424683719153055,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 20.142383575439453,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.7061,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 3.260765790939331,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.4698,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 8.108859062194824,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.6163,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 8.331541061401367,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.603,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 33.89698791503906,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.4861,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 8.176798820495605,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.7145,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 28.097333908081055,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.5092,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 152.21823120117188,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.4571,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 0.46784135699272156,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.677,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 0.6691511869430542,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.639,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 67.59940338134766,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.7678,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 30.84942054748535,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.6909,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 8.947328567504883,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.6153,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 7.73529052734375,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.6799,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 7.296356678009033,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.7399,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 14.251794815063477,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.5385,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 35.0350341796875,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.5121,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9495798319327731,
531
+ "eval_loss": 0.2132098525762558,
532
+ "eval_macro_f1": 0.8422899931926481,
533
+ "eval_runtime": 1.254,
534
+ "eval_samples_per_second": 1233.676,
535
+ "eval_steps_per_second": 77.354,
536
+ "eval_weighted_f1": 0.9466516338744746,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 5.14169979095459,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.4637,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 0.6433016657829285,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.4158,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 21.9676456451416,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.4166,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 22.019309997558594,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.6026,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 7.289479732513428,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.4516,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 1.7169973850250244,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.3704,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 1.0054987668991089,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.4166,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 11.990793228149414,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.5573,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 90.84062957763672,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.4951,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 8.116483688354492,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.3999,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 20.215063095092773,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.583,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 1.2730953693389893,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.5667,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 15.416848182678223,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.599,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 153.432373046875,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.5637,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 31.256765365600586,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.4586,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 11.178466796875,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.4444,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 30.921354293823242,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.596,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 2.1400842666625977,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.462,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9489334195216548,
668
+ "eval_loss": 0.24173498153686523,
669
+ "eval_macro_f1": 0.8385216516337387,
670
+ "eval_runtime": 1.2088,
671
+ "eval_samples_per_second": 1279.755,
672
+ "eval_steps_per_second": 80.243,
673
+ "eval_weighted_f1": 0.9453540079211139,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 0.6968454718589783,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.3327,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 7.195080757141113,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.3164,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 2.0190861225128174,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.3164,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 10.99679946899414,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.5999,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 0.2958125174045563,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.2475,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 0.3118029236793518,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.3365,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 0.6170334815979004,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.53,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 3.2743406295776367,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.3217,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 64.94971466064453,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.309,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 19.9976749420166,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.3461,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 14.538490295410156,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.464,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 2.2718899250030518,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.4085,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 0.6248209476470947,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.4028,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 14.494895935058594,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.5133,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 18.209218978881836,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.3852,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 18.12614631652832,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.6005,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 1.4146639108657837,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.4763,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.9502262443438914,
798
+ "eval_loss": 0.24376273155212402,
799
+ "eval_macro_f1": 0.8487241418627351,
800
+ "eval_runtime": 1.2012,
801
+ "eval_samples_per_second": 1287.837,
802
+ "eval_steps_per_second": 80.75,
803
+ "eval_weighted_f1": 0.9504475602335294,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 77.5924072265625,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.4138,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 9.609664916992188,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.3479,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 0.2075120359659195,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.1707,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 0.2037656158208847,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.2967,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 3.0877346992492676,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.3796,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 1.7352479696273804,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.4252,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 0.3938375413417816,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.3933,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 194.0776824951172,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.3817,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 7.678138732910156,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.4296,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 62.08183288574219,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.4575,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 0.5328659415245056,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.2983,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 0.22880423069000244,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.2895,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 0.22284340858459473,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.3552,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 4.827826499938965,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.3262,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 334.7279968261719,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.3739,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 25.783180236816406,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.3972,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 1.802674412727356,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.2355,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.9502262443438914,
928
+ "eval_loss": 0.26368269324302673,
929
+ "eval_macro_f1": 0.8419003061028798,
930
+ "eval_runtime": 1.2579,
931
+ "eval_samples_per_second": 1229.876,
932
+ "eval_steps_per_second": 77.116,
933
+ "eval_weighted_f1": 0.9477420634574679,
934
+ "step": 3045
935
+ },
936
+ {
937
+ "epoch": 7.011494252873563,
938
+ "grad_norm": 0.8118590116500854,
939
+ "learning_rate": 1.4434227330779056e-05,
940
+ "loss": 0.3043,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.068965517241379,
945
+ "grad_norm": 0.23474839329719543,
946
+ "learning_rate": 1.4370370370370372e-05,
947
+ "loss": 0.2503,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.126436781609195,
952
+ "grad_norm": 8.772260665893555,
953
+ "learning_rate": 1.4306513409961686e-05,
954
+ "loss": 0.3619,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.183908045977011,
959
+ "grad_norm": 5.47619104385376,
960
+ "learning_rate": 1.4242656449553002e-05,
961
+ "loss": 0.4062,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.241379310344827,
966
+ "grad_norm": 18.230541229248047,
967
+ "learning_rate": 1.4178799489144316e-05,
968
+ "loss": 0.3913,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.2988505747126435,
973
+ "grad_norm": 1.6260206699371338,
974
+ "learning_rate": 1.4114942528735634e-05,
975
+ "loss": 0.2985,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.35632183908046,
980
+ "grad_norm": 0.2555771470069885,
981
+ "learning_rate": 1.405108556832695e-05,
982
+ "loss": 0.2745,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.413793103448276,
987
+ "grad_norm": 14.79897689819336,
988
+ "learning_rate": 1.3987228607918264e-05,
989
+ "loss": 0.29,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.471264367816092,
994
+ "grad_norm": 0.14732934534549713,
995
+ "learning_rate": 1.392337164750958e-05,
996
+ "loss": 0.2911,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.528735632183908,
1001
+ "grad_norm": 0.40408188104629517,
1002
+ "learning_rate": 1.3859514687100894e-05,
1003
+ "loss": 0.2399,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.586206896551724,
1008
+ "grad_norm": 27.339426040649414,
1009
+ "learning_rate": 1.3795657726692211e-05,
1010
+ "loss": 0.3214,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.64367816091954,
1015
+ "grad_norm": 10.715410232543945,
1016
+ "learning_rate": 1.3731800766283526e-05,
1017
+ "loss": 0.5003,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.7011494252873565,
1022
+ "grad_norm": 5.327493667602539,
1023
+ "learning_rate": 1.3667943805874841e-05,
1024
+ "loss": 0.398,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.758620689655173,
1029
+ "grad_norm": 0.21260882914066315,
1030
+ "learning_rate": 1.3604086845466157e-05,
1031
+ "loss": 0.2106,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.816091954022989,
1036
+ "grad_norm": 0.4254225492477417,
1037
+ "learning_rate": 1.3540229885057471e-05,
1038
+ "loss": 0.3463,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.873563218390805,
1043
+ "grad_norm": 0.13743259012699127,
1044
+ "learning_rate": 1.3476372924648789e-05,
1045
+ "loss": 0.2527,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.931034482758621,
1050
+ "grad_norm": 2.6045758724212646,
1051
+ "learning_rate": 1.3412515964240103e-05,
1052
+ "loss": 0.36,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 7.988505747126437,
1057
+ "grad_norm": 4.317957401275635,
1058
+ "learning_rate": 1.3348659003831419e-05,
1059
+ "loss": 0.4838,
1060
+ "step": 3475
1061
+ },
1062
+ {
1063
+ "epoch": 8.0,
1064
+ "eval_accuracy": 0.9502262443438914,
1065
+ "eval_loss": 0.25451889634132385,
1066
+ "eval_macro_f1": 0.8505330085886426,
1067
+ "eval_runtime": 1.2337,
1068
+ "eval_samples_per_second": 1253.933,
1069
+ "eval_steps_per_second": 78.624,
1070
+ "eval_weighted_f1": 0.9487835254244087,
1071
+ "step": 3480
1072
+ }
1073
+ ],
1074
+ "logging_steps": 25,
1075
+ "max_steps": 8700,
1076
+ "num_input_tokens_seen": 0,
1077
+ "num_train_epochs": 20,
1078
+ "save_steps": 500,
1079
+ "stateful_callbacks": {
1080
+ "EarlyStoppingCallback": {
1081
+ "args": {
1082
+ "early_stopping_patience": 3,
1083
+ "early_stopping_threshold": 0.0
1084
+ },
1085
+ "attributes": {
1086
+ "early_stopping_patience_counter": 0
1087
+ }
1088
+ },
1089
+ "TrainerControl": {
1090
+ "args": {
1091
+ "should_epoch_stop": false,
1092
+ "should_evaluate": false,
1093
+ "should_log": false,
1094
+ "should_save": true,
1095
+ "should_training_stop": false
1096
+ },
1097
+ "attributes": {}
1098
+ }
1099
+ },
1100
+ "total_flos": 0.0,
1101
+ "train_batch_size": 8,
1102
+ "trial_name": null,
1103
+ "trial_params": null
1104
+ }
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b5d49f4b1c774db0dd8115cb41191a0ada580948360e34c5c9da5ad5ea15d2
3
+ size 5624
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<mask>": 64000
3
+ }
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/bpe.codes ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b519d654d7d6a175ea4fa50dfa7726fe015d9179074a99a556e144c1c544a3ab
3
+ size 540026436
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b193ed0286acc027b78436c1f4fd9a8f63e3692cb3c02c09288a4bd2baad985a
3
+ size 1075446330
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c357365334623ba54d7c0de37d9229fd16eab668edcf91ca6cad1497f5bcd99c
3
+ size 14244
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a68f86e1a8ce6594d764bb1f0bc46f7fda81a56b0881d8477b91a1cfd6805d66
3
+ size 1064
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": "<mask>",
6
+ "pad_token": "<pad>",
7
+ "sep_token": "</s>",
8
+ "unk_token": "<unk>"
9
+ }
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "64000": {
36
+ "content": "<mask>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "extra_special_tokens": {},
49
+ "mask_token": "<mask>",
50
+ "model_max_length": 256,
51
+ "pad_token": "<pad>",
52
+ "sep_token": "</s>",
53
+ "tokenizer_class": "PhobertTokenizer",
54
+ "unk_token": "<unk>"
55
+ }
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/trainer_state.json ADDED
@@ -0,0 +1,1501 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3480,
3
+ "best_metric": 0.8505330085886426,
4
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-3480",
5
+ "epoch": 11.0,
6
+ "eval_steps": 500,
7
+ "global_step": 4785,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05747126436781609,
14
+ "grad_norm": 12.892321586608887,
15
+ "learning_rate": 5.517241379310345e-07,
16
+ "loss": 4.2257,
17
+ "step": 25
18
+ },
19
+ {
20
+ "epoch": 0.11494252873563218,
21
+ "grad_norm": 147.58221435546875,
22
+ "learning_rate": 1.1264367816091955e-06,
23
+ "loss": 4.04,
24
+ "step": 50
25
+ },
26
+ {
27
+ "epoch": 0.1724137931034483,
28
+ "grad_norm": 10.12353801727295,
29
+ "learning_rate": 1.7011494252873565e-06,
30
+ "loss": 3.7585,
31
+ "step": 75
32
+ },
33
+ {
34
+ "epoch": 0.22988505747126436,
35
+ "grad_norm": 9.198833465576172,
36
+ "learning_rate": 2.2758620689655173e-06,
37
+ "loss": 3.406,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.28735632183908044,
42
+ "grad_norm": 12.207880973815918,
43
+ "learning_rate": 2.850574712643678e-06,
44
+ "loss": 3.0539,
45
+ "step": 125
46
+ },
47
+ {
48
+ "epoch": 0.3448275862068966,
49
+ "grad_norm": 11.848393440246582,
50
+ "learning_rate": 3.425287356321839e-06,
51
+ "loss": 2.4264,
52
+ "step": 150
53
+ },
54
+ {
55
+ "epoch": 0.40229885057471265,
56
+ "grad_norm": 8.870543479919434,
57
+ "learning_rate": 4.000000000000001e-06,
58
+ "loss": 1.9691,
59
+ "step": 175
60
+ },
61
+ {
62
+ "epoch": 0.45977011494252873,
63
+ "grad_norm": 19.7670955657959,
64
+ "learning_rate": 4.5747126436781615e-06,
65
+ "loss": 1.6845,
66
+ "step": 200
67
+ },
68
+ {
69
+ "epoch": 0.5172413793103449,
70
+ "grad_norm": 16.912090301513672,
71
+ "learning_rate": 5.149425287356322e-06,
72
+ "loss": 1.4159,
73
+ "step": 225
74
+ },
75
+ {
76
+ "epoch": 0.5747126436781609,
77
+ "grad_norm": 21.332857131958008,
78
+ "learning_rate": 5.724137931034483e-06,
79
+ "loss": 1.2909,
80
+ "step": 250
81
+ },
82
+ {
83
+ "epoch": 0.632183908045977,
84
+ "grad_norm": 13.889664649963379,
85
+ "learning_rate": 6.298850574712644e-06,
86
+ "loss": 1.3003,
87
+ "step": 275
88
+ },
89
+ {
90
+ "epoch": 0.6896551724137931,
91
+ "grad_norm": 6.493246078491211,
92
+ "learning_rate": 6.873563218390805e-06,
93
+ "loss": 1.2024,
94
+ "step": 300
95
+ },
96
+ {
97
+ "epoch": 0.7471264367816092,
98
+ "grad_norm": 19.06503677368164,
99
+ "learning_rate": 7.4482758620689665e-06,
100
+ "loss": 0.9701,
101
+ "step": 325
102
+ },
103
+ {
104
+ "epoch": 0.8045977011494253,
105
+ "grad_norm": 48.411109924316406,
106
+ "learning_rate": 8.022988505747126e-06,
107
+ "loss": 1.0011,
108
+ "step": 350
109
+ },
110
+ {
111
+ "epoch": 0.8620689655172413,
112
+ "grad_norm": 24.054780960083008,
113
+ "learning_rate": 8.597701149425289e-06,
114
+ "loss": 1.1521,
115
+ "step": 375
116
+ },
117
+ {
118
+ "epoch": 0.9195402298850575,
119
+ "grad_norm": 2.5997345447540283,
120
+ "learning_rate": 9.172413793103448e-06,
121
+ "loss": 0.8185,
122
+ "step": 400
123
+ },
124
+ {
125
+ "epoch": 0.9770114942528736,
126
+ "grad_norm": 8.2587251663208,
127
+ "learning_rate": 9.74712643678161e-06,
128
+ "loss": 0.9219,
129
+ "step": 425
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "eval_accuracy": 0.940530058177117,
134
+ "eval_loss": 0.20286934077739716,
135
+ "eval_macro_f1": 0.8090601999154878,
136
+ "eval_runtime": 1.2107,
137
+ "eval_samples_per_second": 1277.73,
138
+ "eval_steps_per_second": 80.116,
139
+ "eval_weighted_f1": 0.9374981989040525,
140
+ "step": 435
141
+ },
142
+ {
143
+ "epoch": 1.0344827586206897,
144
+ "grad_norm": 74.17597961425781,
145
+ "learning_rate": 1.032183908045977e-05,
146
+ "loss": 0.9663,
147
+ "step": 450
148
+ },
149
+ {
150
+ "epoch": 1.0919540229885056,
151
+ "grad_norm": 5.443840980529785,
152
+ "learning_rate": 1.0896551724137932e-05,
153
+ "loss": 0.8417,
154
+ "step": 475
155
+ },
156
+ {
157
+ "epoch": 1.1494252873563218,
158
+ "grad_norm": 14.226733207702637,
159
+ "learning_rate": 1.1471264367816093e-05,
160
+ "loss": 0.9687,
161
+ "step": 500
162
+ },
163
+ {
164
+ "epoch": 1.206896551724138,
165
+ "grad_norm": 15.986963272094727,
166
+ "learning_rate": 1.2045977011494254e-05,
167
+ "loss": 0.7588,
168
+ "step": 525
169
+ },
170
+ {
171
+ "epoch": 1.264367816091954,
172
+ "grad_norm": 8.215805053710938,
173
+ "learning_rate": 1.2620689655172415e-05,
174
+ "loss": 0.9942,
175
+ "step": 550
176
+ },
177
+ {
178
+ "epoch": 1.3218390804597702,
179
+ "grad_norm": 12.830760955810547,
180
+ "learning_rate": 1.3195402298850574e-05,
181
+ "loss": 0.8837,
182
+ "step": 575
183
+ },
184
+ {
185
+ "epoch": 1.3793103448275863,
186
+ "grad_norm": 3.7767229080200195,
187
+ "learning_rate": 1.3770114942528736e-05,
188
+ "loss": 0.7615,
189
+ "step": 600
190
+ },
191
+ {
192
+ "epoch": 1.4367816091954024,
193
+ "grad_norm": 12.500882148742676,
194
+ "learning_rate": 1.4344827586206897e-05,
195
+ "loss": 0.8383,
196
+ "step": 625
197
+ },
198
+ {
199
+ "epoch": 1.4942528735632183,
200
+ "grad_norm": 20.17972183227539,
201
+ "learning_rate": 1.4919540229885058e-05,
202
+ "loss": 0.8934,
203
+ "step": 650
204
+ },
205
+ {
206
+ "epoch": 1.5517241379310345,
207
+ "grad_norm": 17.473194122314453,
208
+ "learning_rate": 1.549425287356322e-05,
209
+ "loss": 0.8354,
210
+ "step": 675
211
+ },
212
+ {
213
+ "epoch": 1.6091954022988506,
214
+ "grad_norm": 39.43209457397461,
215
+ "learning_rate": 1.6068965517241383e-05,
216
+ "loss": 0.7423,
217
+ "step": 700
218
+ },
219
+ {
220
+ "epoch": 1.6666666666666665,
221
+ "grad_norm": 28.584741592407227,
222
+ "learning_rate": 1.664367816091954e-05,
223
+ "loss": 0.7329,
224
+ "step": 725
225
+ },
226
+ {
227
+ "epoch": 1.7241379310344827,
228
+ "grad_norm": 41.615875244140625,
229
+ "learning_rate": 1.72183908045977e-05,
230
+ "loss": 0.9602,
231
+ "step": 750
232
+ },
233
+ {
234
+ "epoch": 1.7816091954022988,
235
+ "grad_norm": 12.660417556762695,
236
+ "learning_rate": 1.7793103448275862e-05,
237
+ "loss": 0.7677,
238
+ "step": 775
239
+ },
240
+ {
241
+ "epoch": 1.839080459770115,
242
+ "grad_norm": 2.226778030395508,
243
+ "learning_rate": 1.8367816091954027e-05,
244
+ "loss": 0.7449,
245
+ "step": 800
246
+ },
247
+ {
248
+ "epoch": 1.896551724137931,
249
+ "grad_norm": 16.681472778320312,
250
+ "learning_rate": 1.8942528735632187e-05,
251
+ "loss": 0.896,
252
+ "step": 825
253
+ },
254
+ {
255
+ "epoch": 1.9540229885057472,
256
+ "grad_norm": 6.7044758796691895,
257
+ "learning_rate": 1.9517241379310345e-05,
258
+ "loss": 0.9774,
259
+ "step": 850
260
+ },
261
+ {
262
+ "epoch": 2.0,
263
+ "eval_accuracy": 0.9385908209437621,
264
+ "eval_loss": 0.22220541536808014,
265
+ "eval_macro_f1": 0.8067419009961782,
266
+ "eval_runtime": 1.258,
267
+ "eval_samples_per_second": 1229.692,
268
+ "eval_steps_per_second": 77.104,
269
+ "eval_weighted_f1": 0.9333166421022604,
270
+ "step": 870
271
+ },
272
+ {
273
+ "epoch": 2.0114942528735633,
274
+ "grad_norm": 3.5579495429992676,
275
+ "learning_rate": 1.9989782886334612e-05,
276
+ "loss": 0.7244,
277
+ "step": 875
278
+ },
279
+ {
280
+ "epoch": 2.0689655172413794,
281
+ "grad_norm": 11.459723472595215,
282
+ "learning_rate": 1.9925925925925928e-05,
283
+ "loss": 0.6527,
284
+ "step": 900
285
+ },
286
+ {
287
+ "epoch": 2.1264367816091956,
288
+ "grad_norm": 1.200738549232483,
289
+ "learning_rate": 1.9862068965517244e-05,
290
+ "loss": 0.6132,
291
+ "step": 925
292
+ },
293
+ {
294
+ "epoch": 2.1839080459770113,
295
+ "grad_norm": 8.861099243164062,
296
+ "learning_rate": 1.979821200510856e-05,
297
+ "loss": 0.7293,
298
+ "step": 950
299
+ },
300
+ {
301
+ "epoch": 2.2413793103448274,
302
+ "grad_norm": 35.11263656616211,
303
+ "learning_rate": 1.9734355044699872e-05,
304
+ "loss": 0.7609,
305
+ "step": 975
306
+ },
307
+ {
308
+ "epoch": 2.2988505747126435,
309
+ "grad_norm": 55.1410026550293,
310
+ "learning_rate": 1.9670498084291188e-05,
311
+ "loss": 0.7171,
312
+ "step": 1000
313
+ },
314
+ {
315
+ "epoch": 2.3563218390804597,
316
+ "grad_norm": 21.957231521606445,
317
+ "learning_rate": 1.9606641123882504e-05,
318
+ "loss": 0.8151,
319
+ "step": 1025
320
+ },
321
+ {
322
+ "epoch": 2.413793103448276,
323
+ "grad_norm": 17.54927635192871,
324
+ "learning_rate": 1.954278416347382e-05,
325
+ "loss": 0.4637,
326
+ "step": 1050
327
+ },
328
+ {
329
+ "epoch": 2.471264367816092,
330
+ "grad_norm": 1.489425539970398,
331
+ "learning_rate": 1.9478927203065136e-05,
332
+ "loss": 0.7887,
333
+ "step": 1075
334
+ },
335
+ {
336
+ "epoch": 2.528735632183908,
337
+ "grad_norm": 17.168004989624023,
338
+ "learning_rate": 1.941507024265645e-05,
339
+ "loss": 0.8487,
340
+ "step": 1100
341
+ },
342
+ {
343
+ "epoch": 2.586206896551724,
344
+ "grad_norm": 32.26480484008789,
345
+ "learning_rate": 1.9351213282247767e-05,
346
+ "loss": 0.6533,
347
+ "step": 1125
348
+ },
349
+ {
350
+ "epoch": 2.6436781609195403,
351
+ "grad_norm": 23.594446182250977,
352
+ "learning_rate": 1.928735632183908e-05,
353
+ "loss": 0.7716,
354
+ "step": 1150
355
+ },
356
+ {
357
+ "epoch": 2.7011494252873565,
358
+ "grad_norm": 74.25870513916016,
359
+ "learning_rate": 1.92234993614304e-05,
360
+ "loss": 0.7378,
361
+ "step": 1175
362
+ },
363
+ {
364
+ "epoch": 2.7586206896551726,
365
+ "grad_norm": 7.432177543640137,
366
+ "learning_rate": 1.915964240102171e-05,
367
+ "loss": 0.7095,
368
+ "step": 1200
369
+ },
370
+ {
371
+ "epoch": 2.8160919540229887,
372
+ "grad_norm": 0.4676114022731781,
373
+ "learning_rate": 1.9095785440613027e-05,
374
+ "loss": 0.6418,
375
+ "step": 1225
376
+ },
377
+ {
378
+ "epoch": 2.873563218390805,
379
+ "grad_norm": 175.59898376464844,
380
+ "learning_rate": 1.9031928480204343e-05,
381
+ "loss": 0.6508,
382
+ "step": 1250
383
+ },
384
+ {
385
+ "epoch": 2.9310344827586206,
386
+ "grad_norm": 35.65433120727539,
387
+ "learning_rate": 1.896807151979566e-05,
388
+ "loss": 0.7479,
389
+ "step": 1275
390
+ },
391
+ {
392
+ "epoch": 2.9885057471264367,
393
+ "grad_norm": 6.105052947998047,
394
+ "learning_rate": 1.8904214559386975e-05,
395
+ "loss": 0.647,
396
+ "step": 1300
397
+ },
398
+ {
399
+ "epoch": 3.0,
400
+ "eval_accuracy": 0.9463477698771816,
401
+ "eval_loss": 0.22952817380428314,
402
+ "eval_macro_f1": 0.8238374735381336,
403
+ "eval_runtime": 1.2279,
404
+ "eval_samples_per_second": 1259.889,
405
+ "eval_steps_per_second": 78.998,
406
+ "eval_weighted_f1": 0.9424683719153055,
407
+ "step": 1305
408
+ },
409
+ {
410
+ "epoch": 3.045977011494253,
411
+ "grad_norm": 20.142383575439453,
412
+ "learning_rate": 1.884035759897829e-05,
413
+ "loss": 0.7061,
414
+ "step": 1325
415
+ },
416
+ {
417
+ "epoch": 3.103448275862069,
418
+ "grad_norm": 3.260765790939331,
419
+ "learning_rate": 1.8776500638569606e-05,
420
+ "loss": 0.4698,
421
+ "step": 1350
422
+ },
423
+ {
424
+ "epoch": 3.160919540229885,
425
+ "grad_norm": 8.108859062194824,
426
+ "learning_rate": 1.871264367816092e-05,
427
+ "loss": 0.6163,
428
+ "step": 1375
429
+ },
430
+ {
431
+ "epoch": 3.218390804597701,
432
+ "grad_norm": 8.331541061401367,
433
+ "learning_rate": 1.8648786717752235e-05,
434
+ "loss": 0.603,
435
+ "step": 1400
436
+ },
437
+ {
438
+ "epoch": 3.2758620689655173,
439
+ "grad_norm": 33.89698791503906,
440
+ "learning_rate": 1.8584929757343554e-05,
441
+ "loss": 0.4861,
442
+ "step": 1425
443
+ },
444
+ {
445
+ "epoch": 3.3333333333333335,
446
+ "grad_norm": 8.176798820495605,
447
+ "learning_rate": 1.8521072796934866e-05,
448
+ "loss": 0.7145,
449
+ "step": 1450
450
+ },
451
+ {
452
+ "epoch": 3.3908045977011496,
453
+ "grad_norm": 28.097333908081055,
454
+ "learning_rate": 1.8457215836526182e-05,
455
+ "loss": 0.5092,
456
+ "step": 1475
457
+ },
458
+ {
459
+ "epoch": 3.4482758620689653,
460
+ "grad_norm": 152.21823120117188,
461
+ "learning_rate": 1.8393358876117498e-05,
462
+ "loss": 0.4571,
463
+ "step": 1500
464
+ },
465
+ {
466
+ "epoch": 3.5057471264367814,
467
+ "grad_norm": 0.46784135699272156,
468
+ "learning_rate": 1.8329501915708814e-05,
469
+ "loss": 0.677,
470
+ "step": 1525
471
+ },
472
+ {
473
+ "epoch": 3.5632183908045976,
474
+ "grad_norm": 0.6691511869430542,
475
+ "learning_rate": 1.826564495530013e-05,
476
+ "loss": 0.639,
477
+ "step": 1550
478
+ },
479
+ {
480
+ "epoch": 3.6206896551724137,
481
+ "grad_norm": 67.59940338134766,
482
+ "learning_rate": 1.8201787994891446e-05,
483
+ "loss": 0.7678,
484
+ "step": 1575
485
+ },
486
+ {
487
+ "epoch": 3.67816091954023,
488
+ "grad_norm": 30.84942054748535,
489
+ "learning_rate": 1.813793103448276e-05,
490
+ "loss": 0.6909,
491
+ "step": 1600
492
+ },
493
+ {
494
+ "epoch": 3.735632183908046,
495
+ "grad_norm": 8.947328567504883,
496
+ "learning_rate": 1.8074074074074074e-05,
497
+ "loss": 0.6153,
498
+ "step": 1625
499
+ },
500
+ {
501
+ "epoch": 3.793103448275862,
502
+ "grad_norm": 7.73529052734375,
503
+ "learning_rate": 1.801021711366539e-05,
504
+ "loss": 0.6799,
505
+ "step": 1650
506
+ },
507
+ {
508
+ "epoch": 3.8505747126436782,
509
+ "grad_norm": 7.296356678009033,
510
+ "learning_rate": 1.7946360153256706e-05,
511
+ "loss": 0.7399,
512
+ "step": 1675
513
+ },
514
+ {
515
+ "epoch": 3.9080459770114944,
516
+ "grad_norm": 14.251794815063477,
517
+ "learning_rate": 1.788250319284802e-05,
518
+ "loss": 0.5385,
519
+ "step": 1700
520
+ },
521
+ {
522
+ "epoch": 3.9655172413793105,
523
+ "grad_norm": 35.0350341796875,
524
+ "learning_rate": 1.7818646232439337e-05,
525
+ "loss": 0.5121,
526
+ "step": 1725
527
+ },
528
+ {
529
+ "epoch": 4.0,
530
+ "eval_accuracy": 0.9495798319327731,
531
+ "eval_loss": 0.2132098525762558,
532
+ "eval_macro_f1": 0.8422899931926481,
533
+ "eval_runtime": 1.254,
534
+ "eval_samples_per_second": 1233.676,
535
+ "eval_steps_per_second": 77.354,
536
+ "eval_weighted_f1": 0.9466516338744746,
537
+ "step": 1740
538
+ },
539
+ {
540
+ "epoch": 4.022988505747127,
541
+ "grad_norm": 5.14169979095459,
542
+ "learning_rate": 1.7754789272030653e-05,
543
+ "loss": 0.4637,
544
+ "step": 1750
545
+ },
546
+ {
547
+ "epoch": 4.080459770114943,
548
+ "grad_norm": 0.6433016657829285,
549
+ "learning_rate": 1.769093231162197e-05,
550
+ "loss": 0.4158,
551
+ "step": 1775
552
+ },
553
+ {
554
+ "epoch": 4.137931034482759,
555
+ "grad_norm": 21.9676456451416,
556
+ "learning_rate": 1.762707535121328e-05,
557
+ "loss": 0.4166,
558
+ "step": 1800
559
+ },
560
+ {
561
+ "epoch": 4.195402298850575,
562
+ "grad_norm": 22.019309997558594,
563
+ "learning_rate": 1.75632183908046e-05,
564
+ "loss": 0.6026,
565
+ "step": 1825
566
+ },
567
+ {
568
+ "epoch": 4.252873563218391,
569
+ "grad_norm": 7.289479732513428,
570
+ "learning_rate": 1.7499361430395913e-05,
571
+ "loss": 0.4516,
572
+ "step": 1850
573
+ },
574
+ {
575
+ "epoch": 4.310344827586207,
576
+ "grad_norm": 1.7169973850250244,
577
+ "learning_rate": 1.743550446998723e-05,
578
+ "loss": 0.3704,
579
+ "step": 1875
580
+ },
581
+ {
582
+ "epoch": 4.3678160919540225,
583
+ "grad_norm": 1.0054987668991089,
584
+ "learning_rate": 1.7371647509578545e-05,
585
+ "loss": 0.4166,
586
+ "step": 1900
587
+ },
588
+ {
589
+ "epoch": 4.425287356321839,
590
+ "grad_norm": 11.990793228149414,
591
+ "learning_rate": 1.730779054916986e-05,
592
+ "loss": 0.5573,
593
+ "step": 1925
594
+ },
595
+ {
596
+ "epoch": 4.482758620689655,
597
+ "grad_norm": 90.84062957763672,
598
+ "learning_rate": 1.7243933588761176e-05,
599
+ "loss": 0.4951,
600
+ "step": 1950
601
+ },
602
+ {
603
+ "epoch": 4.540229885057471,
604
+ "grad_norm": 8.116483688354492,
605
+ "learning_rate": 1.7180076628352492e-05,
606
+ "loss": 0.3999,
607
+ "step": 1975
608
+ },
609
+ {
610
+ "epoch": 4.597701149425287,
611
+ "grad_norm": 20.215063095092773,
612
+ "learning_rate": 1.7116219667943808e-05,
613
+ "loss": 0.583,
614
+ "step": 2000
615
+ },
616
+ {
617
+ "epoch": 4.655172413793103,
618
+ "grad_norm": 1.2730953693389893,
619
+ "learning_rate": 1.705236270753512e-05,
620
+ "loss": 0.5667,
621
+ "step": 2025
622
+ },
623
+ {
624
+ "epoch": 4.712643678160919,
625
+ "grad_norm": 15.416848182678223,
626
+ "learning_rate": 1.6988505747126436e-05,
627
+ "loss": 0.599,
628
+ "step": 2050
629
+ },
630
+ {
631
+ "epoch": 4.7701149425287355,
632
+ "grad_norm": 153.432373046875,
633
+ "learning_rate": 1.6924648786717756e-05,
634
+ "loss": 0.5637,
635
+ "step": 2075
636
+ },
637
+ {
638
+ "epoch": 4.827586206896552,
639
+ "grad_norm": 31.256765365600586,
640
+ "learning_rate": 1.6860791826309068e-05,
641
+ "loss": 0.4586,
642
+ "step": 2100
643
+ },
644
+ {
645
+ "epoch": 4.885057471264368,
646
+ "grad_norm": 11.178466796875,
647
+ "learning_rate": 1.6796934865900384e-05,
648
+ "loss": 0.4444,
649
+ "step": 2125
650
+ },
651
+ {
652
+ "epoch": 4.942528735632184,
653
+ "grad_norm": 30.921354293823242,
654
+ "learning_rate": 1.67330779054917e-05,
655
+ "loss": 0.596,
656
+ "step": 2150
657
+ },
658
+ {
659
+ "epoch": 5.0,
660
+ "grad_norm": 2.1400842666625977,
661
+ "learning_rate": 1.6669220945083016e-05,
662
+ "loss": 0.462,
663
+ "step": 2175
664
+ },
665
+ {
666
+ "epoch": 5.0,
667
+ "eval_accuracy": 0.9489334195216548,
668
+ "eval_loss": 0.24173498153686523,
669
+ "eval_macro_f1": 0.8385216516337387,
670
+ "eval_runtime": 1.2088,
671
+ "eval_samples_per_second": 1279.755,
672
+ "eval_steps_per_second": 80.243,
673
+ "eval_weighted_f1": 0.9453540079211139,
674
+ "step": 2175
675
+ },
676
+ {
677
+ "epoch": 5.057471264367816,
678
+ "grad_norm": 0.6968454718589783,
679
+ "learning_rate": 1.6605363984674328e-05,
680
+ "loss": 0.3327,
681
+ "step": 2200
682
+ },
683
+ {
684
+ "epoch": 5.114942528735632,
685
+ "grad_norm": 7.195080757141113,
686
+ "learning_rate": 1.6541507024265647e-05,
687
+ "loss": 0.3164,
688
+ "step": 2225
689
+ },
690
+ {
691
+ "epoch": 5.172413793103448,
692
+ "grad_norm": 2.0190861225128174,
693
+ "learning_rate": 1.6477650063856963e-05,
694
+ "loss": 0.3164,
695
+ "step": 2250
696
+ },
697
+ {
698
+ "epoch": 5.2298850574712645,
699
+ "grad_norm": 10.99679946899414,
700
+ "learning_rate": 1.6413793103448276e-05,
701
+ "loss": 0.5999,
702
+ "step": 2275
703
+ },
704
+ {
705
+ "epoch": 5.287356321839081,
706
+ "grad_norm": 0.2958125174045563,
707
+ "learning_rate": 1.634993614303959e-05,
708
+ "loss": 0.2475,
709
+ "step": 2300
710
+ },
711
+ {
712
+ "epoch": 5.344827586206897,
713
+ "grad_norm": 0.3118029236793518,
714
+ "learning_rate": 1.6286079182630907e-05,
715
+ "loss": 0.3365,
716
+ "step": 2325
717
+ },
718
+ {
719
+ "epoch": 5.402298850574713,
720
+ "grad_norm": 0.6170334815979004,
721
+ "learning_rate": 1.6222222222222223e-05,
722
+ "loss": 0.53,
723
+ "step": 2350
724
+ },
725
+ {
726
+ "epoch": 5.459770114942529,
727
+ "grad_norm": 3.2743406295776367,
728
+ "learning_rate": 1.615836526181354e-05,
729
+ "loss": 0.3217,
730
+ "step": 2375
731
+ },
732
+ {
733
+ "epoch": 5.517241379310345,
734
+ "grad_norm": 64.94971466064453,
735
+ "learning_rate": 1.6094508301404855e-05,
736
+ "loss": 0.309,
737
+ "step": 2400
738
+ },
739
+ {
740
+ "epoch": 5.574712643678161,
741
+ "grad_norm": 19.9976749420166,
742
+ "learning_rate": 1.603065134099617e-05,
743
+ "loss": 0.3461,
744
+ "step": 2425
745
+ },
746
+ {
747
+ "epoch": 5.6321839080459775,
748
+ "grad_norm": 14.538490295410156,
749
+ "learning_rate": 1.5966794380587483e-05,
750
+ "loss": 0.464,
751
+ "step": 2450
752
+ },
753
+ {
754
+ "epoch": 5.689655172413794,
755
+ "grad_norm": 2.2718899250030518,
756
+ "learning_rate": 1.5902937420178802e-05,
757
+ "loss": 0.4085,
758
+ "step": 2475
759
+ },
760
+ {
761
+ "epoch": 5.747126436781609,
762
+ "grad_norm": 0.6248209476470947,
763
+ "learning_rate": 1.5839080459770115e-05,
764
+ "loss": 0.4028,
765
+ "step": 2500
766
+ },
767
+ {
768
+ "epoch": 5.804597701149425,
769
+ "grad_norm": 14.494895935058594,
770
+ "learning_rate": 1.577522349936143e-05,
771
+ "loss": 0.5133,
772
+ "step": 2525
773
+ },
774
+ {
775
+ "epoch": 5.862068965517241,
776
+ "grad_norm": 18.209218978881836,
777
+ "learning_rate": 1.5711366538952746e-05,
778
+ "loss": 0.3852,
779
+ "step": 2550
780
+ },
781
+ {
782
+ "epoch": 5.919540229885057,
783
+ "grad_norm": 18.12614631652832,
784
+ "learning_rate": 1.5647509578544062e-05,
785
+ "loss": 0.6005,
786
+ "step": 2575
787
+ },
788
+ {
789
+ "epoch": 5.977011494252873,
790
+ "grad_norm": 1.4146639108657837,
791
+ "learning_rate": 1.5583652618135378e-05,
792
+ "loss": 0.4763,
793
+ "step": 2600
794
+ },
795
+ {
796
+ "epoch": 6.0,
797
+ "eval_accuracy": 0.9502262443438914,
798
+ "eval_loss": 0.24376273155212402,
799
+ "eval_macro_f1": 0.8487241418627351,
800
+ "eval_runtime": 1.2012,
801
+ "eval_samples_per_second": 1287.837,
802
+ "eval_steps_per_second": 80.75,
803
+ "eval_weighted_f1": 0.9504475602335294,
804
+ "step": 2610
805
+ },
806
+ {
807
+ "epoch": 6.0344827586206895,
808
+ "grad_norm": 77.5924072265625,
809
+ "learning_rate": 1.5519795657726694e-05,
810
+ "loss": 0.4138,
811
+ "step": 2625
812
+ },
813
+ {
814
+ "epoch": 6.091954022988506,
815
+ "grad_norm": 9.609664916992188,
816
+ "learning_rate": 1.545593869731801e-05,
817
+ "loss": 0.3479,
818
+ "step": 2650
819
+ },
820
+ {
821
+ "epoch": 6.149425287356322,
822
+ "grad_norm": 0.2075120359659195,
823
+ "learning_rate": 1.5392081736909322e-05,
824
+ "loss": 0.1707,
825
+ "step": 2675
826
+ },
827
+ {
828
+ "epoch": 6.206896551724138,
829
+ "grad_norm": 0.2037656158208847,
830
+ "learning_rate": 1.5328224776500638e-05,
831
+ "loss": 0.2967,
832
+ "step": 2700
833
+ },
834
+ {
835
+ "epoch": 6.264367816091954,
836
+ "grad_norm": 3.0877346992492676,
837
+ "learning_rate": 1.5264367816091957e-05,
838
+ "loss": 0.3796,
839
+ "step": 2725
840
+ },
841
+ {
842
+ "epoch": 6.32183908045977,
843
+ "grad_norm": 1.7352479696273804,
844
+ "learning_rate": 1.520051085568327e-05,
845
+ "loss": 0.4252,
846
+ "step": 2750
847
+ },
848
+ {
849
+ "epoch": 6.379310344827586,
850
+ "grad_norm": 0.3938375413417816,
851
+ "learning_rate": 1.5136653895274587e-05,
852
+ "loss": 0.3933,
853
+ "step": 2775
854
+ },
855
+ {
856
+ "epoch": 6.436781609195402,
857
+ "grad_norm": 194.0776824951172,
858
+ "learning_rate": 1.5072796934865901e-05,
859
+ "loss": 0.3817,
860
+ "step": 2800
861
+ },
862
+ {
863
+ "epoch": 6.494252873563219,
864
+ "grad_norm": 7.678138732910156,
865
+ "learning_rate": 1.5008939974457217e-05,
866
+ "loss": 0.4296,
867
+ "step": 2825
868
+ },
869
+ {
870
+ "epoch": 6.551724137931035,
871
+ "grad_norm": 62.08183288574219,
872
+ "learning_rate": 1.4945083014048531e-05,
873
+ "loss": 0.4575,
874
+ "step": 2850
875
+ },
876
+ {
877
+ "epoch": 6.609195402298851,
878
+ "grad_norm": 0.5328659415245056,
879
+ "learning_rate": 1.4881226053639847e-05,
880
+ "loss": 0.2983,
881
+ "step": 2875
882
+ },
883
+ {
884
+ "epoch": 6.666666666666667,
885
+ "grad_norm": 0.22880423069000244,
886
+ "learning_rate": 1.4817369093231165e-05,
887
+ "loss": 0.2895,
888
+ "step": 2900
889
+ },
890
+ {
891
+ "epoch": 6.724137931034483,
892
+ "grad_norm": 0.22284340858459473,
893
+ "learning_rate": 1.4753512132822479e-05,
894
+ "loss": 0.3552,
895
+ "step": 2925
896
+ },
897
+ {
898
+ "epoch": 6.781609195402299,
899
+ "grad_norm": 4.827826499938965,
900
+ "learning_rate": 1.4689655172413795e-05,
901
+ "loss": 0.3262,
902
+ "step": 2950
903
+ },
904
+ {
905
+ "epoch": 6.8390804597701145,
906
+ "grad_norm": 334.7279968261719,
907
+ "learning_rate": 1.4625798212005109e-05,
908
+ "loss": 0.3739,
909
+ "step": 2975
910
+ },
911
+ {
912
+ "epoch": 6.896551724137931,
913
+ "grad_norm": 25.783180236816406,
914
+ "learning_rate": 1.4561941251596425e-05,
915
+ "loss": 0.3972,
916
+ "step": 3000
917
+ },
918
+ {
919
+ "epoch": 6.954022988505747,
920
+ "grad_norm": 1.802674412727356,
921
+ "learning_rate": 1.4498084291187742e-05,
922
+ "loss": 0.2355,
923
+ "step": 3025
924
+ },
925
+ {
926
+ "epoch": 7.0,
927
+ "eval_accuracy": 0.9502262443438914,
928
+ "eval_loss": 0.26368269324302673,
929
+ "eval_macro_f1": 0.8419003061028798,
930
+ "eval_runtime": 1.2579,
931
+ "eval_samples_per_second": 1229.876,
932
+ "eval_steps_per_second": 77.116,
933
+ "eval_weighted_f1": 0.9477420634574679,
934
+ "step": 3045
935
+ },
936
+ {
937
+ "epoch": 7.011494252873563,
938
+ "grad_norm": 0.8118590116500854,
939
+ "learning_rate": 1.4434227330779056e-05,
940
+ "loss": 0.3043,
941
+ "step": 3050
942
+ },
943
+ {
944
+ "epoch": 7.068965517241379,
945
+ "grad_norm": 0.23474839329719543,
946
+ "learning_rate": 1.4370370370370372e-05,
947
+ "loss": 0.2503,
948
+ "step": 3075
949
+ },
950
+ {
951
+ "epoch": 7.126436781609195,
952
+ "grad_norm": 8.772260665893555,
953
+ "learning_rate": 1.4306513409961686e-05,
954
+ "loss": 0.3619,
955
+ "step": 3100
956
+ },
957
+ {
958
+ "epoch": 7.183908045977011,
959
+ "grad_norm": 5.47619104385376,
960
+ "learning_rate": 1.4242656449553002e-05,
961
+ "loss": 0.4062,
962
+ "step": 3125
963
+ },
964
+ {
965
+ "epoch": 7.241379310344827,
966
+ "grad_norm": 18.230541229248047,
967
+ "learning_rate": 1.4178799489144316e-05,
968
+ "loss": 0.3913,
969
+ "step": 3150
970
+ },
971
+ {
972
+ "epoch": 7.2988505747126435,
973
+ "grad_norm": 1.6260206699371338,
974
+ "learning_rate": 1.4114942528735634e-05,
975
+ "loss": 0.2985,
976
+ "step": 3175
977
+ },
978
+ {
979
+ "epoch": 7.35632183908046,
980
+ "grad_norm": 0.2555771470069885,
981
+ "learning_rate": 1.405108556832695e-05,
982
+ "loss": 0.2745,
983
+ "step": 3200
984
+ },
985
+ {
986
+ "epoch": 7.413793103448276,
987
+ "grad_norm": 14.79897689819336,
988
+ "learning_rate": 1.3987228607918264e-05,
989
+ "loss": 0.29,
990
+ "step": 3225
991
+ },
992
+ {
993
+ "epoch": 7.471264367816092,
994
+ "grad_norm": 0.14732934534549713,
995
+ "learning_rate": 1.392337164750958e-05,
996
+ "loss": 0.2911,
997
+ "step": 3250
998
+ },
999
+ {
1000
+ "epoch": 7.528735632183908,
1001
+ "grad_norm": 0.40408188104629517,
1002
+ "learning_rate": 1.3859514687100894e-05,
1003
+ "loss": 0.2399,
1004
+ "step": 3275
1005
+ },
1006
+ {
1007
+ "epoch": 7.586206896551724,
1008
+ "grad_norm": 27.339426040649414,
1009
+ "learning_rate": 1.3795657726692211e-05,
1010
+ "loss": 0.3214,
1011
+ "step": 3300
1012
+ },
1013
+ {
1014
+ "epoch": 7.64367816091954,
1015
+ "grad_norm": 10.715410232543945,
1016
+ "learning_rate": 1.3731800766283526e-05,
1017
+ "loss": 0.5003,
1018
+ "step": 3325
1019
+ },
1020
+ {
1021
+ "epoch": 7.7011494252873565,
1022
+ "grad_norm": 5.327493667602539,
1023
+ "learning_rate": 1.3667943805874841e-05,
1024
+ "loss": 0.398,
1025
+ "step": 3350
1026
+ },
1027
+ {
1028
+ "epoch": 7.758620689655173,
1029
+ "grad_norm": 0.21260882914066315,
1030
+ "learning_rate": 1.3604086845466157e-05,
1031
+ "loss": 0.2106,
1032
+ "step": 3375
1033
+ },
1034
+ {
1035
+ "epoch": 7.816091954022989,
1036
+ "grad_norm": 0.4254225492477417,
1037
+ "learning_rate": 1.3540229885057471e-05,
1038
+ "loss": 0.3463,
1039
+ "step": 3400
1040
+ },
1041
+ {
1042
+ "epoch": 7.873563218390805,
1043
+ "grad_norm": 0.13743259012699127,
1044
+ "learning_rate": 1.3476372924648789e-05,
1045
+ "loss": 0.2527,
1046
+ "step": 3425
1047
+ },
1048
+ {
1049
+ "epoch": 7.931034482758621,
1050
+ "grad_norm": 2.6045758724212646,
1051
+ "learning_rate": 1.3412515964240103e-05,
1052
+ "loss": 0.36,
1053
+ "step": 3450
1054
+ },
1055
+ {
1056
+ "epoch": 7.988505747126437,
1057
+ "grad_norm": 4.317957401275635,
1058
+ "learning_rate": 1.3348659003831419e-05,
1059
+ "loss": 0.4838,
1060
+ "step": 3475
1061
+ },
1062
+ {
1063
+ "epoch": 8.0,
1064
+ "eval_accuracy": 0.9502262443438914,
1065
+ "eval_loss": 0.25451889634132385,
1066
+ "eval_macro_f1": 0.8505330085886426,
1067
+ "eval_runtime": 1.2337,
1068
+ "eval_samples_per_second": 1253.933,
1069
+ "eval_steps_per_second": 78.624,
1070
+ "eval_weighted_f1": 0.9487835254244087,
1071
+ "step": 3480
1072
+ },
1073
+ {
1074
+ "epoch": 8.045977011494253,
1075
+ "grad_norm": 74.6180191040039,
1076
+ "learning_rate": 1.3284802043422733e-05,
1077
+ "loss": 0.2501,
1078
+ "step": 3500
1079
+ },
1080
+ {
1081
+ "epoch": 8.10344827586207,
1082
+ "grad_norm": 5.052477836608887,
1083
+ "learning_rate": 1.3220945083014049e-05,
1084
+ "loss": 0.2418,
1085
+ "step": 3525
1086
+ },
1087
+ {
1088
+ "epoch": 8.160919540229886,
1089
+ "grad_norm": 0.24052293598651886,
1090
+ "learning_rate": 1.3157088122605367e-05,
1091
+ "loss": 0.3269,
1092
+ "step": 3550
1093
+ },
1094
+ {
1095
+ "epoch": 8.218390804597702,
1096
+ "grad_norm": 64.35535430908203,
1097
+ "learning_rate": 1.309323116219668e-05,
1098
+ "loss": 0.178,
1099
+ "step": 3575
1100
+ },
1101
+ {
1102
+ "epoch": 8.275862068965518,
1103
+ "grad_norm": 0.38525983691215515,
1104
+ "learning_rate": 1.3029374201787996e-05,
1105
+ "loss": 0.1562,
1106
+ "step": 3600
1107
+ },
1108
+ {
1109
+ "epoch": 8.333333333333334,
1110
+ "grad_norm": 0.12001211196184158,
1111
+ "learning_rate": 1.296551724137931e-05,
1112
+ "loss": 0.2553,
1113
+ "step": 3625
1114
+ },
1115
+ {
1116
+ "epoch": 8.39080459770115,
1117
+ "grad_norm": 2.894472599029541,
1118
+ "learning_rate": 1.2901660280970626e-05,
1119
+ "loss": 0.2997,
1120
+ "step": 3650
1121
+ },
1122
+ {
1123
+ "epoch": 8.448275862068966,
1124
+ "grad_norm": 60.778141021728516,
1125
+ "learning_rate": 1.283780332056194e-05,
1126
+ "loss": 0.2853,
1127
+ "step": 3675
1128
+ },
1129
+ {
1130
+ "epoch": 8.505747126436782,
1131
+ "grad_norm": 0.13517223298549652,
1132
+ "learning_rate": 1.2773946360153258e-05,
1133
+ "loss": 0.2024,
1134
+ "step": 3700
1135
+ },
1136
+ {
1137
+ "epoch": 8.563218390804598,
1138
+ "grad_norm": 0.14038611948490143,
1139
+ "learning_rate": 1.2710089399744574e-05,
1140
+ "loss": 0.2584,
1141
+ "step": 3725
1142
+ },
1143
+ {
1144
+ "epoch": 8.620689655172415,
1145
+ "grad_norm": 1.6525335311889648,
1146
+ "learning_rate": 1.2646232439335888e-05,
1147
+ "loss": 0.2312,
1148
+ "step": 3750
1149
+ },
1150
+ {
1151
+ "epoch": 8.678160919540229,
1152
+ "grad_norm": 103.14274597167969,
1153
+ "learning_rate": 1.2582375478927204e-05,
1154
+ "loss": 0.2753,
1155
+ "step": 3775
1156
+ },
1157
+ {
1158
+ "epoch": 8.735632183908045,
1159
+ "grad_norm": 3.4510152339935303,
1160
+ "learning_rate": 1.2518518518518518e-05,
1161
+ "loss": 0.2269,
1162
+ "step": 3800
1163
+ },
1164
+ {
1165
+ "epoch": 8.793103448275861,
1166
+ "grad_norm": 0.4322863519191742,
1167
+ "learning_rate": 1.2454661558109836e-05,
1168
+ "loss": 0.2714,
1169
+ "step": 3825
1170
+ },
1171
+ {
1172
+ "epoch": 8.850574712643677,
1173
+ "grad_norm": 0.19279372692108154,
1174
+ "learning_rate": 1.2390804597701151e-05,
1175
+ "loss": 0.1976,
1176
+ "step": 3850
1177
+ },
1178
+ {
1179
+ "epoch": 8.908045977011493,
1180
+ "grad_norm": 7.546080112457275,
1181
+ "learning_rate": 1.2326947637292466e-05,
1182
+ "loss": 0.2793,
1183
+ "step": 3875
1184
+ },
1185
+ {
1186
+ "epoch": 8.96551724137931,
1187
+ "grad_norm": 4.6050591468811035,
1188
+ "learning_rate": 1.2263090676883781e-05,
1189
+ "loss": 0.3487,
1190
+ "step": 3900
1191
+ },
1192
+ {
1193
+ "epoch": 9.0,
1194
+ "eval_accuracy": 0.9482870071105365,
1195
+ "eval_loss": 0.294405072927475,
1196
+ "eval_macro_f1": 0.8443464110600202,
1197
+ "eval_runtime": 1.209,
1198
+ "eval_samples_per_second": 1279.525,
1199
+ "eval_steps_per_second": 80.229,
1200
+ "eval_weighted_f1": 0.9467917248505122,
1201
+ "step": 3915
1202
+ },
1203
+ {
1204
+ "epoch": 9.022988505747126,
1205
+ "grad_norm": 0.1954064965248108,
1206
+ "learning_rate": 1.2199233716475096e-05,
1207
+ "loss": 0.218,
1208
+ "step": 3925
1209
+ },
1210
+ {
1211
+ "epoch": 9.080459770114942,
1212
+ "grad_norm": 56.001216888427734,
1213
+ "learning_rate": 1.2135376756066413e-05,
1214
+ "loss": 0.0972,
1215
+ "step": 3950
1216
+ },
1217
+ {
1218
+ "epoch": 9.137931034482758,
1219
+ "grad_norm": 0.14573942124843597,
1220
+ "learning_rate": 1.2071519795657727e-05,
1221
+ "loss": 0.2953,
1222
+ "step": 3975
1223
+ },
1224
+ {
1225
+ "epoch": 9.195402298850574,
1226
+ "grad_norm": 0.1059441864490509,
1227
+ "learning_rate": 1.2007662835249043e-05,
1228
+ "loss": 0.1414,
1229
+ "step": 4000
1230
+ },
1231
+ {
1232
+ "epoch": 9.25287356321839,
1233
+ "grad_norm": 0.1078171357512474,
1234
+ "learning_rate": 1.1943805874840359e-05,
1235
+ "loss": 0.1682,
1236
+ "step": 4025
1237
+ },
1238
+ {
1239
+ "epoch": 9.310344827586206,
1240
+ "grad_norm": 0.20947247743606567,
1241
+ "learning_rate": 1.1879948914431673e-05,
1242
+ "loss": 0.1891,
1243
+ "step": 4050
1244
+ },
1245
+ {
1246
+ "epoch": 9.367816091954023,
1247
+ "grad_norm": 49.15815353393555,
1248
+ "learning_rate": 1.181609195402299e-05,
1249
+ "loss": 0.2722,
1250
+ "step": 4075
1251
+ },
1252
+ {
1253
+ "epoch": 9.425287356321839,
1254
+ "grad_norm": 0.3581276834011078,
1255
+ "learning_rate": 1.1752234993614305e-05,
1256
+ "loss": 0.1491,
1257
+ "step": 4100
1258
+ },
1259
+ {
1260
+ "epoch": 9.482758620689655,
1261
+ "grad_norm": 0.10994534939527512,
1262
+ "learning_rate": 1.168837803320562e-05,
1263
+ "loss": 0.2579,
1264
+ "step": 4125
1265
+ },
1266
+ {
1267
+ "epoch": 9.540229885057471,
1268
+ "grad_norm": 81.43353271484375,
1269
+ "learning_rate": 1.1624521072796935e-05,
1270
+ "loss": 0.2124,
1271
+ "step": 4150
1272
+ },
1273
+ {
1274
+ "epoch": 9.597701149425287,
1275
+ "grad_norm": 0.21784371137619019,
1276
+ "learning_rate": 1.156066411238825e-05,
1277
+ "loss": 0.3172,
1278
+ "step": 4175
1279
+ },
1280
+ {
1281
+ "epoch": 9.655172413793103,
1282
+ "grad_norm": 10.71652603149414,
1283
+ "learning_rate": 1.1496807151979568e-05,
1284
+ "loss": 0.1866,
1285
+ "step": 4200
1286
+ },
1287
+ {
1288
+ "epoch": 9.71264367816092,
1289
+ "grad_norm": 0.2584083378314972,
1290
+ "learning_rate": 1.1432950191570882e-05,
1291
+ "loss": 0.1141,
1292
+ "step": 4225
1293
+ },
1294
+ {
1295
+ "epoch": 9.770114942528735,
1296
+ "grad_norm": 0.23807008564472198,
1297
+ "learning_rate": 1.1369093231162198e-05,
1298
+ "loss": 0.1708,
1299
+ "step": 4250
1300
+ },
1301
+ {
1302
+ "epoch": 9.827586206896552,
1303
+ "grad_norm": 0.11672578752040863,
1304
+ "learning_rate": 1.1305236270753512e-05,
1305
+ "loss": 0.3457,
1306
+ "step": 4275
1307
+ },
1308
+ {
1309
+ "epoch": 9.885057471264368,
1310
+ "grad_norm": 0.10359542071819305,
1311
+ "learning_rate": 1.1241379310344828e-05,
1312
+ "loss": 0.2364,
1313
+ "step": 4300
1314
+ },
1315
+ {
1316
+ "epoch": 9.942528735632184,
1317
+ "grad_norm": 14.902913093566895,
1318
+ "learning_rate": 1.1177522349936142e-05,
1319
+ "loss": 0.293,
1320
+ "step": 4325
1321
+ },
1322
+ {
1323
+ "epoch": 10.0,
1324
+ "grad_norm": 2.314290761947632,
1325
+ "learning_rate": 1.111366538952746e-05,
1326
+ "loss": 0.2577,
1327
+ "step": 4350
1328
+ },
1329
+ {
1330
+ "epoch": 10.0,
1331
+ "eval_accuracy": 0.9476405946994182,
1332
+ "eval_loss": 0.30137354135513306,
1333
+ "eval_macro_f1": 0.847874177006584,
1334
+ "eval_runtime": 1.2118,
1335
+ "eval_samples_per_second": 1276.573,
1336
+ "eval_steps_per_second": 80.044,
1337
+ "eval_weighted_f1": 0.9466397068306324,
1338
+ "step": 4350
1339
+ },
1340
+ {
1341
+ "epoch": 10.057471264367816,
1342
+ "grad_norm": 35.0774040222168,
1343
+ "learning_rate": 1.1049808429118776e-05,
1344
+ "loss": 0.1544,
1345
+ "step": 4375
1346
+ },
1347
+ {
1348
+ "epoch": 10.114942528735632,
1349
+ "grad_norm": 0.11511561274528503,
1350
+ "learning_rate": 1.098595146871009e-05,
1351
+ "loss": 0.1373,
1352
+ "step": 4400
1353
+ },
1354
+ {
1355
+ "epoch": 10.172413793103448,
1356
+ "grad_norm": 0.1211598664522171,
1357
+ "learning_rate": 1.0922094508301406e-05,
1358
+ "loss": 0.1435,
1359
+ "step": 4425
1360
+ },
1361
+ {
1362
+ "epoch": 10.229885057471265,
1363
+ "grad_norm": 0.2477167546749115,
1364
+ "learning_rate": 1.085823754789272e-05,
1365
+ "loss": 0.3154,
1366
+ "step": 4450
1367
+ },
1368
+ {
1369
+ "epoch": 10.28735632183908,
1370
+ "grad_norm": 0.11931533366441727,
1371
+ "learning_rate": 1.0794380587484037e-05,
1372
+ "loss": 0.1865,
1373
+ "step": 4475
1374
+ },
1375
+ {
1376
+ "epoch": 10.344827586206897,
1377
+ "grad_norm": 0.09143740683794022,
1378
+ "learning_rate": 1.0730523627075351e-05,
1379
+ "loss": 0.1839,
1380
+ "step": 4500
1381
+ },
1382
+ {
1383
+ "epoch": 10.402298850574713,
1384
+ "grad_norm": 0.13275441527366638,
1385
+ "learning_rate": 1.0666666666666667e-05,
1386
+ "loss": 0.2472,
1387
+ "step": 4525
1388
+ },
1389
+ {
1390
+ "epoch": 10.459770114942529,
1391
+ "grad_norm": 0.1669142246246338,
1392
+ "learning_rate": 1.0602809706257983e-05,
1393
+ "loss": 0.1503,
1394
+ "step": 4550
1395
+ },
1396
+ {
1397
+ "epoch": 10.517241379310345,
1398
+ "grad_norm": 0.2765091061592102,
1399
+ "learning_rate": 1.0538952745849297e-05,
1400
+ "loss": 0.0626,
1401
+ "step": 4575
1402
+ },
1403
+ {
1404
+ "epoch": 10.574712643678161,
1405
+ "grad_norm": 0.06986454874277115,
1406
+ "learning_rate": 1.0475095785440615e-05,
1407
+ "loss": 0.1996,
1408
+ "step": 4600
1409
+ },
1410
+ {
1411
+ "epoch": 10.632183908045977,
1412
+ "grad_norm": 0.07953900098800659,
1413
+ "learning_rate": 1.0411238825031929e-05,
1414
+ "loss": 0.1279,
1415
+ "step": 4625
1416
+ },
1417
+ {
1418
+ "epoch": 10.689655172413794,
1419
+ "grad_norm": 1.7355632781982422,
1420
+ "learning_rate": 1.0347381864623245e-05,
1421
+ "loss": 0.1044,
1422
+ "step": 4650
1423
+ },
1424
+ {
1425
+ "epoch": 10.74712643678161,
1426
+ "grad_norm": 52.49428939819336,
1427
+ "learning_rate": 1.028352490421456e-05,
1428
+ "loss": 0.1091,
1429
+ "step": 4675
1430
+ },
1431
+ {
1432
+ "epoch": 10.804597701149426,
1433
+ "grad_norm": 0.06866724789142609,
1434
+ "learning_rate": 1.0219667943805875e-05,
1435
+ "loss": 0.0619,
1436
+ "step": 4700
1437
+ },
1438
+ {
1439
+ "epoch": 10.862068965517242,
1440
+ "grad_norm": 0.07788178324699402,
1441
+ "learning_rate": 1.0155810983397192e-05,
1442
+ "loss": 0.1693,
1443
+ "step": 4725
1444
+ },
1445
+ {
1446
+ "epoch": 10.919540229885058,
1447
+ "grad_norm": 0.19336405396461487,
1448
+ "learning_rate": 1.0091954022988506e-05,
1449
+ "loss": 0.1837,
1450
+ "step": 4750
1451
+ },
1452
+ {
1453
+ "epoch": 10.977011494252874,
1454
+ "grad_norm": 0.10134702175855637,
1455
+ "learning_rate": 1.0028097062579822e-05,
1456
+ "loss": 0.2558,
1457
+ "step": 4775
1458
+ },
1459
+ {
1460
+ "epoch": 11.0,
1461
+ "eval_accuracy": 0.945054945054945,
1462
+ "eval_loss": 0.3222886323928833,
1463
+ "eval_macro_f1": 0.8414074519179547,
1464
+ "eval_runtime": 1.2,
1465
+ "eval_samples_per_second": 1289.13,
1466
+ "eval_steps_per_second": 80.831,
1467
+ "eval_weighted_f1": 0.9440240868022853,
1468
+ "step": 4785
1469
+ }
1470
+ ],
1471
+ "logging_steps": 25,
1472
+ "max_steps": 8700,
1473
+ "num_input_tokens_seen": 0,
1474
+ "num_train_epochs": 20,
1475
+ "save_steps": 500,
1476
+ "stateful_callbacks": {
1477
+ "EarlyStoppingCallback": {
1478
+ "args": {
1479
+ "early_stopping_patience": 3,
1480
+ "early_stopping_threshold": 0.0
1481
+ },
1482
+ "attributes": {
1483
+ "early_stopping_patience_counter": 3
1484
+ }
1485
+ },
1486
+ "TrainerControl": {
1487
+ "args": {
1488
+ "should_epoch_stop": false,
1489
+ "should_evaluate": false,
1490
+ "should_log": false,
1491
+ "should_save": true,
1492
+ "should_training_stop": true
1493
+ },
1494
+ "attributes": {}
1495
+ }
1496
+ },
1497
+ "total_flos": 0.0,
1498
+ "train_batch_size": 8,
1499
+ "trial_name": null,
1500
+ "trial_params": null
1501
+ }
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b5d49f4b1c774db0dd8115cb41191a0ada580948360e34c5c9da5ad5ea15d2
3
+ size 5624
ood-uit_vsfc-phobert-topic-domain-00-s43-20260811T155130Z-d606ec95/trainer/checkpoint-4785/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-phobert-topic-domain-00-s44-20260811T164157Z-6beb231d/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f3a7f46190001809efc7afead5ba838db14c3c5eb01c7abc06f13e625def3ce
3
+ size 540026404
ood-uit_vsfc-phobert-topic-domain-00-s44-20260811T164157Z-6beb231d/trainer/checkpoint-3480/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<mask>": 64000
3
+ }
ood-uit_vsfc-phobert-topic-domain-00-s44-20260811T164157Z-6beb231d/trainer/checkpoint-3480/bpe.codes ADDED
The diff for this file is too large to render. See raw diff
 
ood-uit_vsfc-phobert-topic-domain-00-s44-20260811T164157Z-6beb231d/trainer/checkpoint-3480/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a2ec5dc1337cb56095271b925e2ed11def943509144f2aa729ac9d0996149c3
3
+ size 540026436