Invictus22 commited on
Commit
4828162
·
verified ·
1 Parent(s): aac2966

Upload Part 2 optimizer checkpoint and tokenizer

Browse files
Files changed (4) hide show
  1. best.pt +3 -0
  2. last.pt +3 -0
  3. metrics.json +95 -0
  4. tokenizer.json +0 -0
best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73b3c992b63f4c0a905f2bfaa29fb4714b281435d0e54657f4c7d468ba4931d
3
+ size 402214392
last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3e7753fe0d25ea87fd508dcea9d09ff1b1729db1581c0db96ca8a71939bb7b
3
+ size 402214392
metrics.json ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "final": {
3
+ "optimizer": "nadamw",
4
+ "final_val_loss": 0.8026075718206293,
5
+ "final_val_ppl": 2.2313517590897938,
6
+ "final_test_loss": 0.8065095021121595,
7
+ "final_test_ppl": 2.2400753464564516,
8
+ "final_test_bleu": 69.06639392972643,
9
+ "total_tokens": 836214,
10
+ "total_steps": 3731,
11
+ "trainable_parameters": 33513984
12
+ },
13
+ "interval_metrics": [
14
+ {
15
+ "tokens": 83757,
16
+ "step": 373,
17
+ "val_loss": 0.8505439572895874,
18
+ "val_ppl": 2.3409198660874333,
19
+ "test_bleu": 70.53499805805588,
20
+ "fraction": 0.1
21
+ },
22
+ {
23
+ "tokens": 167424,
24
+ "step": 746,
25
+ "val_loss": 0.8383649248797544,
26
+ "val_ppl": 2.3125826374506513,
27
+ "test_bleu": 67.52653732743481,
28
+ "fraction": 0.2
29
+ },
30
+ {
31
+ "tokens": 251309,
32
+ "step": 1119,
33
+ "val_loss": 0.825183545370706,
34
+ "val_ppl": 2.2822996324196647,
35
+ "test_bleu": 67.52653732743481,
36
+ "fraction": 0.3
37
+ },
38
+ {
39
+ "tokens": 335115,
40
+ "step": 1492,
41
+ "val_loss": 0.8212574012155779,
42
+ "val_ppl": 2.2733565624363847,
43
+ "test_bleu": 69.81881395594117,
44
+ "fraction": 0.4
45
+ },
46
+ {
47
+ "tokens": 418695,
48
+ "step": 1866,
49
+ "val_loss": 0.8222601318223383,
50
+ "val_ppl": 2.275637269918119,
51
+ "test_bleu": 73.8244075245152,
52
+ "fraction": 0.5
53
+ },
54
+ {
55
+ "tokens": 502198,
56
+ "step": 2239,
57
+ "val_loss": 0.8109824475538101,
58
+ "val_ppl": 2.2501175235785134,
59
+ "test_bleu": 72.56198661222149,
60
+ "fraction": 0.6
61
+ },
62
+ {
63
+ "tokens": 585487,
64
+ "step": 2612,
65
+ "val_loss": 0.8097436169801303,
66
+ "val_ppl": 2.247331735112173,
67
+ "test_bleu": 67.52653732743481,
68
+ "fraction": 0.7
69
+ },
70
+ {
71
+ "tokens": 668923,
72
+ "step": 2985,
73
+ "val_loss": 0.8067046689236136,
74
+ "val_ppl": 2.240512577484341,
75
+ "test_bleu": 69.81881395594117,
76
+ "fraction": 0.8
77
+ },
78
+ {
79
+ "tokens": 752480,
80
+ "step": 3358,
81
+ "val_loss": 0.8050539144347423,
82
+ "val_ppl": 2.236817092298246,
83
+ "test_bleu": 67.52653732743481,
84
+ "fraction": 0.9
85
+ },
86
+ {
87
+ "tokens": 836214,
88
+ "step": 3731,
89
+ "val_loss": 0.8026075718206293,
90
+ "val_ppl": 2.2313517590897938,
91
+ "test_bleu": 71.23000806985263,
92
+ "fraction": 1.0
93
+ }
94
+ ]
95
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff