Invictus22 commited on
Commit
a420886
·
verified ·
1 Parent(s): 610b3ee

Upload Part 2 optimizer checkpoint and tokenizer

Browse files
Files changed (4) hide show
  1. best.pt +3 -0
  2. last.pt +3 -0
  3. metrics.json +95 -0
  4. tokenizer.json +0 -0
best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6fb451d58a8df56f38f1ce60e2287ea45a2180b947967ad93aa4bc1637f209
3
+ size 268145439
last.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:474c4b00da27a99dbc62b7cc445f63c52bf74ade163cd1640cd44ebc7bdf42b2
3
+ size 268145439
metrics.json ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "final": {
3
+ "optimizer": "muon",
4
+ "final_val_loss": 0.8434540630146705,
5
+ "final_val_ppl": 2.324381687974423,
6
+ "final_test_loss": 0.850033993893169,
7
+ "final_test_ppl": 2.339726386982974,
8
+ "final_test_bleu": 71.09565520376408,
9
+ "total_tokens": 836214,
10
+ "total_steps": 3731,
11
+ "trainable_parameters": 33513984
12
+ },
13
+ "interval_metrics": [
14
+ {
15
+ "tokens": 83757,
16
+ "step": 373,
17
+ "val_loss": 11.57468023943866,
18
+ "val_ppl": 106370.14659848504,
19
+ "test_bleu": 56.0944193092126,
20
+ "fraction": 0.1
21
+ },
22
+ {
23
+ "tokens": 167424,
24
+ "step": 746,
25
+ "val_loss": 8.243631811956272,
26
+ "val_ppl": 3803.3282283820417,
27
+ "test_bleu": 57.44706269580744,
28
+ "fraction": 0.2
29
+ },
30
+ {
31
+ "tokens": 251309,
32
+ "step": 1119,
33
+ "val_loss": 3.3473492769978246,
34
+ "val_ppl": 28.427280838495825,
35
+ "test_bleu": 49.369356802647964,
36
+ "fraction": 0.3
37
+ },
38
+ {
39
+ "tokens": 335115,
40
+ "step": 1492,
41
+ "val_loss": 2.123773585775422,
42
+ "val_ppl": 8.362635141776954,
43
+ "test_bleu": 61.01711442590507,
44
+ "fraction": 0.4
45
+ },
46
+ {
47
+ "tokens": 418695,
48
+ "step": 1866,
49
+ "val_loss": 1.2813084991437111,
50
+ "val_ppl": 3.6013490059431708,
51
+ "test_bleu": 71.23000806985263,
52
+ "fraction": 0.5
53
+ },
54
+ {
55
+ "tokens": 502198,
56
+ "step": 2239,
57
+ "val_loss": 0.9691135202689114,
58
+ "val_ppl": 2.6356070112624486,
59
+ "test_bleu": 66.70788255446163,
60
+ "fraction": 0.6
61
+ },
62
+ {
63
+ "tokens": 585487,
64
+ "step": 2612,
65
+ "val_loss": 0.9083097418090074,
66
+ "val_ppl": 2.480126933695958,
67
+ "test_bleu": 67.52653732743481,
68
+ "fraction": 0.7
69
+ },
70
+ {
71
+ "tokens": 668923,
72
+ "step": 2985,
73
+ "val_loss": 0.8785393822485219,
74
+ "val_ppl": 2.4073808739691436,
75
+ "test_bleu": 73.20136104273496,
76
+ "fraction": 0.8
77
+ },
78
+ {
79
+ "tokens": 752480,
80
+ "step": 3358,
81
+ "val_loss": 0.8547548716652003,
82
+ "val_ppl": 2.350798062727304,
83
+ "test_bleu": 66.70788255446163,
84
+ "fraction": 0.9
85
+ },
86
+ {
87
+ "tokens": 836214,
88
+ "step": 3731,
89
+ "val_loss": 0.8434540630146705,
90
+ "val_ppl": 2.324381687974423,
91
+ "test_bleu": 69.07988653492116,
92
+ "fraction": 1.0
93
+ }
94
+ ]
95
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff