Hugging Face's logo

viknesh100
/
Apollo

Safetensors
Model card Files
xet
 Community
viknesh100 commited on
Commit
03c9dc9
·
0 Parent(s):

Super-squash branch 'main' using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +35 -0
  2. best/model.pt +3 -0
  3. best/state.json +1 -0
  4. config.json +1 -0
  5. last/ckpt.pt +3 -0
  6. last/state.json +1 -0
  7. logs/train_log.jsonl +211 -0
  8. vocab.json +1 -0
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
best/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c727ac80490018ff8e384f58879f65f98658678053325b4b29c4def4ed945c2
3
+ size 55282610
best/state.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"step": 9643, "val": 0.9349747119763311}
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"cfg": {"vocab": 352, "max_len": 1024, "dropout": 0.1, "n_layer": 8, "d_model": 512, "n_head": 8, "d_ff": 1536}, "seq_len": 1024}
last/ckpt.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4996cc5e37529492d2a60bc27645d5bc22b93592cce9861cbff32ae489370a7
3
+ size 329499691
last/state.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"step": 9643, "best_val": 0.9349747119763311, "tokens": 127323083, "time": 1792944906.6353168}
logs/train_log.jsonl ADDED
@@ -0,0 +1,211 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 50, "loss": 2.8028659224510193, "lr": 5.1000000000000006e-05, "tok_s": 11552.598915382217}
2
+ {"step": 100, "loss": 1.9497060179710388, "lr": 0.000101, "tok_s": 11589.358527980765}
3
+ {"step": 150, "loss": 1.4341304898262024, "lr": 0.00015099999999999998, "tok_s": 11507.257010373407}
4
+ {"step": 200, "loss": 1.3642685413360596, "lr": 0.000201, "tok_s": 11730.637570505623}
5
+ {"step": 250, "loss": 1.2710880041122437, "lr": 0.000251, "tok_s": 11572.573544045186}
6
+ {"step": 300, "loss": 1.287171095609665, "lr": 0.000301, "tok_s": 10364.39865200342}
7
+ {"step": 350, "loss": 1.3047236204147339, "lr": 0.000351, "tok_s": 11662.621572755463}
8
+ {"step": 400, "loss": 1.1884667873382568, "lr": 0.00040100000000000004, "tok_s": 11501.386997607895}
9
+ {"step": 450, "loss": 1.2781931161880493, "lr": 0.000451, "tok_s": 11503.038991437197}
10
+ {"step": 500, "loss": 1.2782181799411774, "lr": 0.0005, "tok_s": 11562.246985499703}
11
+ {"step": 500, "val": 1.2303815489162646}
12
+ {"step": 550, "loss": 1.1694680154323578, "lr": 0.0004999927000362188, "tok_s": 9753.121227195616}
13
+ {"step": 600, "loss": 1.1975727677345276, "lr": 0.0004999708006185593, "tok_s": 11637.334002358119}
14
+ {"step": 650, "loss": 1.1599978506565094, "lr": 0.0004999343031680435, "tok_s": 11395.358530310064}
15
+ {"step": 700, "loss": 1.163205862045288, "lr": 0.0004998832100529384, "tok_s": 11644.465670051819}
16
+ {"step": 750, "loss": 1.1639525294303894, "lr": 0.0004998175245886032, "tok_s": 11166.24466544801}
17
+ {"step": 800, "loss": 1.1093396246433258, "lr": 0.0004997372510372735, "tok_s": 10110.679896371572}
18
+ {"step": 850, "loss": 1.1807280778884888, "lr": 0.0004996423946077849, "tok_s": 11754.688905823192}
19
+ {"step": 900, "loss": 1.1615480482578278, "lr": 0.0004995329614552355, "tok_s": 11799.123037683841}
20
+ {"step": 950, "loss": 1.0689589083194733, "lr": 0.0004994089586805856, "tok_s": 11680.25408177374}
21
+ {"step": 1000, "loss": 1.0942313075065613, "lr": 0.0004992703943301972, "tok_s": 11554.724351694773}
22
+ {"step": 1000, "val": 1.11277735084536}
23
+ {"step": 1050, "loss": 1.0733357220888138, "lr": 0.0004991172773953129, "tok_s": 9399.217223882995}
24
+ {"step": 1100, "loss": 1.0639665573835373, "lr": 0.000498949617811471, "tok_s": 11486.31056071279}
25
+ {"step": 1150, "loss": 1.0982843339443207, "lr": 0.0004987674264578614, "tok_s": 11326.930158767456}
26
+ {"step": 1200, "loss": 1.1902237236499786, "lr": 0.0004985707151566204, "tok_s": 11534.502449073025}
27
+ {"step": 1250, "loss": 1.1196982860565186, "lr": 0.0004983594966720621, "tok_s": 11888.318458055766}
28
+ {"step": 1300, "loss": 1.1175005733966827, "lr": 0.0004981337847098515, "tok_s": 10214.068944815484}
29
+ {"step": 1350, "loss": 1.0803119838237762, "lr": 0.0004978935939161141, "tok_s": 11178.970856420934}
30
+ {"step": 1400, "loss": 1.1061341166496277, "lr": 0.0004976389398764864, "tok_s": 11487.023716313572}
31
+ {"step": 1450, "loss": 1.0312305688858032, "lr": 0.0004973698391151043, "tok_s": 11231.070536687095}
32
+ {"step": 1500, "loss": 0.9659281671047211, "lr": 0.0004970863090935304, "tok_s": 11226.159486114655}
33
+ {"step": 1500, "val": 1.05957053480797}
34
+ {"step": 1550, "loss": 1.011614352464676, "lr": 0.0004967883682096214, "tok_s": 6704.42094367761}
35
+ {"step": 1600, "loss": 1.0625123083591461, "lr": 0.0004964760357963345, "tok_s": 11490.557096428607}
36
+ {"step": 1650, "loss": 1.0165170282125473, "lr": 0.0004961493321204723, "tok_s": 11740.80025139491}
37
+ {"step": 1700, "loss": 1.0327295362949371, "lr": 0.000495808278381368, "tok_s": 11638.61440045709}
38
+ {"step": 1750, "loss": 1.0872966647148132, "lr": 0.0004954528967095102, "tok_s": 11625.900581816122}
39
+ {"step": 1800, "loss": 1.0192022621631622, "lr": 0.0004950832101651062, "tok_s": 10138.620092399811}
40
+ {"step": 1850, "loss": 1.108778938651085, "lr": 0.0004946992427365862, "tok_s": 11919.693803213151}
41
+ {"step": 1900, "loss": 1.0043965429067612, "lr": 0.0004943010193390463, "tok_s": 11551.08261486249}
42
+ {"step": 1950, "loss": 1.0240698605775833, "lr": 0.0004938885658126319, "tok_s": 11555.541021284836}
43
+ {"step": 2000, "loss": 1.0520465672016144, "lr": 0.0004934619089208617, "tok_s": 11835.184937356122}
44
+ {"step": 2000, "val": 1.0306326885984347}
45
+ {"step": 2050, "loss": 0.9558898210525513, "lr": 0.0004930210763488896, "tok_s": 9431.63391432083}
46
+ {"step": 2100, "loss": 1.1127627193927765, "lr": 0.0004925660967017097, "tok_s": 11306.87947014527}
47
+ {"step": 2150, "loss": 0.9377566874027252, "lr": 0.0004920969995022991, "tok_s": 11477.956421235065}
48
+ {"step": 2200, "loss": 0.9158404171466827, "lr": 0.0004916138151897029, "tok_s": 11438.149299703851}
49
+ {"step": 2250, "loss": 0.9491850137710571, "lr": 0.0004911165751170588, "tok_s": 10902.9688445616}
50
+ {"step": 2300, "loss": 0.9459744989871979, "lr": 0.0004906053115495624, "tok_s": 11105.443409350219}
51
+ {"step": 2350, "loss": 0.9584931284189224, "lr": 0.0004900800576623741, "tok_s": 11372.444075852156}
52
+ {"step": 2400, "loss": 1.003243327140808, "lr": 0.0004895408475384656, "tok_s": 11364.128072708927}
53
+ {"step": 2450, "loss": 1.0431920439004898, "lr": 0.0004889877161664096, "tok_s": 11223.018779697995}
54
+ {"step": 2500, "loss": 1.0404050946235657, "lr": 0.0004884206994381077, "tok_s": 11530.480610719782}
55
+ {"step": 2500, "val": 1.0162541255538677}
56
+ {"step": 2550, "loss": 0.9785652458667755, "lr": 0.00048783983414646317, "tok_s": 10281.700503737515}
57
+ {"step": 2600, "loss": 1.0436426550149918, "lr": 0.00048724515798299217, "tok_s": 11634.371053517274}
58
+ {"step": 2650, "loss": 1.1103270947933197, "lr": 0.0004866367095353789, "tok_s": 11056.127020705517}
59
+ {"step": 2700, "loss": 0.950615182518959, "lr": 0.00048601452828497105, "tok_s": 11526.497592910251}
60
+ {"step": 2750, "loss": 1.0283890217542648, "lr": 0.0004853786546042184, "tok_s": 11666.564765511455}
61
+ {"step": 2800, "loss": 0.9967371821403503, "lr": 0.0004847291297540528, "tok_s": 10199.338517363227}
62
+ {"step": 2850, "loss": 0.9842794686555862, "lr": 0.000484065995881211, "tok_s": 11835.055291031998}
63
+ {"step": 2900, "loss": 0.9477149248123169, "lr": 0.00048338929601549974, "tok_s": 11048.32031848698}
64
+ {"step": 2950, "loss": 1.0679392516613007, "lr": 0.0004826990740670035, "tok_s": 12326.74366007212}
65
+ {"step": 3000, "loss": 1.0268112570047379, "lr": 0.0004819953748232355, "tok_s": 11524.361935668105}
66
+ {"step": 3000, "val": 1.0056617164024308}
67
+ {"step": 3050, "loss": 0.8380935788154602, "lr": 0.0004812782439462311, "tok_s": 9236.681905245903}
68
+ {"step": 3100, "loss": 0.922642171382904, "lr": 0.00048054772796958517, "tok_s": 11703.74553658057}
69
+ {"step": 3150, "loss": 1.0035590380430222, "lr": 0.0004798038742954328, "tok_s": 11861.711256992668}
70
+ {"step": 3200, "loss": 0.8704427033662796, "lr": 0.0004790467311913727, "tok_s": 11622.985913125389}
71
+ {"step": 3250, "loss": 0.9539512693881989, "lr": 0.000478276347787336, "tok_s": 11735.285151458536}
72
+ {"step": 3300, "loss": 0.9530164301395416, "lr": 0.0004774927740723977, "tok_s": 10195.81031675594}
73
+ {"step": 3350, "loss": 0.951401486992836, "lr": 0.00047669606089153333, "tok_s": 11692.711896531971}
74
+ {"step": 3400, "loss": 1.0514138340950012, "lr": 0.0004758862599423194, "tok_s": 11741.993986408821}
75
+ {"step": 3450, "loss": 0.9536926448345184, "lr": 0.0004750634237715791, "tok_s": 11685.213397338779}
76
+ {"step": 3500, "loss": 0.9804253131151199, "lr": 0.0004742276057719722, "tok_s": 11621.918138409417}
77
+ {"step": 3500, "val": 0.992344190807752}
78
+ {"step": 3550, "loss": 1.0051552951335907, "lr": 0.00047337886017853115, "tok_s": 9746.121056909162}
79
+ {"step": 3600, "loss": 0.9926250576972961, "lr": 0.00047251724206514103, "tok_s": 11597.446375034846}
80
+ {"step": 3650, "loss": 0.9381612986326218, "lr": 0.0004716428073409666, "tok_s": 11176.349479128861}
81
+ {"step": 3700, "loss": 1.0210675746202469, "lr": 0.0004707556127468238, "tok_s": 11324.653280241391}
82
+ {"step": 3750, "loss": 0.970032349228859, "lr": 0.00046985571585149877, "tok_s": 11326.496636168933}
83
+ {"step": 3800, "loss": 0.999545618891716, "lr": 0.00046894317504801107, "tok_s": 10225.938349523994}
84
+ {"step": 3850, "loss": 1.0156055688858032, "lr": 0.00046801804954982594, "tok_s": 11700.692179168767}
85
+ {"step": 3900, "loss": 1.0276009738445282, "lr": 0.0004670803993870113, "tok_s": 11151.554240169788}
86
+ {"step": 3950, "loss": 0.9460368752479553, "lr": 0.00046613028540234226, "tok_s": 11493.898738517186}
87
+ {"step": 4000, "loss": 0.9760070890188217, "lr": 0.00046516776924735386, "tok_s": 11698.29862842279}
88
+ {"step": 4000, "val": 0.9860499541033672}
89
+ {"step": 4050, "loss": 1.0344319343566895, "lr": 0.00046419291337834, "tok_s": 5297.005207523198}
90
+ {"step": 4100, "loss": 0.965756818652153, "lr": 0.000463205781052301, "tok_s": 11623.745917981978}
91
+ {"step": 4150, "loss": 1.0032114535570145, "lr": 0.00046220643632283897, "tok_s": 11480.679093131625}
92
+ {"step": 4200, "loss": 0.9334534406661987, "lr": 0.00046119494403600123, "tok_s": 11406.116165598372}
93
+ {"step": 4250, "loss": 1.0164708644151688, "lr": 0.0004601713698260727, "tok_s": 11466.300681720002}
94
+ {"step": 4300, "loss": 1.0036650002002716, "lr": 0.00045913578011131707, "tok_s": 10141.077852688666}
95
+ {"step": 4350, "loss": 0.9906778186559677, "lr": 0.00045808824208966694, "tok_s": 11638.272867252601}
96
+ {"step": 4400, "loss": 1.0169064104557037, "lr": 0.00045702882373436317, "tok_s": 11354.72472732349}
97
+ {"step": 4450, "loss": 1.0073717534542084, "lr": 0.00045595759378954477, "tok_s": 11782.418575819584}
98
+ {"step": 4500, "loss": 1.0174897760152817, "lr": 0.0004548746217657878, "tok_s": 11560.028122839394}
99
+ {"step": 4500, "val": 0.9816185243748854}
100
+ {"step": 4550, "loss": 0.9217008501291275, "lr": 0.0004537799779355947, "tok_s": 9538.120034670928}
101
+ {"step": 4600, "loss": 0.9363394528627396, "lr": 0.0004526737333288351, "tok_s": 11619.155439024462}
102
+ {"step": 4650, "loss": 1.0208152532577515, "lr": 0.0004515559597281362, "tok_s": 11345.028843358494}
103
+ {"step": 4700, "loss": 0.9493127763271332, "lr": 0.000450426729664225, "tok_s": 11719.154670895525}
104
+ {"step": 4750, "loss": 0.9685873985290527, "lr": 0.00044928611641122226, "tok_s": 11201.26461135152}
105
+ {"step": 4800, "loss": 0.9956986904144287, "lr": 0.00044813419398188735, "tok_s": 10132.215659469719}
106
+ {"step": 4850, "loss": 0.8821884095668793, "lr": 0.00044697103712281584, "tok_s": 11717.309645108237}
107
+ {"step": 4900, "loss": 0.9659938961267471, "lr": 0.00044579672130958957, "tok_s": 11524.500850994255}
108
+ {"step": 4950, "loss": 1.0071173012256622, "lr": 0.00044461132274187877, "tok_s": 11282.860116696014}
109
+ {"step": 5000, "loss": 0.8721496760845184, "lr": 0.00044341491833849774, "tok_s": 11607.678039241935}
110
+ {"step": 5000, "val": 0.97480074131469}
111
+ {"step": 5050, "loss": 0.9395202547311783, "lr": 0.0004422075857324137, "tok_s": 9286.639209682688}
112
+ {"step": 5100, "loss": 0.9885113686323166, "lr": 0.0004409894032657093, "tok_s": 11746.714756535626}
113
+ {"step": 5150, "loss": 0.9291734397411346, "lr": 0.0004397604499844991, "tok_s": 11530.919993018828}
114
+ {"step": 5200, "loss": 0.9205205589532852, "lr": 0.00043852080563380025, "tok_s": 11840.745792387617}
115
+ {"step": 5250, "loss": 0.98750239610672, "lr": 0.0004372705506523583, "tok_s": 11292.382442400472}
116
+ {"step": 5300, "loss": 0.9522096961736679, "lr": 0.00043600976616742725, "tok_s": 10260.04712666266}
117
+ {"step": 5350, "loss": 0.981817901134491, "lr": 0.00043473853398950566, "tok_s": 11888.156363283502}
118
+ {"step": 5400, "loss": 0.9003369957208633, "lr": 0.00043345693660702764, "tok_s": 10911.079116496805}
119
+ {"step": 5450, "loss": 0.9559416323900223, "lr": 0.0004321650571810109, "tok_s": 12087.949784463652}
120
+ {"step": 5500, "loss": 0.974891871213913, "lr": 0.0004308629795396599, "tok_s": 11380.297840264166}
121
+ {"step": 5500, "val": 0.9696236983085492}
122
+ {"step": 5550, "loss": 0.9151506274938583, "lr": 0.00042955078817292694, "tok_s": 9465.688302522582}
123
+ {"step": 5600, "loss": 0.9893773794174194, "lr": 0.00042822856822702935, "tok_s": 11796.957781902658}
124
+ {"step": 5650, "loss": 0.9009336978197098, "lr": 0.00042689640549892465, "tok_s": 11667.289010607941}
125
+ {"step": 5700, "loss": 0.8839318305253983, "lr": 0.0004255543864307431, "tok_s": 11595.156083009204}
126
+ {"step": 5750, "loss": 0.9286369830369949, "lr": 0.0004242025981041789, "tok_s": 11174.161847579357}
127
+ {"step": 5800, "loss": 0.9847307354211807, "lr": 0.0004228411282348395, "tok_s": 9942.029980207022}
128
+ {"step": 5850, "loss": 0.9574754536151886, "lr": 0.0004214700651665534, "tok_s": 11257.411060782706}
129
+ {"step": 5900, "loss": 0.995709627866745, "lr": 0.0004200894978656384, "tok_s": 11761.224944949214}
130
+ {"step": 5950, "loss": 0.8774397522211075, "lr": 0.0004186995159151283, "tok_s": 11694.495624954956}
131
+ {"step": 6000, "loss": 0.9471210688352585, "lr": 0.0004173002095089599, "tok_s": 11272.9472678596}
132
+ {"step": 6000, "val": 0.9611533339643262}
133
+ {"step": 6050, "loss": 1.0156346261501312, "lr": 0.0004158916694461206, "tok_s": 9739.558154579505}
134
+ {"step": 6100, "loss": 0.9734700471162796, "lr": 0.0004144739871247566, "tok_s": 11393.290888783686}
135
+ {"step": 6150, "loss": 0.9343434721231461, "lr": 0.000413047254536242, "tok_s": 11501.551279032587}
136
+ {"step": 6200, "loss": 1.0079717934131622, "lr": 0.00041161156425921004, "tok_s": 11460.807090200768}
137
+ {"step": 6250, "loss": 0.9110617190599442, "lr": 0.0004101670094535453, "tok_s": 11692.005473906802}
138
+ {"step": 6300, "loss": 0.9644292294979095, "lr": 0.00040871368385433894, "tok_s": 10152.085817299067}
139
+ {"step": 6350, "loss": 0.925446942448616, "lr": 0.0004072516817658065, "tok_s": 11507.7521884764}
140
+ {"step": 6400, "loss": 0.9550258219242096, "lr": 0.00040578109805516823, "tok_s": 11480.200716422149}
141
+ {"step": 6450, "loss": 1.0059584081172943, "lr": 0.00040430202814649386, "tok_s": 11263.968075311124}
142
+ {"step": 6500, "loss": 0.884832039475441, "lr": 0.00040281456801451003, "tok_s": 11605.29633880577}
143
+ {"step": 6500, "val": 0.9599877314996045}
144
+ {"step": 6550, "loss": 1.0062945485115051, "lr": 0.0004013188141783732, "tok_s": 9309.62340920016}
145
+ {"step": 6600, "loss": 0.9999616146087646, "lr": 0.00039981486369540623, "tok_s": 11621.909306073661}
146
+ {"step": 6650, "loss": 0.9427875131368637, "lr": 0.0003983028141548008, "tok_s": 11453.583991816397}
147
+ {"step": 6700, "loss": 0.9787264764308929, "lr": 0.00039678276367128456, "tok_s": 11800.93383582994}
148
+ {"step": 6750, "loss": 0.9591351747512817, "lr": 0.00039525481087875525, "tok_s": 11123.249564176658}
149
+ {"step": 6800, "loss": 0.8588589429855347, "lr": 0.0003937190549238799, "tok_s": 10676.450615775106}
150
+ {"step": 6850, "loss": 0.9168222546577454, "lr": 0.00039217559545966154, "tok_s": 11401.364827861378}
151
+ {"step": 6900, "loss": 0.9095785021781921, "lr": 0.00039062453263897297, "tok_s": 11830.040166112909}
152
+ {"step": 6950, "loss": 0.8336162120103836, "lr": 0.0003890659671080579, "tok_s": 11552.610785696475}
153
+ {"step": 7000, "loss": 0.897206500172615, "lr": 0.00038750000000000004, "tok_s": 11717.52582057227}
154
+ {"step": 7000, "val": 0.9517536415514984}
155
+ {"step": 7050, "loss": 0.9109133780002594, "lr": 0.00038592673292816096, "tok_s": 9434.791862260514}
156
+ {"step": 7100, "loss": 1.0114559978246689, "lr": 0.00038434626797958637, "tok_s": 10540.335234296823}
157
+ {"step": 7150, "loss": 0.9344796240329742, "lr": 0.00038275870770838194, "tok_s": 11583.24355450805}
158
+ {"step": 7200, "loss": 1.0006868541240692, "lr": 0.0003811641551290585, "tok_s": 11535.484609849753}
159
+ {"step": 7250, "loss": 0.8796019852161407, "lr": 0.00037956271370984796, "tok_s": 11622.747946844444}
160
+ {"step": 7300, "loss": 0.9174224585294724, "lr": 0.000377954487365989, "tok_s": 11301.934139064853}
161
+ {"step": 7350, "loss": 0.9398274123668671, "lr": 0.0003763395804529843, "tok_s": 11758.831223379582}
162
+ {"step": 7400, "loss": 0.8948804289102554, "lr": 0.0003747180977598293, "tok_s": 11620.264897862884}
163
+ {"step": 7450, "loss": 0.8398376554250717, "lr": 0.0003730901445022123, "tok_s": 11317.74285077296}
164
+ {"step": 7500, "loss": 0.9142066687345505, "lr": 0.0003714558263156872, "tok_s": 11828.59581917065}
165
+ {"step": 7500, "val": 0.9503500261869426}
166
+ {"step": 7550, "loss": 0.9116263836622238, "lr": 0.0003698152492488191, "tok_s": 9612.287703829546}
167
+ {"step": 7600, "loss": 0.9790852218866348, "lr": 0.0003681685197563027, "tok_s": 11928.681148666805}
168
+ {"step": 7650, "loss": 1.014655277132988, "lr": 0.0003665157446920551, "tok_s": 11655.7058840645}
169
+ {"step": 7700, "loss": 0.9283265322446823, "lr": 0.00036485703130228147, "tok_s": 11249.434982691966}
170
+ {"step": 7750, "loss": 1.0162805169820786, "lr": 0.0003631924872185169, "tok_s": 11395.550941614047}
171
+ {"step": 7800, "loss": 0.954286515712738, "lr": 0.0003615222204506415, "tok_s": 10705.30918217756}
172
+ {"step": 7850, "loss": 0.911504477262497, "lr": 0.0003598463393798721, "tok_s": 11703.895325554678}
173
+ {"step": 7900, "loss": 1.0585387200117111, "lr": 0.00035816495275173, "tok_s": 11696.353545427748}
174
+ {"step": 7950, "loss": 0.8546959608793259, "lr": 0.0003564781696689838, "tok_s": 11434.262589851927}
175
+ {"step": 8000, "loss": 0.9698650538921356, "lr": 0.0003547860995845705, "tok_s": 11603.74468574655}
176
+ {"step": 8000, "val": 0.9458130263105567}
177
+ {"step": 8050, "loss": 0.9880534559488297, "lr": 0.00035308885229449316, "tok_s": 9655.124173147819}
178
+ {"step": 8100, "loss": 0.9275493323802948, "lr": 0.0003513865379306961, "tok_s": 11004.957054099046}
179
+ {"step": 8150, "loss": 0.9639717489480972, "lr": 0.0003496792669539189, "tok_s": 11744.564217754145}
180
+ {"step": 8200, "loss": 0.9406543374061584, "lr": 0.00034796715014652864, "tok_s": 11435.237235603576}
181
+ {"step": 8250, "loss": 0.924078643321991, "lr": 0.00034625029860533137, "tok_s": 12020.552146555481}
182
+ {"step": 8300, "loss": 1.0230797976255417, "lr": 0.0003445288237343632, "tok_s": 10896.177029730932}
183
+ {"step": 8350, "loss": 0.8909507542848587, "lr": 0.0003428028372376616, "tok_s": 11361.22741895809}
184
+ {"step": 8400, "loss": 0.9881814271211624, "lr": 0.000341072451112017, "tok_s": 11646.900736459189}
185
+ {"step": 8450, "loss": 0.9249340891838074, "lr": 0.00033933777763970506, "tok_s": 11042.831427447185}
186
+ {"step": 8500, "loss": 0.9522179812192917, "lr": 0.00033759892938120187, "tok_s": 11541.118154036021}
187
+ {"step": 8500, "val": 0.9413201191527985}
188
+ {"step": 8550, "loss": 0.8793904930353165, "lr": 0.0003358560191678789, "tok_s": 9154.740128206668}
189
+ {"step": 8600, "loss": 0.9102108329534531, "lr": 0.00033410916009468205, "tok_s": 11829.148722013313}
190
+ {"step": 8650, "loss": 0.8403000384569168, "lr": 0.0003323584655127935, "tok_s": 11800.404228018604}
191
+ {"step": 8700, "loss": 0.9125953167676926, "lr": 0.0003306040490222757, "tok_s": 11665.622368045373}
192
+ {"step": 8750, "loss": 0.9345011115074158, "lr": 0.00032884602446470054, "tok_s": 11502.78527665403}
193
+ {"step": 8800, "loss": 0.9377343505620956, "lr": 0.00032708450591576225, "tok_s": 10616.445943003491}
194
+ {"step": 8850, "loss": 1.0096127539873123, "lr": 0.00032531960767787505, "tok_s": 11469.318854810545}
195
+ {"step": 8900, "loss": 0.9317106604576111, "lr": 0.00032355144427275643, "tok_s": 11138.75241225665}
196
+ {"step": 8950, "loss": 0.9293224811553955, "lr": 0.0003217801304339958, "tok_s": 11247.340473217446}
197
+ {"step": 9000, "loss": 0.964231863617897, "lr": 0.00032000578109961, "tok_s": 11340.567425741032}
198
+ {"step": 9000, "val": 0.9389676964853613}
199
+ {"step": 9050, "loss": 0.8604180365800858, "lr": 0.0003182285114045844, "tok_s": 9617.351521222936}
200
+ {"step": 9100, "loss": 0.8690464347600937, "lr": 0.0003164484366734026, "tok_s": 10216.780959769232}
201
+ {"step": 9150, "loss": 0.8417228758335114, "lr": 0.00031466567241256307, "tok_s": 11541.702645298923}
202
+ {"step": 9200, "loss": 0.8443079143762589, "lr": 0.0003128803343030836, "tok_s": 11634.265785426089}
203
+ {"step": 9250, "loss": 0.9757714718580246, "lr": 0.0003110925381929961, "tok_s": 11398.204709355263}
204
+ {"step": 9300, "loss": 0.9590603411197662, "lr": 0.0003093024000898277, "tok_s": 10411.333719886072}
205
+ {"step": 9350, "loss": 0.9241775721311569, "lr": 0.0003075100361530748, "tok_s": 11693.941419259121}
206
+ {"step": 9400, "loss": 0.9348391741514206, "lr": 0.00030571556268666465, "tok_s": 11712.477724803488}
207
+ {"step": 9450, "loss": 0.8580559343099594, "lr": 0.0003039190961314088, "tok_s": 11813.136524587573}
208
+ {"step": 9500, "loss": 0.9944417774677277, "lr": 0.0003021207530574477, "tok_s": 11608.198047003738}
209
+ {"step": 9500, "val": 0.9355872968198322}
210
+ {"step": 9550, "loss": 0.9577423483133316, "lr": 0.00030032065015668627, "tok_s": 9534.848452471158}
211
+ {"step": 9600, "loss": 0.9909506291151047, "lr": 0.0002985189042352221, "tok_s": 12062.44303286884}
vocab.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["PAD", "BOS", "EOS", "BAR", "POS_0", "POS_1", "POS_2", "POS_3", "POS_4", "POS_5", "POS_6", "POS_7", "POS_8", "POS_9", "POS_10", "POS_11", "POS_12", "POS_13", "POS_14", "POS_15", "POS_16", "POS_17", "POS_18", "POS_19", "POS_20", "POS_21", "POS_22", "POS_23", "POS_24", "POS_25", "POS_26", "POS_27", "POS_28", "POS_29", "POS_30", "POS_31", "PITCH_0", "PITCH_1", "PITCH_2", "PITCH_3", "PITCH_4", "PITCH_5", "PITCH_6", "PITCH_7", "PITCH_8", "PITCH_9", "PITCH_10", "PITCH_11", "PITCH_12", "PITCH_13", "PITCH_14", "PITCH_15", "PITCH_16", "PITCH_17", "PITCH_18", "PITCH_19", "PITCH_20", "PITCH_21", "PITCH_22", "PITCH_23", "PITCH_24", "PITCH_25", "PITCH_26", "PITCH_27", "PITCH_28", "PITCH_29", "PITCH_30", "PITCH_31", "PITCH_32", "PITCH_33", "PITCH_34", "PITCH_35", "PITCH_36", "PITCH_37", "PITCH_38", "PITCH_39", "PITCH_40", "PITCH_41", "PITCH_42", "PITCH_43", "PITCH_44", "PITCH_45", "PITCH_46", "PITCH_47", "PITCH_48", "PITCH_49", "PITCH_50", "PITCH_51", "PITCH_52", "PITCH_53", "PITCH_54", "PITCH_55", "PITCH_56", "PITCH_57", "PITCH_58", "PITCH_59", "PITCH_60", "PITCH_61", "PITCH_62", "PITCH_63", "PITCH_64", "PITCH_65", "PITCH_66", "PITCH_67", "PITCH_68", "PITCH_69", "PITCH_70", "PITCH_71", "PITCH_72", "PITCH_73", "PITCH_74", "PITCH_75", "PITCH_76", "PITCH_77", "PITCH_78", "PITCH_79", "PITCH_80", "PITCH_81", "PITCH_82", "PITCH_83", "PITCH_84", "PITCH_85", "PITCH_86", "PITCH_87", "PITCH_88", "PITCH_89", "PITCH_90", "PITCH_91", "PITCH_92", "PITCH_93", "PITCH_94", "PITCH_95", "PITCH_96", "PITCH_97", "PITCH_98", "PITCH_99", "PITCH_100", "PITCH_101", "PITCH_102", "PITCH_103", "PITCH_104", "PITCH_105", "PITCH_106", "PITCH_107", "PITCH_108", "PITCH_109", "PITCH_110", "PITCH_111", "PITCH_112", "PITCH_113", "PITCH_114", "PITCH_115", "PITCH_116", "PITCH_117", "PITCH_118", "PITCH_119", "PITCH_120", "PITCH_121", "PITCH_122", "PITCH_123", "PITCH_124", "PITCH_125", "PITCH_126", "PITCH_127", "DUR_1", "DUR_2", "DUR_3", "DUR_4", "DUR_5", "DUR_6", "DUR_7", "DUR_8", "DUR_9", "DUR_10", "DUR_11", "DUR_12", "DUR_13", "DUR_14", "DUR_15", "DUR_16", "DUR_17", "DUR_18", "DUR_19", "DUR_20", "DUR_21", "DUR_22", "DUR_23", "DUR_24", "DUR_25", "DUR_26", "DUR_27", "DUR_28", "DUR_29", "DUR_30", "DUR_31", "DUR_32", "TEMPO_0", "TEMPO_1", "TEMPO_2", "TEMPO_3", "TEMPO_4", "TEMPO_5", "TEMPO_6", "TEMPO_7", "TEMPO_8", "TEMPO_9", "TEMPO_10", "TEMPO_11", "TEMPO_12", "TEMPO_13", "TEMPO_14", "TEMPO_15", "TEMPO_16", "TEMPO_17", "TEMPO_18", "TEMPO_19", "TEMPO_20", "TEMPO_21", "TEMPO_22", "TEMPO_23", "TS_4_4", "TS_3_4", "TS_2_4", "TS_6_8", "TS_12_8", "KEY_0", "KEY_1", "KEY_2", "KEY_3", "KEY_4", "KEY_5", "KEY_6", "KEY_7", "KEY_8", "KEY_9", "KEY_10", "KEY_11", "KEY_12", "KEY_13", "KEY_14", "KEY_15", "KEY_16", "KEY_17", "KEY_18", "KEY_19", "KEY_20", "KEY_21", "KEY_22", "KEY_23", "BARS_1", "BARS_2", "BARS_3", "BARS_4", "BARS_5", "BARS_6", "BARS_7", "BARS_8", "BARS_9", "BARS_10", "BARS_11", "BARS_12", "BARS_13", "BARS_14", "BARS_15", "BARS_16", "DENS_0", "DENS_1", "DENS_2", "DENS_3", "DENS_4", "DENS_5", "DENS_6", "DENS_7", "REG_0", "REG_1", "REG_2", "REG_3", "REG_4", "REG_5", "REG_6", "REG_7", "UNK_TEMPO", "UNK_TS", "UNK_KEY", "UNK_BARS", "UNK_DENS", "UNK_REG", "EXTRA_0", "EXTRA_1", "EXTRA_2", "EXTRA_3", "EXTRA_4", "EXTRA_5", "EXTRA_6", "EXTRA_7", "EXTRA_8", "EXTRA_9", "EXTRA_10", "EXTRA_11", "EXTRA_12", "EXTRA_13", "EXTRA_14", "EXTRA_15", "EXTRA_16", "EXTRA_17", "EXTRA_18", "EXTRA_19", "EXTRA_20", "EXTRA_21", "EXTRA_22", "EXTRA_23", "EXTRA_24", "EXTRA_25", "EXTRA_26", "EXTRA_27", "EXTRA_28", "EXTRA_29", "EXTRA_30", "EXTRA_31", "EXTRA_32", "EXTRA_33", "EXTRA_34", "EXTRA_35", "EXTRA_36", "EXTRA_37", "EXTRA_38", "EXTRA_39", "EXTRA_40", "EXTRA_41", "EXTRA_42", "EXTRA_43", "EXTRA_44", "EXTRA_45", "EXTRA_46", "EXTRA_47", "EXTRA_48", "EXTRA_49", "EXTRA_50", "EXTRA_51", "EXTRA_52", "EXTRA_53", "EXTRA_54", "EXTRA_55", "EXTRA_56", "EXTRA_57", "EXTRA_58", "EXTRA_59", "EXTRA_60", "EXTRA_61", "EXTRA_62", "EXTRA_63", "PADV_351"]