Hugging Face's logo

AdaptiveChunking
/
pilot_A_s1

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
pilot_A_s1
File size: 169,536 Bytes
e7737b8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
{"event": "start", "run": "pilot_A_s1", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3}
{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.2}
{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3207, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.5}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2650.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152273, "cps": 20.703125, "mean_p": 0.478021, "boundary_entropy": 0.685429, "bpb": 8.012123}, "de": {"chunks": 2040.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099352, "cps": 15.9375, "mean_p": 0.469566, "boundary_entropy": 0.685259, "bpb": 8.04196}, "vi": {"chunks": 14106.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.765175, "cps": 110.203125, "mean_p": 0.507011, "boundary_entropy": 0.688289, "bpb": 7.873457}, "tr": {"chunks": 5608.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309783, "cps": 43.8125, "mean_p": 0.48594, "boundary_entropy": 0.686368, "bpb": 7.996279}, "fi": {"chunks": 4697.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249694, "cps": 36.695312, "mean_p": 0.484353, "boundary_entropy": 0.686583, "bpb": 8.050059}, "ru": {"chunks": 17480.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.922427, "cps": 136.5625, "mean_p": 0.502276, "boundary_entropy": 0.690066, "bpb": 8.083923}, "el": {"chunks": 31421.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.531014, "cps": 245.476562, "mean_p": 0.517879, "boundary_entropy": 0.68971, "bpb": 7.792209}, "hi": {"chunks": 1661.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098722, "cps": 12.976562, "mean_p": 0.476278, "boundary_entropy": 0.689497, "bpb": 8.02525}, "ta": {"chunks": 39581.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.117197, "cps": 309.226562, "mean_p": 0.514531, "boundary_entropy": 0.690545, "bpb": 8.080309}, "th": {"chunks": 44406.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.760709, "cps": 346.921875, "mean_p": 0.520711, "boundary_entropy": 0.69023, "bpb": 8.182814}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528283, "boundary_entropy": 0.684755, "bpb": 8.116879}, "my": {"chunks": 7053.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372229, "cps": 55.101562, "mean_p": 0.49115, "boundary_entropy": 0.691021, "bpb": 8.097931}}, "bpb": {"en": 8.01212, "de": 8.04196, "vi": 7.87346, "tr": 7.99628, "fi": 8.05006, "ru": 8.08392, "el": 7.79221, "hi": 8.02525, "ta": 8.08031, "th": 8.18281, "zh": 8.11688, "my": 8.09793}, "gini_cpc": 0.507763, "gini_cps": 0.501331, "bpic": 2.089901, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6524631770853914, "vi": 5.0250337596143515, "tr": 2.0343969674577025, "fi": 1.6397850515003767, "ru": 6.057737641260516, "el": 10.054428818472418, "hi": 0.6483250553702095, "ta": 13.903992955436575, "th": 18.13004306133102, "zh": 14.380834265122132, "my": 2.444492752757298}, "t": 4.9}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2631.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151181, "cps": 20.554688, "mean_p": 0.477868, "boundary_entropy": 0.685416, "bpb": 7.961887}, "de": {"chunks": 2014.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098086, "cps": 15.734375, "mean_p": 0.469405, "boundary_entropy": 0.685239, "bpb": 8.000044}, "vi": {"chunks": 13977.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.758177, "cps": 109.195312, "mean_p": 0.506725, "boundary_entropy": 0.688298, "bpb": 7.840281}, "tr": {"chunks": 5560.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.307131, "cps": 43.4375, "mean_p": 0.485758, "boundary_entropy": 0.686358, "bpb": 7.962025}, "fi": {"chunks": 4633.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246292, "cps": 36.195312, "mean_p": 0.484106, "boundary_entropy": 0.686566, "bpb": 8.00981}, "ru": {"chunks": 17252.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.910396, "cps": 134.78125, "mean_p": 0.502047, "boundary_entropy": 0.690066, "bpb": 8.04005}, "el": {"chunks": 31367.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.528383, "cps": 245.054688, "mean_p": 0.517784, "boundary_entropy": 0.689716, "bpb": 7.769488}, "hi": {"chunks": 1671.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099316, "cps": 13.054688, "mean_p": 0.476369, "boundary_entropy": 0.689506, "bpb": 7.98367}, "ta": {"chunks": 39398.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.107408, "cps": 307.796875, "mean_p": 0.514417, "boundary_entropy": 0.69055, "bpb": 8.042786}, "th": {"chunks": 44382.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.759217, "cps": 346.734375, "mean_p": 0.520515, "boundary_entropy": 0.690244, "bpb": 8.123078}, "zh": {"chunks": 12925.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.188452, "cps": 100.976562, "mean_p": 0.52826, "boundary_entropy": 0.684757, "bpb": 8.106798}, "my": {"chunks": 7069.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.373074, "cps": 55.226562, "mean_p": 0.49116, "boundary_entropy": 0.691021, "bpb": 8.083402}}, "bpb": {"en": 7.96189, "de": 8.00004, "vi": 7.84028, "tr": 7.96203, "fi": 8.00981, "ru": 8.04005, "el": 7.76949, "hi": 7.98367, "ta": 8.04279, "th": 8.12308, "zh": 8.1068, "my": 8.0834}, "gini_cpc": 0.508754, "gini_cps": 0.501985, "bpic": 2.098552, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6487992380483157, "vi": 5.015036466688254, "tr": 2.0315499846910474, "fi": 1.6291223014361125, "ru": 6.0218995556331105, "el": 10.109633483494422, "hi": 0.6569384010396107, "ta": 13.939653496703215, "th": 18.25110131502788, "zh": 14.47572690509352, "my": 2.467731346114638}, "t": 6.4}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2557.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.146929, "cps": 19.976562, "mean_p": 0.477479, "boundary_entropy": 0.685387, "bpb": 7.791515}, "de": {"chunks": 1969.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095894, "cps": 15.382812, "mean_p": 0.468986, "boundary_entropy": 0.685193, "bpb": 7.852586}, "vi": {"chunks": 13541.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.734527, "cps": 105.789062, "mean_p": 0.505668, "boundary_entropy": 0.688326, "bpb": 7.729957}, "tr": {"chunks": 5389.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.297685, "cps": 42.101562, "mean_p": 0.485236, "boundary_entropy": 0.686332, "bpb": 7.842885}, "fi": {"chunks": 4455.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23683, "cps": 34.804688, "mean_p": 0.483396, "boundary_entropy": 0.686515, "bpb": 7.870313}, "ru": {"chunks": 16101.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.849657, "cps": 125.789062, "mean_p": 0.50093, "boundary_entropy": 0.690065, "bpb": 7.865299}, "el": {"chunks": 31132.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.516932, "cps": 243.21875, "mean_p": 0.517304, "boundary_entropy": 0.689748, "bpb": 7.685992}, "hi": {"chunks": 1730.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.102823, "cps": 13.515625, "mean_p": 0.476709, "boundary_entropy": 0.689543, "bpb": 7.830658}, "ta": {"chunks": 38741.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.072265, "cps": 302.664062, "mean_p": 0.513987, "boundary_entropy": 0.690571, "bpb": 7.912795}, "th": {"chunks": 44275.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.752565, "cps": 345.898438, "mean_p": 0.519893, "boundary_entropy": 0.690291, "bpb": 7.955131}, "zh": {"chunks": 12922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.187944, "cps": 100.953125, "mean_p": 0.528243, "boundary_entropy": 0.684757, "bpb": 8.079694}, "my": {"chunks": 7112.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375343, "cps": 55.5625, "mean_p": 0.491187, "boundary_entropy": 0.691022, "bpb": 8.001013}}, "bpb": {"en": 7.79152, "de": 7.85259, "vi": 7.72996, "tr": 7.84288, "fi": 7.87031, "ru": 7.8653, "el": 7.68599, "hi": 7.83066, "ta": 7.91279, "th": 7.95513, "zh": 8.07969, "my": 8.00101}, "gini_cpc": 0.512212, "gini_cps": 0.503668, "bpic": 2.133017, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6526595559584626, "vi": 4.999205486749149, "tr": 2.0260540373296494, "fi": 1.6118670486425006, "ru": 5.7827847607529845, "el": 10.324275113867781, "hi": 0.6998168939850459, "ta": 14.10388471546258, "th": 18.73401643036134, "zh": 14.8911996457074, "my": 2.5545932721288382}, "t": 8.0}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2299.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132104, "cps": 17.960938, "mean_p": 0.476349, "boundary_entropy": 0.685317, "bpb": 7.297405}, "de": {"chunks": 1786.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086982, "cps": 13.953125, "mean_p": 0.467597, "boundary_entropy": 0.685052, "bpb": 7.409042}, "vi": {"chunks": 12234.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.663629, "cps": 95.578125, "mean_p": 0.502573, "boundary_entropy": 0.688389, "bpb": 7.434413}, "tr": {"chunks": 4853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268077, "cps": 37.914062, "mean_p": 0.483426, "boundary_entropy": 0.686243, "bpb": 7.494921}, "fi": {"chunks": 3815.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.202807, "cps": 29.804688, "mean_p": 0.480874, "boundary_entropy": 0.68633, "bpb": 7.453952}, "ru": {"chunks": 12105.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.638786, "cps": 94.570312, "mean_p": 0.496814, "boundary_entropy": 0.69002, "bpb": 7.244467}, "el": {"chunks": 30501.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.486186, "cps": 238.289062, "mean_p": 0.51612, "boundary_entropy": 0.689821, "bpb": 7.512209}, "hi": {"chunks": 1891.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.112392, "cps": 14.773438, "mean_p": 0.47769, "boundary_entropy": 0.689645, "bpb": 7.379945}, "ta": {"chunks": 34861.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.864723, "cps": 272.351562, "mean_p": 0.511339, "boundary_entropy": 0.690681, "bpb": 7.492922}, "th": {"chunks": 43415.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.699099, "cps": 339.179688, "mean_p": 0.517053, "boundary_entropy": 0.690483, "bpb": 7.520116}, "zh": {"chunks": 12917.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.187098, "cps": 100.914062, "mean_p": 0.528224, "boundary_entropy": 0.684759, "bpb": 7.972148}, "my": {"chunks": 7556.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398776, "cps": 59.03125, "mean_p": 0.491561, "boundary_entropy": 0.691038, "bpb": 7.746537}}, "bpb": {"en": 7.29741, "de": 7.40904, "vi": 7.43441, "tr": 7.49492, "fi": 7.45395, "ru": 7.24447, "el": 7.51221, "hi": 7.37995, "ta": 7.49292, "th": 7.52012, "zh": 7.97215, "my": 7.74654}, "gini_cpc": 0.522761, "gini_cps": 0.507364, "bpic": 2.281247, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.658436952730396, "vi": 5.023547153731182, "tr": 2.0292936146136085, "fi": 1.5352100606363674, "ru": 4.83549265999557, "el": 11.250151788664652, "hi": 0.8507884880499111, "ta": 14.11560575949565, "th": 20.431671106749526, "zh": 16.55592177991668, "my": 3.0186566783862023}, "t": 9.8}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2295.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.131874, "cps": 17.929688, "mean_p": 0.478677, "boundary_entropy": 0.685749, "bpb": 6.635951}, "de": {"chunks": 1723.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.083914, "cps": 13.460938, "mean_p": 0.470348, "boundary_entropy": 0.685666, "bpb": 6.756523}, "vi": {"chunks": 9741.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.528397, "cps": 76.101562, "mean_p": 0.49663, "boundary_entropy": 0.688418, "bpb": 7.048772}, "tr": {"chunks": 4405.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.24333, "cps": 34.414062, "mean_p": 0.48255, "boundary_entropy": 0.686345, "bpb": 7.014975}, "fi": {"chunks": 2969.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157833, "cps": 23.195312, "mean_p": 0.478142, "boundary_entropy": 0.686222, "bpb": 6.854192}, "ru": {"chunks": 6023.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317836, "cps": 47.054688, "mean_p": 0.487703, "boundary_entropy": 0.689679, "bpb": 6.435831}, "el": {"chunks": 23104.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.125761, "cps": 180.5, "mean_p": 0.506387, "boundary_entropy": 0.69025, "bpb": 6.833838}, "hi": {"chunks": 3505.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.208321, "cps": 27.382812, "mean_p": 0.483407, "boundary_entropy": 0.690143, "bpb": 6.500307}, "ta": {"chunks": 21608.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.155817, "cps": 168.8125, "mean_p": 0.498096, "boundary_entropy": 0.690847, "bpb": 6.585026}, "th": {"chunks": 24772.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.540068, "cps": 193.53125, "mean_p": 0.503037, "boundary_entropy": 0.690961, "bpb": 6.46201}, "zh": {"chunks": 13087.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.215882, "cps": 102.242188, "mean_p": 0.528844, "boundary_entropy": 0.684759, "bpb": 7.681147}, "my": {"chunks": 8526.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449968, "cps": 66.609375, "mean_p": 0.492476, "boundary_entropy": 0.691083, "bpb": 6.949042}}, "bpb": {"en": 6.63595, "de": 6.75652, "vi": 7.04877, "tr": 7.01497, "fi": 6.85419, "ru": 6.43583, "el": 6.83384, "hi": 6.50031, "ta": 6.58503, "th": 6.46201, "zh": 7.68115, "my": 6.94904}, "gini_cpc": 0.497261, "gini_cps": 0.436463, "bpic": 3.151998, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6363181347800082, "vi": 4.006838441370582, "tr": 1.8451717279373405, "fi": 1.196850056096367, "ru": 2.410155586596996, "el": 8.53665560622404, "hi": 1.5796991327486916, "ta": 8.764568346015416, "th": 11.678348642119786, "zh": 16.803048854715158, "my": 3.412112820640184}, "t": 11.8}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3539.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203356, "cps": 27.648438, "mean_p": 0.48823, "boundary_entropy": 0.686848, "bpb": 6.226876}, "de": {"chunks": 3112.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151561, "cps": 24.3125, "mean_p": 0.483341, "boundary_entropy": 0.687365, "bpb": 6.333058}, "vi": {"chunks": 6111.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.331489, "cps": 47.742188, "mean_p": 0.489048, "boundary_entropy": 0.688303, "bpb": 6.743728}, "tr": {"chunks": 4962.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.274098, "cps": 38.765625, "mean_p": 0.487112, "boundary_entropy": 0.68706, "bpb": 6.642191}, "fi": {"chunks": 3338.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177449, "cps": 26.078125, "mean_p": 0.483079, "boundary_entropy": 0.686942, "bpb": 6.410155}, "ru": {"chunks": 2368.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.12496, "cps": 18.5, "mean_p": 0.481979, "boundary_entropy": 0.689459, "bpb": 5.795196}, "el": {"chunks": 1330.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.064805, "cps": 10.390625, "mean_p": 0.473652, "boundary_entropy": 0.688742, "bpb": 6.227371}, "hi": {"chunks": 4967.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.295215, "cps": 38.804688, "mean_p": 0.488174, "boundary_entropy": 0.690518, "bpb": 5.769583}, "ta": {"chunks": 4429.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.236908, "cps": 34.601562, "mean_p": 0.482246, "boundary_entropy": 0.690302, "bpb": 6.128351}, "th": {"chunks": 4783.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.297358, "cps": 37.367188, "mean_p": 0.489188, "boundary_entropy": 0.690753, "bpb": 5.553943}, "zh": {"chunks": 4838.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.819167, "cps": 37.796875, "mean_p": 0.491147, "boundary_entropy": 0.686036, "bpb": 7.308116}, "my": {"chunks": 4182.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.220709, "cps": 32.671875, "mean_p": 0.489095, "boundary_entropy": 0.690971, "bpb": 5.725046}}, "bpb": {"en": 6.22688, "de": 6.33306, "vi": 6.74373, "tr": 6.64219, "fi": 6.41016, "ru": 5.7952, "el": 6.22737, "hi": 5.76958, "ta": 6.12835, "th": 5.55394, "zh": 7.30812, "my": 5.72505}, "gini_cpc": 0.312644, "gini_cps": 0.174474, "bpic": 8.002273, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7452993435594143, "vi": 1.6300941893318919, "tr": 1.3478754588765922, "fi": 0.8726056214906391, "ru": 0.6144917284297623, "el": 0.3186796660379948, "hi": 1.4517192800074903, "ta": 1.1649942137891, "th": 1.4622541856306426, "zh": 4.02824594832081, "my": 1.0853360035403923}, "t": 14.2}
{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.18198, "bpb": 6.03333, "chunk_loss": 0.02876, "F": 0.14755, "G": 0.485, "chunks": 151.09, "bytes_per_chunk": 6.777, "boundary_entropy": 0.69151, "router_noise": 0.0, "grad_norm": 1.6433, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.236, "alpha": 0.03, "t": 15.3}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5807.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.333678, "cps": 45.367188, "mean_p": 0.496656, "boundary_entropy": 0.687368, "bpb": 5.70071}, "de": {"chunks": 5758.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.280427, "cps": 44.984375, "mean_p": 0.493269, "boundary_entropy": 0.68812, "bpb": 5.815397}, "vi": {"chunks": 4980.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.270138, "cps": 38.90625, "mean_p": 0.48571, "boundary_entropy": 0.688067, "bpb": 6.194353}, "tr": {"chunks": 4519.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.249627, "cps": 35.304688, "mean_p": 0.487357, "boundary_entropy": 0.687248, "bpb": 6.161359}, "fi": {"chunks": 4503.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.239381, "cps": 35.179688, "mean_p": 0.48957, "boundary_entropy": 0.687554, "bpb": 5.889742}, "ru": {"chunks": 10196.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.538047, "cps": 79.65625, "mean_p": 0.495011, "boundary_entropy": 0.690232, "bpb": 5.366083}, "el": {"chunks": 2414.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.117624, "cps": 18.859375, "mean_p": 0.484233, "boundary_entropy": 0.689913, "bpb": 5.638474}, "hi": {"chunks": 8850.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.526003, "cps": 69.140625, "mean_p": 0.491092, "boundary_entropy": 0.69063, "bpb": 5.211414}, "ta": {"chunks": 9824.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.525488, "cps": 76.75, "mean_p": 0.487023, "boundary_entropy": 0.690599, "bpb": 5.235128}, "th": {"chunks": 2628.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.163382, "cps": 20.53125, "mean_p": 0.486536, "boundary_entropy": 0.690628, "bpb": 5.048773}, "zh": {"chunks": 2607.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.441416, "cps": 20.367188, "mean_p": 0.485002, "boundary_entropy": 0.686178, "bpb": 6.980946}, "my": {"chunks": 23120.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.220182, "cps": 180.625, "mean_p": 0.498678, "boundary_entropy": 0.691338, "bpb": 4.952428}}, "bpb": {"en": 5.70071, "de": 5.8154, "vi": 6.19435, "tr": 6.16136, "fi": 5.88974, "ru": 5.36608, "el": 5.63847, "hi": 5.21141, "ta": 5.23513, "th": 5.04877, "zh": 6.98095, "my": 4.95243}, "gini_cpc": 0.330467, "gini_cps": 0.364622, "bpic": 4.504155, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8404106504483146, "vi": 0.8095776218006858, "tr": 0.7481076298369239, "fi": 0.7174016276781581, "ru": 1.6124746904950038, "el": 0.35250778671241106, "hi": 1.576378460079563, "ta": 1.5748354359977146, "th": 0.4896396623778265, "zh": 1.3228782700981354, "my": 3.656762442916561}, "t": 17.2}
{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.33709, "bpb": 4.8144, "chunk_loss": 0.032953, "F": 0.20926, "G": 0.4844, "chunks": 214.28, "bytes_per_chunk": 4.779, "boundary_entropy": 0.69115, "router_noise": 0.0, "grad_norm": 1.585, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "alpha": 0.03, "t": 19.2}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2533.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.14555, "cps": 19.789062, "mean_p": 0.47423, "boundary_entropy": 0.685049, "bpb": 4.476843}, "de": {"chunks": 2924.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.142405, "cps": 22.84375, "mean_p": 0.47249, "boundary_entropy": 0.685597, "bpb": 4.655914}, "vi": {"chunks": 5084.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27578, "cps": 39.71875, "mean_p": 0.475684, "boundary_entropy": 0.684961, "bpb": 4.88403}, "tr": {"chunks": 3201.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176822, "cps": 25.007812, "mean_p": 0.470915, "boundary_entropy": 0.684553, "bpb": 4.9598}, "fi": {"chunks": 2269.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.120621, "cps": 17.726562, "mean_p": 0.472755, "boundary_entropy": 0.68552, "bpb": 4.7207}, "ru": {"chunks": 5454.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.28781, "cps": 42.609375, "mean_p": 0.480047, "boundary_entropy": 0.687868, "bpb": 3.656593}, "el": {"chunks": 7011.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.341617, "cps": 54.773438, "mean_p": 0.486918, "boundary_entropy": 0.689726, "bpb": 4.432678}, "hi": {"chunks": 2463.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.146389, "cps": 19.242188, "mean_p": 0.479506, "boundary_entropy": 0.689759, "bpb": 3.451864}, "ta": {"chunks": 7694.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.411554, "cps": 60.109375, "mean_p": 0.481061, "boundary_entropy": 0.689758, "bpb": 3.588071}, "th": {"chunks": 7807.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485359, "cps": 60.992188, "mean_p": 0.478784, "boundary_entropy": 0.689072, "bpb": 3.321236}, "zh": {"chunks": 2309.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.390958, "cps": 18.039062, "mean_p": 0.482839, "boundary_entropy": 0.685942, "bpb": 6.303228}, "my": {"chunks": 12654.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.667828, "cps": 98.859375, "mean_p": 0.487554, "boundary_entropy": 0.690502, "bpb": 3.927006}}, "bpb": {"en": 4.47684, "de": 4.65591, "vi": 4.88403, "tr": 4.9598, "fi": 4.7207, "ru": 3.65659, "el": 4.43268, "hi": 3.45186, "ta": 3.58807, "th": 3.32124, "zh": 6.30323, "my": 3.92701}, "gini_cpc": 0.294513, "gini_cps": 0.315127, "bpic": 6.2502, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.978394249623376, "vi": 1.894747445999222, "tr": 1.2148539025241338, "fi": 0.8287271038610579, "ru": 1.9774014564477136, "el": 2.34708086268131, "hi": 1.005769055011735, "ta": 2.8275848291717556, "th": 3.334663719597612, "zh": 2.686082953239387, "my": 4.588316677113527}, "t": 21.5}
{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.91236, "bpb": 4.20164, "chunk_loss": 0.030345, "F": 0.17197, "G": 0.46086, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.68508, "router_noise": 0.0, "grad_norm": 1.6806, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.07, "alpha": 0.03, "t": 22.7}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3609.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207378, "cps": 28.195312, "mean_p": 0.37587, "boundary_entropy": 0.543999, "bpb": 3.880889}, "de": {"chunks": 4011.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195344, "cps": 31.335938, "mean_p": 0.353265, "boundary_entropy": 0.541048, "bpb": 4.091951}, "vi": {"chunks": 7355.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.398969, "cps": 57.460938, "mean_p": 0.434239, "boundary_entropy": 0.571535, "bpb": 3.570329}, "tr": {"chunks": 4948.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.273325, "cps": 38.65625, "mean_p": 0.384059, "boundary_entropy": 0.57294, "bpb": 4.124479}, "fi": {"chunks": 3637.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193344, "cps": 28.414062, "mean_p": 0.358888, "boundary_entropy": 0.564997, "bpb": 4.127064}, "ru": {"chunks": 9586.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.505858, "cps": 74.890625, "mean_p": 0.43944, "boundary_entropy": 0.664236, "bpb": 2.810968}, "el": {"chunks": 7739.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.377089, "cps": 60.460938, "mean_p": 0.446103, "boundary_entropy": 0.676008, "bpb": 2.976528}, "hi": {"chunks": 8292.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.492838, "cps": 64.78125, "mean_p": 0.480292, "boundary_entropy": 0.687307, "bpb": 2.417427}, "ta": {"chunks": 14262.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.762878, "cps": 111.421875, "mean_p": 0.443377, "boundary_entropy": 0.674709, "bpb": 2.355356}, "th": {"chunks": 6095.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.378924, "cps": 47.617188, "mean_p": 0.453418, "boundary_entropy": 0.6818, "bpb": 2.319963}, "zh": {"chunks": 2494.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.422282, "cps": 19.484375, "mean_p": 0.449504, "boundary_entropy": 0.675818, "bpb": 5.267722}, "my": {"chunks": 11145.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.588189, "cps": 87.070312, "mean_p": 0.382821, "boundary_entropy": 0.642701, "bpb": 2.455004}}, "bpb": {"en": 3.88089, "de": 4.09195, "vi": 3.57033, "tr": 4.12448, "fi": 4.12706, "ru": 2.81097, "el": 2.97653, "hi": 2.41743, "ta": 2.35536, "th": 2.31996, "zh": 5.26772, "my": 2.455}, "gini_cpc": 0.228348, "gini_cps": 0.270473, "bpic": 4.61425, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9419709140434842, "vi": 1.923874654742765, "tr": 1.3180029359108811, "fi": 0.9323278464127103, "ru": 2.439301306978815, "el": 1.818365737623652, "hi": 2.3765199186283916, "ta": 3.6786816056942424, "th": 1.8272159720892567, "zh": 2.0362928889538203, "my": 2.836311559079923}, "t": 25.9}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.88448, "de": 4.09291, "vi": 3.57531, "tr": 4.13485, "fi": 4.128, "ru": 2.79695, "el": 2.96995, "hi": 2.41323, "ta": 2.37293, "th": 2.35253, "zh": 5.27649, "my": 2.4716}, "bytes_per_chunk": {"en": 4.973, "de": 5.261, "vi": 3.238, "tr": 4.03, "fi": 5.388, "ru": 3.494, "el": 5.05, "hi": 5.319, "ta": 3.614, "th": 7.974, "zh": 6.83, "my": 4.805}, "bpb_mean": 3.37244, "t": 27.3}
{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52946, "bpb": 3.64924, "chunk_loss": 0.03283, "F": 0.21921, "G": 0.39738, "chunks": 224.47, "bytes_per_chunk": 4.562, "boundary_entropy": 0.591, "router_noise": 0.0, "grad_norm": 0.9931, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 27.4}
{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.19552, "bpb": 3.16747, "chunk_loss": 0.032769, "F": 0.21689, "G": 0.35701, "chunks": 222.09, "bytes_per_chunk": 4.611, "boundary_entropy": 0.51923, "router_noise": 0.0, "grad_norm": 1.2576, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 29.6}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3020.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173533, "cps": 23.59375, "mean_p": 0.281453, "boundary_entropy": 0.377844, "bpb": 3.574064}, "de": {"chunks": 3512.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171042, "cps": 27.4375, "mean_p": 0.267418, "boundary_entropy": 0.387895, "bpb": 3.836064}, "vi": {"chunks": 7155.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.38812, "cps": 55.898438, "mean_p": 0.357363, "boundary_entropy": 0.451866, "bpb": 3.185822}, "tr": {"chunks": 4219.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.233055, "cps": 32.960938, "mean_p": 0.288946, "boundary_entropy": 0.422419, "bpb": 3.956576}, "fi": {"chunks": 3663.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194726, "cps": 28.617188, "mean_p": 0.266176, "boundary_entropy": 0.408441, "bpb": 3.973046}, "ru": {"chunks": 9379.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.494934, "cps": 73.273438, "mean_p": 0.311132, "boundary_entropy": 0.51186, "bpb": 2.660224}, "el": {"chunks": 5823.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.28373, "cps": 45.492188, "mean_p": 0.382804, "boundary_entropy": 0.636008, "bpb": 2.825071}, "hi": {"chunks": 11615.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.690342, "cps": 90.742188, "mean_p": 0.468835, "boundary_entropy": 0.676048, "bpb": 2.14069}, "ta": {"chunks": 25048.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.339823, "cps": 195.6875, "mean_p": 0.471286, "boundary_entropy": 0.66309, "bpb": 1.974798}, "th": {"chunks": 15947.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.991421, "cps": 124.585938, "mean_p": 0.463328, "boundary_entropy": 0.679599, "bpb": 2.093997}, "zh": {"chunks": 3184.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.539113, "cps": 24.875, "mean_p": 0.422746, "boundary_entropy": 0.652896, "bpb": 4.986229}, "my": {"chunks": 11534.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.608719, "cps": 90.109375, "mean_p": 0.340246, "boundary_entropy": 0.603218, "bpb": 2.203693}}, "bpb": {"en": 3.57406, "de": 3.83606, "vi": 3.18582, "tr": 3.95658, "fi": 3.97305, "ru": 2.66022, "el": 2.82507, "hi": 2.14069, "ta": 1.9748, "th": 2.094, "zh": 4.98623, "my": 2.20369}, "gini_cpc": 0.360671, "gini_cps": 0.376295, "bpic": 3.686692, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9856421725260225, "vi": 2.236576067335205, "tr": 1.343000428380207, "fi": 1.1221275173290532, "ru": 2.8520983592234703, "el": 1.6350201986270936, "hi": 3.9781515011365536, "ta": 7.720843728800951, "th": 5.713143152993101, "zh": 3.1066819465220012, "my": 3.5077913131372442}, "t": 30.9}
{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.18499, "bpb": 3.15227, "chunk_loss": 0.033192, "F": 0.2359, "G": 0.32732, "chunks": 241.56, "bytes_per_chunk": 4.239, "boundary_entropy": 0.47106, "router_noise": 0.0, "grad_norm": 0.8065, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 33.3}
{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.44085, "bpb": 3.52141, "chunk_loss": 0.033623, "F": 0.2338, "G": 0.35104, "chunks": 239.41, "bytes_per_chunk": 4.277, "boundary_entropy": 0.44337, "router_noise": 0.0, "grad_norm": 1.117, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.052, "alpha": 0.03, "t": 35.9}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3047.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.175085, "cps": 23.804688, "mean_p": 0.291833, "boundary_entropy": 0.371852, "bpb": 3.193545}, "de": {"chunks": 3588.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174743, "cps": 28.03125, "mean_p": 0.28368, "boundary_entropy": 0.391263, "bpb": 3.441317}, "vi": {"chunks": 4596.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249308, "cps": 35.90625, "mean_p": 0.308703, "boundary_entropy": 0.396286, "bpb": 2.762986}, "tr": {"chunks": 4061.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.224327, "cps": 31.726562, "mean_p": 0.294927, "boundary_entropy": 0.40259, "bpb": 3.432798}, "fi": {"chunks": 3516.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186912, "cps": 27.46875, "mean_p": 0.280846, "boundary_entropy": 0.404959, "bpb": 3.631856}, "ru": {"chunks": 8012.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.422797, "cps": 62.59375, "mean_p": 0.261962, "boundary_entropy": 0.269109, "bpb": 2.552153}, "el": {"chunks": 8418.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.410174, "cps": 65.765625, "mean_p": 0.282203, "boundary_entropy": 0.345722, "bpb": 2.566605}, "hi": {"chunks": 5763.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.342526, "cps": 45.023438, "mean_p": 0.35376, "boundary_entropy": 0.557289, "bpb": 1.962922}, "ta": {"chunks": 10218.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.546563, "cps": 79.828125, "mean_p": 0.336571, "boundary_entropy": 0.51718, "bpb": 1.720695}, "th": {"chunks": 6345.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.394467, "cps": 49.570312, "mean_p": 0.377251, "boundary_entropy": 0.619122, "bpb": 1.93093}, "zh": {"chunks": 3095.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.524043, "cps": 24.179688, "mean_p": 0.290738, "boundary_entropy": 0.48478, "bpb": 4.14481}, "my": {"chunks": 2762.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.145767, "cps": 21.578125, "mean_p": 0.339977, "boundary_entropy": 0.59523, "bpb": 2.031415}}, "bpb": {"en": 3.19355, "de": 3.44132, "vi": 2.76299, "tr": 3.4328, "fi": 3.63186, "ru": 2.55215, "el": 2.5666, "hi": 1.96292, "ta": 1.72069, "th": 1.93093, "zh": 4.14481, "my": 2.03142}, "gini_cpc": 0.241577, "gini_cps": 0.244371, "bpic": 6.051324, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9980486078179306, "vi": 1.423929685269802, "tr": 1.28125066567904, "fi": 1.0675510423875645, "ru": 2.4148123722195716, "el": 2.3427165317783416, "hi": 1.9563439546168961, "ta": 3.121706687938706, "th": 2.253005371549792, "zh": 2.993083802457737, "my": 0.8325531420038981}, "t": 39.1}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.20335, "de": 3.4378, "vi": 2.76878, "tr": 3.44358, "fi": 3.62773, "ru": 2.53837, "el": 2.5621, "hi": 1.96081, "ta": 1.73527, "th": 1.96027, "zh": 4.15396, "my": 2.04644}, "bytes_per_chunk": {"en": 5.676, "de": 5.899, "vi": 5.365, "tr": 4.817, "fi": 5.665, "ru": 4.165, "el": 4.303, "hi": 6.934, "ta": 4.825, "th": 6.395, "zh": 4.131, "my": 19.431}, "bpb_mean": 2.78654, "t": 40.4}
{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.01194, "bpb": 2.90262, "chunk_loss": 0.030581, "F": 0.18701, "G": 0.30338, "chunks": 191.5, "bytes_per_chunk": 5.347, "boundary_entropy": 0.40456, "router_noise": 0.0, "grad_norm": 1.3356, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 40.5}
{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.07097, "bpb": 2.98777, "chunk_loss": 0.029645, "F": 0.15637, "G": 0.28501, "chunks": 160.12, "bytes_per_chunk": 6.395, "boundary_entropy": 0.4015, "router_noise": 0.0, "grad_norm": 0.8397, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 42.6}
{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05716, "bpb": 2.96786, "chunk_loss": 0.030006, "F": 0.16974, "G": 0.2823, "chunks": 173.81, "bytes_per_chunk": 5.891, "boundary_entropy": 0.392, "router_noise": 0.0, "grad_norm": 0.8852, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 44.7}
{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.95079, "bpb": 2.8144, "chunk_loss": 0.029667, "F": 0.15646, "G": 0.2927, "chunks": 160.22, "bytes_per_chunk": 6.391, "boundary_entropy": 0.42836, "router_noise": 0.0, "grad_norm": 0.9095, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 46.7}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.289975, "boundary_entropy": 0.36865, "bpb": 2.916952}, "de": {"chunks": 3325.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161934, "cps": 25.976562, "mean_p": 0.296641, "boundary_entropy": 0.405503, "bpb": 3.171522}, "vi": {"chunks": 4373.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237212, "cps": 34.164062, "mean_p": 0.300888, "boundary_entropy": 0.384388, "bpb": 2.505866}, "tr": {"chunks": 3810.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210462, "cps": 29.765625, "mean_p": 0.306044, "boundary_entropy": 0.391934, "bpb": 3.141321}, "fi": {"chunks": 3579.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190261, "cps": 27.960938, "mean_p": 0.336852, "boundary_entropy": 0.456296, "bpb": 3.373953}, "ru": {"chunks": 6914.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.364855, "cps": 54.015625, "mean_p": 0.245663, "boundary_entropy": 0.258862, "bpb": 2.162372}, "el": {"chunks": 7313.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.356332, "cps": 57.132812, "mean_p": 0.230799, "boundary_entropy": 0.23943, "bpb": 2.401459}, "hi": {"chunks": 6895.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.409807, "cps": 53.867188, "mean_p": 0.383199, "boundary_entropy": 0.531008, "bpb": 1.726463}, "ta": {"chunks": 11939.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.63862, "cps": 93.273438, "mean_p": 0.258556, "boundary_entropy": 0.339588, "bpb": 1.421072}, "th": {"chunks": 8985.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.558595, "cps": 70.195312, "mean_p": 0.389359, "boundary_entropy": 0.575822, "bpb": 1.767814}, "zh": {"chunks": 3079.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.521334, "cps": 24.054688, "mean_p": 0.336908, "boundary_entropy": 0.555565, "bpb": 3.871995}, "my": {"chunks": 10463.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.552195, "cps": 81.742188, "mean_p": 0.417963, "boundary_entropy": 0.617666, "bpb": 1.801501}}, "bpb": {"en": 2.91695, "de": 3.17152, "vi": 2.50587, "tr": 3.14132, "fi": 3.37395, "ru": 2.16237, "el": 2.40146, "hi": 1.72646, "ta": 1.42107, "th": 1.76781, "zh": 3.87199, "my": 1.8015}, "gini_cpc": 0.255433, "gini_cps": 0.267408, "bpic": 5.216613, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9737889360498486, "vi": 1.4264676559285139, "tr": 1.2656103496841253, "fi": 1.144130092389222, "ru": 2.1940461294681195, "el": 2.142793506811395, "hi": 2.464363631882739, "ta": 3.8403258542496364, "th": 3.359097499269065, "zh": 3.13503100053335, "my": 3.3206143675653106}, "t": 49.7}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.92544, "de": 3.17145, "vi": 2.5123, "tr": 3.15137, "fi": 3.36893, "ru": 2.14712, "el": 2.39528, "hi": 1.7226, "ta": 1.43414, "th": 1.79496, "zh": 3.88342, "my": 1.81568}, "bytes_per_chunk": {"en": 5.714, "de": 6.244, "vi": 5.54, "tr": 5.192, "fi": 5.734, "ru": 5.084, "el": 5.17, "hi": 5.655, "ta": 4.085, "th": 4.849, "zh": 5.104, "my": 6.0}, "bpb_mean": 2.52689, "t": 51.0}
{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.86231, "bpb": 2.68675, "chunk_loss": 0.030749, "F": 0.19113, "G": 0.31102, "chunks": 195.72, "bytes_per_chunk": 5.232, "boundary_entropy": 0.41619, "router_noise": 0.0, "grad_norm": 0.6648, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 51.0}
{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.88742, "bpb": 2.72297, "chunk_loss": 0.030187, "F": 0.17633, "G": 0.28445, "chunks": 180.56, "bytes_per_chunk": 5.671, "boundary_entropy": 0.36736, "router_noise": 0.0, "grad_norm": 0.7884, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 53.0}
{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.83637, "bpb": 2.64932, "chunk_loss": 0.030041, "F": 0.17224, "G": 0.28645, "chunks": 176.38, "bytes_per_chunk": 5.806, "boundary_entropy": 0.37326, "router_noise": 0.0, "grad_norm": 0.7134, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 55.1}
{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.9116, "bpb": 2.75786, "chunk_loss": 0.030369, "F": 0.17911, "G": 0.29075, "chunks": 183.41, "bytes_per_chunk": 5.583, "boundary_entropy": 0.37778, "router_noise": 0.0, "grad_norm": 0.8448, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 57.1}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.275393, "boundary_entropy": 0.339419, "bpb": 2.71814}, "de": {"chunks": 3295.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160473, "cps": 25.742188, "mean_p": 0.28347, "boundary_entropy": 0.379576, "bpb": 3.03171}, "vi": {"chunks": 4461.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241985, "cps": 34.851562, "mean_p": 0.287367, "boundary_entropy": 0.352978, "bpb": 2.396354}, "tr": {"chunks": 3808.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210352, "cps": 29.75, "mean_p": 0.291072, "boundary_entropy": 0.362991, "bpb": 2.995558}, "fi": {"chunks": 3242.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172346, "cps": 25.328125, "mean_p": 0.321229, "boundary_entropy": 0.430759, "bpb": 3.225224}, "ru": {"chunks": 6839.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.360897, "cps": 53.429688, "mean_p": 0.249639, "boundary_entropy": 0.27352, "bpb": 1.994747}, "el": {"chunks": 7120.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.346928, "cps": 55.625, "mean_p": 0.225727, "boundary_entropy": 0.270079, "bpb": 2.136066}, "hi": {"chunks": 6087.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.361783, "cps": 47.554688, "mean_p": 0.343537, "boundary_entropy": 0.518004, "bpb": 1.640347}, "ta": {"chunks": 9530.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.509762, "cps": 74.453125, "mean_p": 0.25146, "boundary_entropy": 0.339031, "bpb": 1.346051}, "th": {"chunks": 6232.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.387442, "cps": 48.6875, "mean_p": 0.360982, "boundary_entropy": 0.554728, "bpb": 1.61406}, "zh": {"chunks": 2830.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479174, "cps": 22.109375, "mean_p": 0.322149, "boundary_entropy": 0.539518, "bpb": 3.707274}, "my": {"chunks": 11546.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.609352, "cps": 90.203125, "mean_p": 0.416125, "boundary_entropy": 0.581731, "bpb": 1.599655}}, "bpb": {"en": 2.71814, "de": 3.03171, "vi": 2.39635, "tr": 2.99556, "fi": 3.22522, "ru": 1.99475, "el": 2.13607, "hi": 1.64035, "ta": 1.34605, "th": 1.61406, "zh": 3.70727, "my": 1.59965}, "gini_cpc": 0.23785, "gini_cps": 0.257027, "bpic": 5.653566, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9653364352282667, "vi": 1.455676154416668, "tr": 1.2653832309831181, "fi": 1.0367566116000664, "ru": 2.17099626338528, "el": 2.086963411119987, "hi": 2.176325824131518, "ta": 3.066501049697387, "th": 2.3306768688335957, "zh": 2.8824957752104083, "my": 3.665589802381631}, "t": 60.0}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.72948, "de": 3.02962, "vi": 2.40044, "tr": 3.00688, "fi": 3.22028, "ru": 1.97805, "el": 2.12386, "hi": 1.63525, "ta": 1.35771, "th": 1.64561, "zh": 3.71984, "my": 1.6082}, "bytes_per_chunk": {"en": 5.728, "de": 6.268, "vi": 5.465, "tr": 5.236, "fi": 6.054, "ru": 5.183, "el": 5.326, "hi": 6.775, "ta": 5.272, "th": 7.178, "zh": 6.592, "my": 5.102}, "bpb_mean": 2.37127, "t": 61.3}
{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64302, "bpb": 2.37037, "chunk_loss": 0.030256, "F": 0.17859, "G": 0.27825, "chunks": 182.88, "bytes_per_chunk": 5.599, "boundary_entropy": 0.34407, "router_noise": 0.0, "grad_norm": 0.7307, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 61.3}
{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.70989, "bpb": 2.46684, "chunk_loss": 0.029988, "F": 0.16989, "G": 0.29187, "chunks": 173.97, "bytes_per_chunk": 5.886, "boundary_entropy": 0.38843, "router_noise": 0.0, "grad_norm": 0.6309, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 63.4}
{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.62473, "bpb": 2.344, "chunk_loss": 0.030279, "F": 0.18033, "G": 0.26728, "chunks": 184.66, "bytes_per_chunk": 5.545, "boundary_entropy": 0.32264, "router_noise": 0.0, "grad_norm": 0.6755, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 65.4}
{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.71847, "bpb": 2.47922, "chunk_loss": 0.030318, "F": 0.18073, "G": 0.2773, "chunks": 185.06, "bytes_per_chunk": 5.533, "boundary_entropy": 0.35224, "router_noise": 0.0, "grad_norm": 0.6967, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 67.4}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.256051, "boundary_entropy": 0.296447, "bpb": 2.591516}, "de": {"chunks": 3316.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161496, "cps": 25.90625, "mean_p": 0.276556, "boundary_entropy": 0.359643, "bpb": 2.916388}, "vi": {"chunks": 4286.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232493, "cps": 33.484375, "mean_p": 0.256868, "boundary_entropy": 0.295457, "bpb": 2.284797}, "tr": {"chunks": 3842.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21223, "cps": 30.015625, "mean_p": 0.274545, "boundary_entropy": 0.333653, "bpb": 2.893012}, "fi": {"chunks": 3083.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163893, "cps": 24.085938, "mean_p": 0.277328, "boundary_entropy": 0.367836, "bpb": 3.1854}, "ru": {"chunks": 6616.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349129, "cps": 51.6875, "mean_p": 0.247022, "boundary_entropy": 0.279863, "bpb": 1.888651}, "el": {"chunks": 7024.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.34225, "cps": 54.875, "mean_p": 0.232002, "boundary_entropy": 0.298488, "bpb": 2.025247}, "hi": {"chunks": 6410.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.380981, "cps": 50.078125, "mean_p": 0.360184, "boundary_entropy": 0.519606, "bpb": 1.566643}, "ta": {"chunks": 8518.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45563, "cps": 66.546875, "mean_p": 0.250707, "boundary_entropy": 0.376321, "bpb": 1.30453}, "th": {"chunks": 5182.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.322164, "cps": 40.484375, "mean_p": 0.359373, "boundary_entropy": 0.573663, "bpb": 1.561946}, "zh": {"chunks": 3470.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.587538, "cps": 27.109375, "mean_p": 0.34766, "boundary_entropy": 0.551681, "bpb": 3.642856}, "my": {"chunks": 7695.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.406111, "cps": 60.117188, "mean_p": 0.356793, "boundary_entropy": 0.537106, "bpb": 1.435906}}, "bpb": {"en": 2.59152, "de": 2.91639, "vi": 2.2848, "tr": 2.89301, "fi": 3.1854, "ru": 1.88865, "el": 2.02525, "hi": 1.56664, "ta": 1.30453, "th": 1.56195, "zh": 3.64286, "my": 1.43591}, "gini_cpc": 0.224993, "gini_cps": 0.20547, "bpic": 6.156947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9721608850862662, "vi": 1.399539155072601, "tr": 1.2775645064036791, "fi": 0.9865921823047779, "ru": 2.1016592847057876, "el": 2.0602488778693138, "hi": 2.293395653776155, "ta": 2.742762447928659, "th": 1.9393329302659352, "zh": 3.53681269439365, "my": 2.44467581796622}, "t": 70.3}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.60454, "de": 2.91935, "vi": 2.29044, "tr": 2.90258, "fi": 3.18323, "ru": 1.87148, "el": 2.01441, "hi": 1.56157, "ta": 1.31182, "th": 1.5857, "zh": 3.6524, "my": 1.44603}, "bytes_per_chunk": {"en": 5.735, "de": 6.239, "vi": 5.629, "tr": 5.174, "fi": 6.186, "ru": 5.288, "el": 5.347, "hi": 6.555, "ta": 6.085, "th": 9.063, "zh": 5.7, "my": 6.878}, "bpb_mean": 2.27863, "t": 71.6}
{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74284, "bpb": 2.51439, "chunk_loss": 0.029986, "F": 0.1713, "G": 0.2819, "chunks": 175.41, "bytes_per_chunk": 5.838, "boundary_entropy": 0.36784, "router_noise": 0.0, "grad_norm": 0.7538, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 71.7}
{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.52117, "bpb": 2.19459, "chunk_loss": 0.03, "F": 0.17209, "G": 0.27194, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.3364, "router_noise": 0.0, "grad_norm": 0.7472, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 73.7}
{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.77484, "bpb": 2.56056, "chunk_loss": 0.030001, "F": 0.1687, "G": 0.28389, "chunks": 172.75, "bytes_per_chunk": 5.928, "boundary_entropy": 0.36304, "router_noise": 0.0, "grad_norm": 0.7897, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 75.7}
{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66605, "bpb": 2.40361, "chunk_loss": 0.030236, "F": 0.17673, "G": 0.26976, "chunks": 180.97, "bytes_per_chunk": 5.658, "boundary_entropy": 0.33941, "router_noise": 0.0, "grad_norm": 0.6981, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 77.7}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.248447, "boundary_entropy": 0.277916, "bpb": 2.501111}, "de": {"chunks": 3329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162129, "cps": 26.007812, "mean_p": 0.267179, "boundary_entropy": 0.335616, "bpb": 2.803576}, "vi": {"chunks": 4464.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.242148, "cps": 34.875, "mean_p": 0.262107, "boundary_entropy": 0.292496, "bpb": 2.225478}, "tr": {"chunks": 3918.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216428, "cps": 30.609375, "mean_p": 0.263749, "boundary_entropy": 0.302775, "bpb": 2.794775}, "fi": {"chunks": 3031.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161129, "cps": 23.679688, "mean_p": 0.280054, "boundary_entropy": 0.365815, "bpb": 3.053326}, "ru": {"chunks": 6665.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.351715, "cps": 52.070312, "mean_p": 0.257138, "boundary_entropy": 0.299805, "bpb": 1.807738}, "el": {"chunks": 6924.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.337378, "cps": 54.09375, "mean_p": 0.234982, "boundary_entropy": 0.266797, "bpb": 1.889776}, "hi": {"chunks": 7710.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.458247, "cps": 60.234375, "mean_p": 0.389145, "boundary_entropy": 0.524918, "bpb": 1.577147}, "ta": {"chunks": 9690.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.51832, "cps": 75.703125, "mean_p": 0.272915, "boundary_entropy": 0.388314, "bpb": 1.182835}, "th": {"chunks": 9162.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.569599, "cps": 71.578125, "mean_p": 0.402752, "boundary_entropy": 0.583692, "bpb": 1.437014}, "zh": {"chunks": 3198.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.541483, "cps": 24.984375, "mean_p": 0.350945, "boundary_entropy": 0.552873, "bpb": 3.57963}, "my": {"chunks": 11969.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.631676, "cps": 93.507812, "mean_p": 0.434515, "boundary_entropy": 0.588941, "bpb": 1.400866}}, "bpb": {"en": 2.50111, "de": 2.80358, "vi": 2.22548, "tr": 2.79477, "fi": 3.05333, "ru": 1.80774, "el": 1.88978, "hi": 1.57715, "ta": 1.18283, "th": 1.43701, "zh": 3.57963, "my": 1.40087}, "gini_cpc": 0.260942, "gini_cps": 0.268009, "bpic": 5.260589, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9749604114616377, "vi": 1.4561517530447945, "tr": 1.3014859186515493, "fi": 0.9689461609476758, "ru": 2.115030004759187, "el": 2.0288120116453023, "hi": 2.755655344715869, "ta": 3.1169074066235845, "th": 3.425270037651995, "zh": 3.2561965377413618, "my": 3.798569565649355}, "t": 80.7}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51225, "de": 2.80505, "vi": 2.23159, "tr": 2.802, "fi": 3.05706, "ru": 1.79093, "el": 1.87814, "hi": 1.57249, "ta": 1.19243, "th": 1.45874, "zh": 3.5879, "my": 1.40927}, "bytes_per_chunk": {"en": 5.732, "de": 6.239, "vi": 5.474, "tr": 4.989, "fi": 6.308, "ru": 5.267, "el": 5.441, "hi": 5.426, "ta": 5.103, "th": 5.008, "zh": 5.712, "my": 4.658}, "bpb_mean": 2.19149, "t": 81.9}
{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.61806, "bpb": 2.33437, "chunk_loss": 0.030437, "F": 0.18298, "G": 0.27469, "chunks": 187.38, "bytes_per_chunk": 5.465, "boundary_entropy": 0.33152, "router_noise": 0.0, "grad_norm": 0.7728, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 82.0}
{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.63855, "bpb": 2.36392, "chunk_loss": 0.030205, "F": 0.17557, "G": 0.27579, "chunks": 179.78, "bytes_per_chunk": 5.696, "boundary_entropy": 0.33406, "router_noise": 0.0, "grad_norm": 0.7393, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 84.0}
{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.57361, "bpb": 2.27024, "chunk_loss": 0.03015, "F": 0.17624, "G": 0.28141, "chunks": 180.47, "bytes_per_chunk": 5.674, "boundary_entropy": 0.34791, "router_noise": 0.0, "grad_norm": 0.749, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 86.0}
{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.71978, "bpb": 2.48111, "chunk_loss": 0.0301, "F": 0.17081, "G": 0.2728, "chunks": 174.91, "bytes_per_chunk": 5.855, "boundary_entropy": 0.33629, "router_noise": 0.0, "grad_norm": 0.7849, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 88.0}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.234509, "boundary_entropy": 0.249342, "bpb": 2.443692}, "de": {"chunks": 3300.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160717, "cps": 25.78125, "mean_p": 0.254515, "boundary_entropy": 0.314428, "bpb": 2.73228}, "vi": {"chunks": 4296.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233035, "cps": 33.5625, "mean_p": 0.25272, "boundary_entropy": 0.276449, "bpb": 2.192683}, "tr": {"chunks": 3936.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217423, "cps": 30.75, "mean_p": 0.249689, "boundary_entropy": 0.269897, "bpb": 2.713877}, "fi": {"chunks": 3009.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15996, "cps": 23.507812, "mean_p": 0.253176, "boundary_entropy": 0.326326, "bpb": 2.97654}, "ru": {"chunks": 6596.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.348074, "cps": 51.53125, "mean_p": 0.245521, "boundary_entropy": 0.266355, "bpb": 1.733222}, "el": {"chunks": 6919.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.337134, "cps": 54.054688, "mean_p": 0.227052, "boundary_entropy": 0.264066, "bpb": 1.845116}, "hi": {"chunks": 6824.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.405587, "cps": 53.3125, "mean_p": 0.366217, "boundary_entropy": 0.511434, "bpb": 1.453666}, "ta": {"chunks": 7342.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.392725, "cps": 57.359375, "mean_p": 0.246718, "boundary_entropy": 0.382069, "bpb": 1.170511}, "th": {"chunks": 5314.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.33037, "cps": 41.515625, "mean_p": 0.381852, "boundary_entropy": 0.593748, "bpb": 1.378569}, "zh": {"chunks": 3055.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.517271, "cps": 23.867188, "mean_p": 0.335963, "boundary_entropy": 0.534424, "bpb": 3.562257}, "my": {"chunks": 6382.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.336817, "cps": 49.859375, "mean_p": 0.3627, "boundary_entropy": 0.569628, "bpb": 1.373644}}, "bpb": {"en": 2.44369, "de": 2.73228, "vi": 2.19268, "tr": 2.71388, "fi": 2.97654, "ru": 1.73322, "el": 1.84512, "hi": 1.45367, "ta": 1.17051, "th": 1.37857, "zh": 3.56226, "my": 1.37364}, "gini_cpc": 0.20091, "gini_cps": 0.188423, "bpic": 6.410774, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9671355876270826, "vi": 1.40231946493624, "tr": 1.3083693745998863, "fi": 0.9625784529269203, "ru": 2.094581504067266, "el": 2.0287489918708754, "hi": 2.4406740118254175, "ta": 2.3632776198841636, "th": 1.9880454845046478, "zh": 3.112745425216356, "my": 2.0268390143104034}, "t": 90.9}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45449, "de": 2.73656, "vi": 2.19807, "tr": 2.72096, "fi": 2.98211, "ru": 1.71249, "el": 1.83424, "hi": 1.45082, "ta": 1.1785, "th": 1.39957, "zh": 3.56721, "my": 1.38321}, "bytes_per_chunk": {"en": 5.737, "de": 6.233, "vi": 5.641, "tr": 4.993, "fi": 6.334, "ru": 5.282, "el": 5.478, "hi": 6.228, "ta": 6.952, "th": 8.488, "zh": 6.188, "my": 8.359}, "bpb_mean": 2.13485, "t": 92.2}
{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.57292, "bpb": 2.26925, "chunk_loss": 0.029956, "F": 0.1705, "G": 0.25939, "chunks": 174.59, "bytes_per_chunk": 5.865, "boundary_entropy": 0.29833, "router_noise": 0.0, "grad_norm": 0.8157, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 92.2}
{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.72378, "bpb": 2.48689, "chunk_loss": 0.03016, "F": 0.17389, "G": 0.25599, "chunks": 178.06, "bytes_per_chunk": 5.751, "boundary_entropy": 0.29852, "router_noise": 0.0, "grad_norm": 0.7989, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 94.3}
{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.54311, "bpb": 2.22624, "chunk_loss": 0.030246, "F": 0.17862, "G": 0.27859, "chunks": 182.91, "bytes_per_chunk": 5.598, "boundary_entropy": 0.35094, "router_noise": 0.0, "grad_norm": 0.7449, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 96.3}
{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60644, "bpb": 2.3176, "chunk_loss": 0.029967, "F": 0.17139, "G": 0.26696, "chunks": 175.5, "bytes_per_chunk": 5.835, "boundary_entropy": 0.32715, "router_noise": 0.0, "grad_norm": 0.6965, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 98.3}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.229184, "boundary_entropy": 0.235987, "bpb": 2.3741}, "de": {"chunks": 3305.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16096, "cps": 25.820312, "mean_p": 0.245482, "boundary_entropy": 0.294203, "bpb": 2.66654}, "vi": {"chunks": 4275.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231896, "cps": 33.398438, "mean_p": 0.238511, "boundary_entropy": 0.245087, "bpb": 2.135134}, "tr": {"chunks": 3911.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216042, "cps": 30.554688, "mean_p": 0.245074, "boundary_entropy": 0.262038, "bpb": 2.634537}, "fi": {"chunks": 2990.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15895, "cps": 23.359375, "mean_p": 0.252082, "boundary_entropy": 0.320433, "bpb": 2.905294}, "ru": {"chunks": 6624.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349551, "cps": 51.75, "mean_p": 0.248201, "boundary_entropy": 0.262629, "bpb": 1.653798}, "el": {"chunks": 6864.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334454, "cps": 53.625, "mean_p": 0.234329, "boundary_entropy": 0.271897, "bpb": 1.783919}, "hi": {"chunks": 6499.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.38627, "cps": 50.773438, "mean_p": 0.358749, "boundary_entropy": 0.510357, "bpb": 1.413327}, "ta": {"chunks": 8695.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.465098, "cps": 67.929688, "mean_p": 0.267363, "boundary_entropy": 0.397212, "bpb": 1.190078}, "th": {"chunks": 5367.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.333665, "cps": 41.929688, "mean_p": 0.37716, "boundary_entropy": 0.594467, "bpb": 1.327378}, "zh": {"chunks": 3225.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546055, "cps": 25.195312, "mean_p": 0.332415, "boundary_entropy": 0.516204, "bpb": 3.504783}, "my": {"chunks": 6649.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.350908, "cps": 51.945312, "mean_p": 0.312597, "boundary_entropy": 0.530433, "bpb": 1.285969}}, "bpb": {"en": 2.3741, "de": 2.66654, "vi": 2.13513, "tr": 2.63454, "fi": 2.90529, "ru": 1.6538, "el": 1.78392, "hi": 1.41333, "ta": 1.19008, "th": 1.32738, "zh": 3.50478, "my": 1.28597}, "gini_cpc": 0.215444, "gini_cps": 0.201425, "bpic": 6.261416, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9696067607198583, "vi": 1.3969136318816553, "tr": 1.3014091110926407, "fi": 0.9574936076431275, "ru": 2.10565728799349, "el": 2.0147121617065755, "hi": 2.326848151285529, "ta": 2.801693968628503, "th": 2.009958582569043, "zh": 3.2893709654788994, "my": 2.1138274593569855}, "t": 101.2}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.3834, "de": 2.67124, "vi": 2.13977, "tr": 2.64159, "fi": 2.91206, "ru": 1.6349, "el": 1.77338, "hi": 1.41232, "ta": 1.19719, "th": 1.34542, "zh": 3.50976, "my": 1.2939}, "bytes_per_chunk": {"en": 5.737, "de": 6.253, "vi": 5.68, "tr": 5.038, "fi": 6.368, "ru": 5.251, "el": 5.514, "hi": 6.347, "ta": 5.772, "th": 8.169, "zh": 5.859, "my": 7.835}, "bpb_mean": 2.07624, "t": 102.5}
{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.58036, "bpb": 2.27998, "chunk_loss": 0.03021, "F": 0.17331, "G": 0.25993, "chunks": 177.47, "bytes_per_chunk": 5.77, "boundary_entropy": 0.33244, "router_noise": 0.0, "grad_norm": 0.83, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 102.5}
{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.50228, "bpb": 2.16733, "chunk_loss": 0.030296, "F": 0.18121, "G": 0.27629, "chunks": 185.56, "bytes_per_chunk": 5.518, "boundary_entropy": 0.33282, "router_noise": 0.0, "grad_norm": 0.734, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 104.5}
{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.42138, "bpb": 2.05062, "chunk_loss": 0.030053, "F": 0.17215, "G": 0.26547, "chunks": 176.28, "bytes_per_chunk": 5.809, "boundary_entropy": 0.32283, "router_noise": 0.0, "grad_norm": 0.6661, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 106.5}
{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.61966, "bpb": 2.33668, "chunk_loss": 0.030169, "F": 0.17514, "G": 0.25931, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.30392, "router_noise": 0.0, "grad_norm": 0.801, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 108.6}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.230485, "boundary_entropy": 0.235778, "bpb": 2.334236}, "de": {"chunks": 3313.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16135, "cps": 25.882812, "mean_p": 0.251115, "boundary_entropy": 0.302752, "bpb": 2.599783}, "vi": {"chunks": 4324.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234554, "cps": 33.78125, "mean_p": 0.245643, "boundary_entropy": 0.254092, "bpb": 2.120794}, "tr": {"chunks": 3889.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214826, "cps": 30.382812, "mean_p": 0.241904, "boundary_entropy": 0.258925, "bpb": 2.622264}, "fi": {"chunks": 2982.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158524, "cps": 23.296875, "mean_p": 0.241904, "boundary_entropy": 0.302018, "bpb": 2.852657}, "ru": {"chunks": 6646.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.350712, "cps": 51.921875, "mean_p": 0.247029, "boundary_entropy": 0.244922, "bpb": 1.594673}, "el": {"chunks": 7046.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343322, "cps": 55.046875, "mean_p": 0.229707, "boundary_entropy": 0.226731, "bpb": 1.72558}, "hi": {"chunks": 7122.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.423299, "cps": 55.640625, "mean_p": 0.371081, "boundary_entropy": 0.510744, "bpb": 1.384592}, "ta": {"chunks": 7849.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.419845, "cps": 61.320312, "mean_p": 0.275885, "boundary_entropy": 0.419084, "bpb": 1.092023}, "th": {"chunks": 9230.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.573827, "cps": 72.109375, "mean_p": 0.423091, "boundary_entropy": 0.617001, "bpb": 1.305383}, "zh": {"chunks": 3036.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.514054, "cps": 23.71875, "mean_p": 0.324567, "boundary_entropy": 0.509869, "bpb": 3.481936}, "my": {"chunks": 7137.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.376662, "cps": 55.757812, "mean_p": 0.373791, "boundary_entropy": 0.580542, "bpb": 1.268966}}, "bpb": {"en": 2.33424, "de": 2.59978, "vi": 2.12079, "tr": 2.62226, "fi": 2.85266, "ru": 1.59467, "el": 1.72558, "hi": 1.38459, "ta": 1.09202, "th": 1.30538, "zh": 3.48194, "my": 1.26897}, "gini_cpc": 0.232888, "gini_cps": 0.220352, "bpic": 5.862564, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9719537664946719, "vi": 1.4129250395921118, "tr": 1.2940884768701812, "fi": 0.9549317518367245, "ru": 2.11265071497656, "el": 2.0681325599336438, "hi": 2.5499019131336413, "ta": 2.529096717626811, "th": 3.45666437807197, "zh": 3.096598527501997, "my": 2.2689707591263053}, "t": 111.4}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.34462, "de": 2.60576, "vi": 2.12591, "tr": 2.62963, "fi": 2.85448, "ru": 1.5732, "el": 1.71522, "hi": 1.38296, "ta": 1.09908, "th": 1.32144, "zh": 3.48604, "my": 1.27693}, "bytes_per_chunk": {"en": 5.732, "de": 6.237, "vi": 5.64, "tr": 5.037, "fi": 6.411, "ru": 5.254, "el": 5.335, "hi": 5.827, "ta": 6.353, "th": 4.855, "zh": 6.176, "my": 7.168}, "bpb_mean": 2.03461, "t": 112.7}
{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.57661, "bpb": 2.27456, "chunk_loss": 0.030083, "F": 0.17172, "G": 0.23712, "chunks": 175.84, "bytes_per_chunk": 5.823, "boundary_entropy": 0.25251, "router_noise": 0.0, "grad_norm": 0.9189, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 112.8}
{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.54866, "bpb": 2.23424, "chunk_loss": 0.030572, "F": 0.18143, "G": 0.25549, "chunks": 185.78, "bytes_per_chunk": 5.512, "boundary_entropy": 0.28259, "router_noise": 0.0, "grad_norm": 0.7003, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 114.8}
{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.59466, "bpb": 2.30061, "chunk_loss": 0.030259, "F": 0.17593, "G": 0.25607, "chunks": 180.16, "bytes_per_chunk": 5.684, "boundary_entropy": 0.3079, "router_noise": 0.0, "grad_norm": 0.6767, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 116.7}
{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.60208, "bpb": 2.31132, "chunk_loss": 0.030101, "F": 0.17535, "G": 0.25812, "chunks": 179.56, "bytes_per_chunk": 5.703, "boundary_entropy": 0.29431, "router_noise": 0.0, "grad_norm": 0.7105, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 118.7}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.222861, "boundary_entropy": 0.218369, "bpb": 2.275637}, "de": {"chunks": 3307.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161058, "cps": 25.835938, "mean_p": 0.247858, "boundary_entropy": 0.296176, "bpb": 2.555673}, "vi": {"chunks": 4350.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235964, "cps": 33.984375, "mean_p": 0.237434, "boundary_entropy": 0.233185, "bpb": 2.082396}, "tr": {"chunks": 3815.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210739, "cps": 29.804688, "mean_p": 0.230288, "boundary_entropy": 0.243103, "bpb": 2.561053}, "fi": {"chunks": 3026.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160863, "cps": 23.640625, "mean_p": 0.252477, "boundary_entropy": 0.317247, "bpb": 2.778818}, "ru": {"chunks": 6589.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.347704, "cps": 51.476562, "mean_p": 0.241838, "boundary_entropy": 0.238406, "bpb": 1.560347}, "el": {"chunks": 6752.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.328997, "cps": 52.75, "mean_p": 0.229459, "boundary_entropy": 0.252061, "bpb": 1.71918}, "hi": {"chunks": 7006.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.416404, "cps": 54.734375, "mean_p": 0.359001, "boundary_entropy": 0.506161, "bpb": 1.359626}, "ta": {"chunks": 9477.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.506927, "cps": 74.039062, "mean_p": 0.318247, "boundary_entropy": 0.443367, "bpb": 1.079201}, "th": {"chunks": 8823.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.548523, "cps": 68.929688, "mean_p": 0.418197, "boundary_entropy": 0.608011, "bpb": 1.267933}, "zh": {"chunks": 2880.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48764, "cps": 22.5, "mean_p": 0.30481, "boundary_entropy": 0.485452, "bpb": 3.455407}, "my": {"chunks": 8159.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.4306, "cps": 63.742188, "mean_p": 0.38925, "boundary_entropy": 0.59659, "bpb": 1.253094}}, "bpb": {"en": 2.27564, "de": 2.55567, "vi": 2.0824, "tr": 2.56105, "fi": 2.77882, "ru": 1.56035, "el": 1.71918, "hi": 1.35963, "ta": 1.0792, "th": 1.26793, "zh": 3.45541, "my": 1.25309}, "gini_cpc": 0.235045, "gini_cps": 0.237817, "bpic": 5.721584, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9691870873584127, "vi": 1.41994638558488, "tr": 1.2681476534803269, "fi": 0.9680167492711401, "ru": 2.092358631033841, "el": 1.9797822218690782, "hi": 2.5057681897492494, "ta": 3.050501498725445, "th": 3.30081394613935, "zh": 2.9344375858013443, "my": 2.591190773700812}, "t": 121.6}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28722, "de": 2.56268, "vi": 2.08664, "tr": 2.56997, "fi": 2.78439, "ru": 1.54043, "el": 1.70694, "hi": 1.35675, "ta": 1.08814, "th": 1.28441, "zh": 3.45996, "my": 1.26161}, "bytes_per_chunk": {"en": 5.726, "de": 6.24, "vi": 5.612, "tr": 5.168, "fi": 6.325, "ru": 5.309, "el": 5.597, "hi": 6.044, "ta": 5.324, "th": 5.066, "zh": 6.343, "my": 6.414}, "bpb_mean": 1.99909, "t": 122.9}
{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.51283, "bpb": 2.18256, "chunk_loss": 0.030194, "F": 0.1745, "G": 0.26815, "chunks": 178.69, "bytes_per_chunk": 5.731, "boundary_entropy": 0.31759, "router_noise": 0.0, "grad_norm": 0.6658, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 122.9}
{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.39574, "bpb": 2.01362, "chunk_loss": 0.030102, "F": 0.17725, "G": 0.24574, "chunks": 181.5, "bytes_per_chunk": 5.642, "boundary_entropy": 0.26401, "router_noise": 0.0, "grad_norm": 0.6949, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 124.9}
{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.56349, "bpb": 2.25564, "chunk_loss": 0.03, "F": 0.16901, "G": 0.25762, "chunks": 173.06, "bytes_per_chunk": 5.917, "boundary_entropy": 0.29659, "router_noise": 0.0, "grad_norm": 0.7501, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 126.8}
{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.47924, "bpb": 2.1341, "chunk_loss": 0.030128, "F": 0.17548, "G": 0.2524, "chunks": 179.69, "bytes_per_chunk": 5.699, "boundary_entropy": 0.27962, "router_noise": 0.0, "grad_norm": 0.6639, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 128.8}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.223499, "boundary_entropy": 0.217106, "bpb": 2.250071}, "de": {"chunks": 3304.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160912, "cps": 25.8125, "mean_p": 0.249111, "boundary_entropy": 0.295706, "bpb": 2.51889}, "vi": {"chunks": 4304.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233469, "cps": 33.625, "mean_p": 0.239814, "boundary_entropy": 0.240144, "bpb": 2.051645}, "tr": {"chunks": 3865.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213501, "cps": 30.195312, "mean_p": 0.232891, "boundary_entropy": 0.244394, "bpb": 2.510596}, "fi": {"chunks": 3054.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162352, "cps": 23.859375, "mean_p": 0.256012, "boundary_entropy": 0.323679, "bpb": 2.743592}, "ru": {"chunks": 6453.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340528, "cps": 50.414062, "mean_p": 0.238948, "boundary_entropy": 0.226214, "bpb": 1.532321}, "el": {"chunks": 6884.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335429, "cps": 53.78125, "mean_p": 0.224145, "boundary_entropy": 0.232425, "bpb": 1.663326}, "hi": {"chunks": 7175.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.426449, "cps": 56.054688, "mean_p": 0.338915, "boundary_entropy": 0.487784, "bpb": 1.341158}, "ta": {"chunks": 8823.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.471944, "cps": 68.929688, "mean_p": 0.308149, "boundary_entropy": 0.42772, "bpb": 1.066701}, "th": {"chunks": 7501.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.466335, "cps": 58.601562, "mean_p": 0.419874, "boundary_entropy": 0.619223, "bpb": 1.253534}, "zh": {"chunks": 3147.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.532848, "cps": 24.585938, "mean_p": 0.301963, "boundary_entropy": 0.462385, "bpb": 3.413801}, "my": {"chunks": 6282.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.331539, "cps": 49.078125, "mean_p": 0.313117, "boundary_entropy": 0.536346, "bpb": 1.228347}}, "bpb": {"en": 2.25007, "de": 2.51889, "vi": 2.05164, "tr": 2.5106, "fi": 2.74359, "ru": 1.53232, "el": 1.66333, "hi": 1.34116, "ta": 1.0667, "th": 1.25353, "zh": 3.4138, "my": 1.22835}, "gini_cpc": 0.224937, "gini_cps": 0.210827, "bpic": 6.026428, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9686428119194884, "vi": 1.4054168276790657, "tr": 1.28521260209532, "fi": 0.977311879584428, "ru": 2.049880194106174, "el": 2.0191846918069984, "hi": 2.567100439289222, "ta": 2.840971246545499, "th": 2.8072049999854842, "zh": 3.2075935300451914, "my": 1.9957704338484463}, "t": 131.7}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26192, "de": 2.52509, "vi": 2.05654, "tr": 2.51803, "fi": 2.74845, "ru": 1.51142, "el": 1.65311, "hi": 1.33863, "ta": 1.07452, "th": 1.27149, "zh": 3.41805, "my": 1.23439}, "bytes_per_chunk": {"en": 5.733, "de": 6.241, "vi": 5.642, "tr": 5.105, "fi": 6.312, "ru": 5.398, "el": 5.605, "hi": 5.842, "ta": 5.75, "th": 6.123, "zh": 5.635, "my": 8.076}, "bpb_mean": 1.96764, "t": 133.0}
{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.48349, "bpb": 2.14022, "chunk_loss": 0.030096, "F": 0.17178, "G": 0.25584, "chunks": 175.91, "bytes_per_chunk": 5.821, "boundary_entropy": 0.30184, "router_noise": 0.0, "grad_norm": 0.6909, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 133.0}
{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.71843, "bpb": 2.47917, "chunk_loss": 0.030244, "F": 0.17975, "G": 0.24448, "chunks": 184.06, "bytes_per_chunk": 5.563, "boundary_entropy": 0.25959, "router_noise": 0.0, "grad_norm": 0.7446, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 134.9}
{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48724, "bpb": 2.14564, "chunk_loss": 0.030267, "F": 0.17502, "G": 0.25205, "chunks": 179.22, "bytes_per_chunk": 5.714, "boundary_entropy": 0.28502, "router_noise": 0.0, "grad_norm": 0.639, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 136.9}
{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49247, "bpb": 2.15318, "chunk_loss": 0.030009, "F": 0.17368, "G": 0.25951, "chunks": 177.84, "bytes_per_chunk": 5.758, "boundary_entropy": 0.2945, "router_noise": 0.0, "grad_norm": 0.7463, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 138.9}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.216561, "boundary_entropy": 0.199046, "bpb": 2.22126}, "de": {"chunks": 3296.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160522, "cps": 25.75, "mean_p": 0.240301, "boundary_entropy": 0.276334, "bpb": 2.483913}, "vi": {"chunks": 4439.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.240792, "cps": 34.679688, "mean_p": 0.237539, "boundary_entropy": 0.224978, "bpb": 2.051302}, "tr": {"chunks": 3720.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205491, "cps": 29.0625, "mean_p": 0.219084, "boundary_entropy": 0.225907, "bpb": 2.483141}, "fi": {"chunks": 3028.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16097, "cps": 23.65625, "mean_p": 0.247924, "boundary_entropy": 0.306807, "bpb": 2.699267}, "ru": {"chunks": 6559.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346121, "cps": 51.242188, "mean_p": 0.235184, "boundary_entropy": 0.212025, "bpb": 1.512059}, "el": {"chunks": 6908.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336598, "cps": 53.96875, "mean_p": 0.220812, "boundary_entropy": 0.22939, "bpb": 1.643643}, "hi": {"chunks": 6292.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.373967, "cps": 49.15625, "mean_p": 0.329696, "boundary_entropy": 0.487894, "bpb": 1.320646}, "ta": {"chunks": 8149.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.435892, "cps": 63.664062, "mean_p": 0.282634, "boundary_entropy": 0.411581, "bpb": 1.053719}, "th": {"chunks": 6989.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.434504, "cps": 54.601562, "mean_p": 0.412277, "boundary_entropy": 0.614093, "bpb": 1.235077}, "zh": {"chunks": 3279.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.555198, "cps": 25.617188, "mean_p": 0.305872, "boundary_entropy": 0.453744, "bpb": 3.397468}, "my": {"chunks": 6872.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.362677, "cps": 53.6875, "mean_p": 0.346704, "boundary_entropy": 0.563666, "bpb": 1.224961}}, "bpb": {"en": 2.22126, "de": 2.48391, "vi": 2.0513, "tr": 2.48314, "fi": 2.69927, "ru": 1.51206, "el": 1.64364, "hi": 1.32065, "ta": 1.05372, "th": 1.23508, "zh": 3.39747, "my": 1.22496}, "gini_cpc": 0.218633, "gini_cps": 0.196503, "bpic": 6.148563, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9676362554817475, "vi": 1.4515076844855717, "tr": 1.238710231437278, "fi": 0.9703341666949471, "ru": 2.086439292506761, "el": 2.0290316434452778, "hi": 2.254296191720738, "ta": 2.6275814343480515, "th": 2.6192159788463587, "zh": 3.3467657074328434, "my": 2.186236350717648}, "t": 141.8}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23077, "de": 2.49002, "vi": 2.05233, "tr": 2.48838, "fi": 2.7048, "ru": 1.49005, "el": 1.63328, "hi": 1.31854, "ta": 1.06178, "th": 1.25135, "zh": 3.3994, "my": 1.2325}, "bytes_per_chunk": {"en": 5.737, "de": 6.258, "vi": 5.385, "tr": 5.246, "fi": 6.314, "ru": 5.326, "el": 5.573, "hi": 6.6, "ta": 6.219, "th": 6.348, "zh": 5.37, "my": 7.8}, "bpb_mean": 1.9461, "t": 143.0}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 143.0}
{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.50506, "bpb": 2.17134, "chunk_loss": 0.03021, "F": 0.17947, "G": 0.25583, "chunks": 183.78, "bytes_per_chunk": 5.572, "boundary_entropy": 0.29118, "router_noise": 0.0, "grad_norm": 0.7529, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 143.1}
{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.30538, "bpb": 1.88327, "chunk_loss": 0.030037, "F": 0.17407, "G": 0.26099, "chunks": 178.25, "bytes_per_chunk": 5.745, "boundary_entropy": 0.29008, "router_noise": 0.0, "grad_norm": 0.6082, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 145.0}
{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.40611, "bpb": 2.02858, "chunk_loss": 0.030062, "F": 0.17078, "G": 0.24996, "chunks": 174.88, "bytes_per_chunk": 5.856, "boundary_entropy": 0.27834, "router_noise": 0.0, "grad_norm": 0.6669, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 147.0}
{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.57968, "bpb": 2.279, "chunk_loss": 0.030221, "F": 0.17624, "G": 0.24211, "chunks": 180.47, "bytes_per_chunk": 5.674, "boundary_entropy": 0.25838, "router_noise": 0.0, "grad_norm": 0.6857, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 148.9}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2905.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166925, "cps": 22.695312, "mean_p": 0.217093, "boundary_entropy": 0.198544, "bpb": 2.192899}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.23984, "boundary_entropy": 0.275648, "bpb": 2.449083}, "vi": {"chunks": 4267.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231462, "cps": 33.335938, "mean_p": 0.233169, "boundary_entropy": 0.218473, "bpb": 2.022735}, "tr": {"chunks": 3794.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209579, "cps": 29.640625, "mean_p": 0.223478, "boundary_entropy": 0.228799, "bpb": 2.449425}, "fi": {"chunks": 3032.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161182, "cps": 23.6875, "mean_p": 0.245663, "boundary_entropy": 0.306755, "bpb": 2.663154}, "ru": {"chunks": 6527.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344433, "cps": 50.992188, "mean_p": 0.235252, "boundary_entropy": 0.210741, "bpb": 1.487077}, "el": {"chunks": 6882.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335331, "cps": 53.765625, "mean_p": 0.229018, "boundary_entropy": 0.235068, "bpb": 1.608825}, "hi": {"chunks": 7154.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425201, "cps": 55.890625, "mean_p": 0.36204, "boundary_entropy": 0.506125, "bpb": 1.288147}, "ta": {"chunks": 7709.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.412356, "cps": 60.226562, "mean_p": 0.286983, "boundary_entropy": 0.420221, "bpb": 1.080681}, "th": {"chunks": 7376.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.458564, "cps": 57.625, "mean_p": 0.438754, "boundary_entropy": 0.629778, "bpb": 1.206842}, "zh": {"chunks": 3056.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.51744, "cps": 23.875, "mean_p": 0.275119, "boundary_entropy": 0.413249, "bpb": 3.359753}, "my": {"chunks": 7284.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.384421, "cps": 56.90625, "mean_p": 0.388097, "boundary_entropy": 0.58719, "bpb": 1.187824}}, "bpb": {"en": 2.1929, "de": 2.44908, "vi": 2.02273, "tr": 2.44942, "fi": 2.66315, "ru": 1.48708, "el": 1.60883, "hi": 1.28815, "ta": 1.08068, "th": 1.20684, "zh": 3.35975, "my": 1.18782}, "gini_cpc": 0.216471, "gini_cps": 0.200594, "bpic": 6.064328, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9625158543742146, "vi": 1.3866200778938143, "tr": 1.2555232474947573, "fi": 0.965595641983016, "ru": 2.0633950381246056, "el": 2.0088698771530673, "hi": 2.5472516156751825, "ta": 2.4703048989600704, "th": 2.7471212368457802, "zh": 3.0998300978088738, "my": 2.3029501885221153}, "t": 152.1}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.2047, "de": 2.45745, "vi": 2.02554, "tr": 2.45457, "fi": 2.6699, "ru": 1.46395, "el": 1.59965, "hi": 1.28453, "ta": 1.0897, "th": 1.22783, "zh": 3.36267, "my": 1.19556}, "bytes_per_chunk": {"en": 5.734, "de": 6.268, "vi": 5.685, "tr": 5.227, "fi": 6.326, "ru": 5.342, "el": 5.618, "hi": 5.86, "ta": 6.561, "th": 6.35, "zh": 5.655, "my": 6.837}, "bpb_mean": 1.91967, "t": 153.3}
{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.67112, "bpb": 2.41092, "chunk_loss": 0.030116, "F": 0.17426, "G": 0.24314, "chunks": 178.44, "bytes_per_chunk": 5.739, "boundary_entropy": 0.28401, "router_noise": 0.0, "grad_norm": 0.697, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 153.4}
{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.43039, "bpb": 2.06361, "chunk_loss": 0.030217, "F": 0.17639, "G": 0.26269, "chunks": 180.62, "bytes_per_chunk": 5.669, "boundary_entropy": 0.28944, "router_noise": 0.0, "grad_norm": 0.6416, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 155.4}
{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.36429, "bpb": 1.96825, "chunk_loss": 0.030144, "F": 0.17496, "G": 0.25245, "chunks": 179.16, "bytes_per_chunk": 5.716, "boundary_entropy": 0.27859, "router_noise": 0.0, "grad_norm": 0.6705, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 157.4}
{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.33285, "bpb": 1.9229, "chunk_loss": 0.029977, "F": 0.17209, "G": 0.25424, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.26976, "router_noise": 0.0, "grad_norm": 0.6729, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 159.4}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.214234, "boundary_entropy": 0.189447, "bpb": 2.169216}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.231166, "boundary_entropy": 0.25743, "bpb": 2.425001}, "vi": {"chunks": 4242.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230106, "cps": 33.140625, "mean_p": 0.231698, "boundary_entropy": 0.214305, "bpb": 2.004529}, "tr": {"chunks": 3761.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207756, "cps": 29.382812, "mean_p": 0.220326, "boundary_entropy": 0.220905, "bpb": 2.417102}, "fi": {"chunks": 3025.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16081, "cps": 23.632812, "mean_p": 0.237781, "boundary_entropy": 0.290125, "bpb": 2.625916}, "ru": {"chunks": 6640.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.350396, "cps": 51.875, "mean_p": 0.234372, "boundary_entropy": 0.205913, "bpb": 1.452712}, "el": {"chunks": 6979.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.340057, "cps": 54.523438, "mean_p": 0.22196, "boundary_entropy": 0.212527, "bpb": 1.566849}, "hi": {"chunks": 7640.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.454086, "cps": 59.6875, "mean_p": 0.356774, "boundary_entropy": 0.498317, "bpb": 1.301666}, "ta": {"chunks": 9383.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.501899, "cps": 73.304688, "mean_p": 0.321661, "boundary_entropy": 0.444404, "bpb": 1.023599}, "th": {"chunks": 6146.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.382095, "cps": 48.015625, "mean_p": 0.417661, "boundary_entropy": 0.619119, "bpb": 1.196306}, "zh": {"chunks": 2897.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490518, "cps": 22.632812, "mean_p": 0.272648, "boundary_entropy": 0.415337, "bpb": 3.337369}, "my": {"chunks": 7348.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.387798, "cps": 57.40625, "mean_p": 0.387244, "boundary_entropy": 0.5824, "bpb": 1.179531}}, "bpb": {"en": 2.16922, "de": 2.425, "vi": 2.00453, "tr": 2.4171, "fi": 2.62592, "ru": 1.45271, "el": 1.56685, "hi": 1.30167, "ta": 1.0236, "th": 1.19631, "zh": 3.33737, "my": 1.17953}, "gini_cpc": 0.219741, "gini_cps": 0.224842, "bpic": 5.973524, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9685169923647708, "vi": 1.387090695559314, "tr": 1.2523626829127963, "fi": 0.9693728052352096, "ru": 2.112205656692315, "el": 2.049885906138476, "hi": 2.737257295732111, "ta": 3.0254751010538428, "th": 2.3032910868492946, "zh": 2.9568710748499383, "my": 2.3376694856043767}, "t": 162.3}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18262, "de": 2.43309, "vi": 2.00614, "tr": 2.42187, "fi": 2.63605, "ru": 1.43087, "el": 1.55557, "hi": 1.29935, "ta": 1.03263, "th": 1.2138, "zh": 3.33943, "my": 1.18656}, "bytes_per_chunk": {"en": 5.734, "de": 6.256, "vi": 5.69, "tr": 5.226, "fi": 6.308, "ru": 5.304, "el": 5.526, "hi": 5.492, "ta": 5.35, "th": 7.438, "zh": 6.043, "my": 7.174}, "bpb_mean": 1.89483, "t": 163.6}
{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.45942, "bpb": 2.1055, "chunk_loss": 0.030209, "F": 0.17929, "G": 0.24457, "chunks": 183.59, "bytes_per_chunk": 5.578, "boundary_entropy": 0.25184, "router_noise": 0.0, "grad_norm": 0.7188, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 163.6}
{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.40213, "bpb": 2.02284, "chunk_loss": 0.030098, "F": 0.17453, "G": 0.25547, "chunks": 178.72, "bytes_per_chunk": 5.73, "boundary_entropy": 0.27543, "router_noise": 0.0, "grad_norm": 0.6751, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 165.7}
{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.47457, "bpb": 2.12735, "chunk_loss": 0.03003, "F": 0.17197, "G": 0.24977, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.27155, "router_noise": 0.0, "grad_norm": 0.6668, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 167.6}
{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.36093, "bpb": 1.96341, "chunk_loss": 0.030329, "F": 0.18454, "G": 0.26058, "chunks": 188.97, "bytes_per_chunk": 5.419, "boundary_entropy": 0.28023, "router_noise": 0.0, "grad_norm": 0.6645, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 169.6}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.21122, "boundary_entropy": 0.181848, "bpb": 2.147837}, "de": {"chunks": 3305.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16096, "cps": 25.820312, "mean_p": 0.232215, "boundary_entropy": 0.25751, "bpb": 2.395651}, "vi": {"chunks": 4279.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232113, "cps": 33.429688, "mean_p": 0.227418, "boundary_entropy": 0.2019, "bpb": 1.997625}, "tr": {"chunks": 3764.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207921, "cps": 29.40625, "mean_p": 0.220242, "boundary_entropy": 0.217833, "bpb": 2.392822}, "fi": {"chunks": 3050.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162139, "cps": 23.828125, "mean_p": 0.241165, "boundary_entropy": 0.293232, "bpb": 2.587139}, "ru": {"chunks": 6502.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.343113, "cps": 50.796875, "mean_p": 0.231115, "boundary_entropy": 0.202802, "bpb": 1.435523}, "el": {"chunks": 6740.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.328412, "cps": 52.65625, "mean_p": 0.228203, "boundary_entropy": 0.228076, "bpb": 1.542628}, "hi": {"chunks": 7549.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.448678, "cps": 58.976562, "mean_p": 0.337624, "boundary_entropy": 0.477627, "bpb": 1.260297}, "ta": {"chunks": 7715.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.412677, "cps": 60.273438, "mean_p": 0.286553, "boundary_entropy": 0.415672, "bpb": 1.014106}, "th": {"chunks": 6874.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.427355, "cps": 53.703125, "mean_p": 0.42047, "boundary_entropy": 0.612666, "bpb": 1.16728}, "zh": {"chunks": 2948.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499153, "cps": 23.03125, "mean_p": 0.272286, "boundary_entropy": 0.397875, "bpb": 3.322931}, "my": {"chunks": 7859.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.414767, "cps": 61.398438, "mean_p": 0.390489, "boundary_entropy": 0.587793, "bpb": 1.162802}}, "bpb": {"en": 2.14784, "de": 2.39565, "vi": 1.99763, "tr": 2.39282, "fi": 2.58714, "ru": 1.43552, "el": 1.54263, "hi": 1.2603, "ta": 1.01411, "th": 1.16728, "zh": 3.32293, "my": 1.1628}, "gini_cpc": 0.212952, "gini_cps": 0.207515, "bpic": 6.046271, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9696067607198583, "vi": 1.398220685572305, "tr": 1.2524939642425719, "fi": 0.9767075261911501, "ru": 2.0668755565419192, "el": 1.9783158464309905, "hi": 2.702781457771112, "ta": 2.4859193752695687, "th": 2.574334879183827, "zh": 3.0068420484439673, "my": 2.4985065428014055}, "t": 172.4}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16023, "de": 2.4045, "vi": 2.0007, "tr": 2.39767, "fi": 2.59537, "ru": 1.41353, "el": 1.53313, "hi": 1.25798, "ta": 1.02334, "th": 1.18542, "zh": 3.32376, "my": 1.17023}, "bytes_per_chunk": {"en": 5.735, "de": 6.258, "vi": 5.676, "tr": 5.212, "fi": 6.271, "ru": 5.384, "el": 5.735, "hi": 5.559, "ta": 6.625, "th": 6.752, "zh": 5.899, "my": 6.489}, "bpb_mean": 1.87216, "t": 173.7}
{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.47598, "bpb": 2.12939, "chunk_loss": 0.030023, "F": 0.17227, "G": 0.26222, "chunks": 176.41, "bytes_per_chunk": 5.805, "boundary_entropy": 0.29705, "router_noise": 0.0, "grad_norm": 0.7343, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 173.7}
{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.38124, "bpb": 1.9927, "chunk_loss": 0.029982, "F": 0.16803, "G": 0.24417, "chunks": 172.06, "bytes_per_chunk": 5.951, "boundary_entropy": 0.25591, "router_noise": 0.0, "grad_norm": 0.7044, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 175.7}
{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.41734, "bpb": 2.04479, "chunk_loss": 0.0301, "F": 0.17444, "G": 0.22649, "chunks": 178.62, "bytes_per_chunk": 5.733, "boundary_entropy": 0.21419, "router_noise": 0.0, "grad_norm": 0.7258, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 177.6}
{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.36609, "bpb": 1.97085, "chunk_loss": 0.030076, "F": 0.173, "G": 0.26203, "chunks": 177.16, "bytes_per_chunk": 5.78, "boundary_entropy": 0.29566, "router_noise": 0.0, "grad_norm": 0.6938, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 179.6}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.20909, "boundary_entropy": 0.17569, "bpb": 2.139008}, "de": {"chunks": 3306.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161009, "cps": 25.828125, "mean_p": 0.235812, "boundary_entropy": 0.263596, "bpb": 2.376567}, "vi": {"chunks": 4260.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231082, "cps": 33.28125, "mean_p": 0.228431, "boundary_entropy": 0.203399, "bpb": 1.980936}, "tr": {"chunks": 3577.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197592, "cps": 27.945312, "mean_p": 0.217833, "boundary_entropy": 0.218603, "bpb": 2.372972}, "fi": {"chunks": 3030.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161076, "cps": 23.671875, "mean_p": 0.24181, "boundary_entropy": 0.295281, "bpb": 2.564613}, "ru": {"chunks": 6638.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.35029, "cps": 51.859375, "mean_p": 0.22768, "boundary_entropy": 0.18749, "bpb": 1.41477}, "el": {"chunks": 6832.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332895, "cps": 53.375, "mean_p": 0.222845, "boundary_entropy": 0.216688, "bpb": 1.519282}, "hi": {"chunks": 7247.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.430728, "cps": 56.617188, "mean_p": 0.345867, "boundary_entropy": 0.49433, "bpb": 1.251043}, "ta": {"chunks": 8461.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.452581, "cps": 66.101562, "mean_p": 0.311761, "boundary_entropy": 0.440284, "bpb": 1.011172}, "th": {"chunks": 6828.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.424495, "cps": 53.34375, "mean_p": 0.428151, "boundary_entropy": 0.62142, "bpb": 1.162144}, "zh": {"chunks": 2834.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479851, "cps": 22.140625, "mean_p": 0.259226, "boundary_entropy": 0.382098, "bpb": 3.298228}, "my": {"chunks": 7382.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.389593, "cps": 57.671875, "mean_p": 0.354603, "boundary_entropy": 0.563679, "bpb": 1.157149}}, "bpb": {"en": 2.13901, "de": 2.37657, "vi": 1.98094, "tr": 2.37297, "fi": 2.56461, "ru": 1.41477, "el": 1.51928, "hi": 1.25104, "ta": 1.01117, "th": 1.16214, "zh": 3.29823, "my": 1.15715}, "gini_cpc": 0.212047, "gini_cps": 0.212816, "bpic": 6.064424, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9699001364417101, "vi": 1.3920121805417198, "tr": 1.1902685733516685, "fi": 0.9703028866751425, "ru": 2.11010765061908, "el": 2.005319564216102, "hi": 2.5946558781914493, "ta": 2.726294728989737, "th": 2.5571077327709006, "zh": 2.8905666096642486, "my": 2.346860325608853}, "t": 182.5}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14891, "de": 2.3833, "vi": 1.98567, "tr": 2.37846, "fi": 2.57305, "ru": 1.39252, "el": 1.50912, "hi": 1.24961, "ta": 1.02036, "th": 1.17982, "zh": 3.29924, "my": 1.16413}, "bytes_per_chunk": {"en": 5.734, "de": 6.242, "vi": 5.669, "tr": 5.354, "fi": 6.291, "ru": 5.295, "el": 5.632, "hi": 5.876, "ta": 6.068, "th": 6.789, "zh": 5.969, "my": 6.773}, "bpb_mean": 1.85702, "t": 183.7}
{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.31427, "bpb": 1.8961, "chunk_loss": 0.030011, "F": 0.17191, "G": 0.24012, "chunks": 176.03, "bytes_per_chunk": 5.817, "boundary_entropy": 0.24864, "router_noise": 0.0, "grad_norm": 0.6884, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 183.8}
{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.55021, "bpb": 2.23649, "chunk_loss": 0.030187, "F": 0.1734, "G": 0.23762, "chunks": 177.56, "bytes_per_chunk": 5.767, "boundary_entropy": 0.24971, "router_noise": 0.0, "grad_norm": 0.6635, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 185.8}
{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.50755, "bpb": 2.17494, "chunk_loss": 0.030034, "F": 0.17264, "G": 0.23992, "chunks": 176.78, "bytes_per_chunk": 5.792, "boundary_entropy": 0.24258, "router_noise": 0.0, "grad_norm": 0.697, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 187.7}
{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.32769, "bpb": 1.91545, "chunk_loss": 0.030075, "F": 0.1748, "G": 0.24389, "chunks": 179.0, "bytes_per_chunk": 5.721, "boundary_entropy": 0.26697, "router_noise": 0.0, "grad_norm": 0.6105, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 189.7}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.209106, "boundary_entropy": 0.174224, "bpb": 2.115206}, "de": {"chunks": 3305.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16096, "cps": 25.820312, "mean_p": 0.228523, "boundary_entropy": 0.249251, "bpb": 2.353828}, "vi": {"chunks": 4252.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230648, "cps": 33.21875, "mean_p": 0.226377, "boundary_entropy": 0.199825, "bpb": 1.955627}, "tr": {"chunks": 3521.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194498, "cps": 27.507812, "mean_p": 0.21541, "boundary_entropy": 0.213679, "bpb": 2.362524}, "fi": {"chunks": 3051.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162192, "cps": 23.835938, "mean_p": 0.238159, "boundary_entropy": 0.285226, "bpb": 2.543127}, "ru": {"chunks": 6610.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.348813, "cps": 51.640625, "mean_p": 0.230995, "boundary_entropy": 0.192016, "bpb": 1.400645}, "el": {"chunks": 6804.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33153, "cps": 53.15625, "mean_p": 0.225412, "boundary_entropy": 0.212417, "bpb": 1.495427}, "hi": {"chunks": 7159.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425498, "cps": 55.929688, "mean_p": 0.340333, "boundary_entropy": 0.485212, "bpb": 1.233633}, "ta": {"chunks": 8927.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.477507, "cps": 69.742188, "mean_p": 0.331108, "boundary_entropy": 0.447068, "bpb": 0.991312}, "th": {"chunks": 7603.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.472676, "cps": 59.398438, "mean_p": 0.444119, "boundary_entropy": 0.626615, "bpb": 1.14179}, "zh": {"chunks": 2979.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504402, "cps": 23.273438, "mean_p": 0.269325, "boundary_entropy": 0.385802, "bpb": 3.268496}, "my": {"chunks": 6790.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.358349, "cps": 53.046875, "mean_p": 0.361549, "boundary_entropy": 0.574467, "bpb": 1.148586}}, "bpb": {"en": 2.11521, "de": 2.35383, "vi": 1.95563, "tr": 2.36252, "fi": 2.54313, "ru": 1.40064, "el": 1.49543, "hi": 1.23363, "ta": 0.99131, "th": 1.14179, "zh": 3.2685, "my": 1.14859}, "gini_cpc": 0.224302, "gini_cps": 0.217087, "bpic": 6.006808, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9692712566504051, "vi": 1.3889173125814727, "tr": 1.1712288219257472, "fi": 0.9766896862783113, "ru": 2.1004798641480495, "el": 1.9964100029893037, "hi": 2.5622621839925555, "ta": 2.8754534593284475, "th": 2.846362458091906, "zh": 3.037409437590299, "my": 2.157906760662765}, "t": 192.5}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.12606, "de": 2.36227, "vi": 1.95839, "tr": 2.36952, "fi": 2.55052, "ru": 1.37891, "el": 1.48464, "hi": 1.23161, "ta": 0.99853, "th": 1.15845, "zh": 3.26658, "my": 1.1545}, "bytes_per_chunk": {"en": 5.734, "de": 6.269, "vi": 5.692, "tr": 5.492, "fi": 6.244, "ru": 5.325, "el": 5.609, "hi": 5.913, "ta": 5.758, "th": 6.296, "zh": 5.83, "my": 7.482}, "bpb_mean": 1.83667, "t": 193.8}
{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.36219, "bpb": 1.96522, "chunk_loss": 0.029967, "F": 0.1687, "G": 0.25043, "chunks": 172.75, "bytes_per_chunk": 5.928, "boundary_entropy": 0.26913, "router_noise": 0.0, "grad_norm": 0.6556, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 193.8}
{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.36149, "bpb": 1.96421, "chunk_loss": 0.030131, "F": 0.1731, "G": 0.2646, "chunks": 177.25, "bytes_per_chunk": 5.777, "boundary_entropy": 0.29008, "router_noise": 0.0, "grad_norm": 0.7258, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 195.8}
{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.43489, "bpb": 2.07011, "chunk_loss": 0.030061, "F": 0.17566, "G": 0.2478, "chunks": 179.88, "bytes_per_chunk": 5.693, "boundary_entropy": 0.26101, "router_noise": 0.0, "grad_norm": 0.6825, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 197.7}
{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.39354, "bpb": 2.01045, "chunk_loss": 0.03006, "F": 0.17514, "G": 0.25389, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.26346, "router_noise": 0.0, "grad_norm": 0.6631, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 199.7}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.206972, "boundary_entropy": 0.168668, "bpb": 2.105334}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.22995, "boundary_entropy": 0.251532, "bpb": 2.332807}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.22417, "boundary_entropy": 0.195018, "bpb": 1.950734}, "tr": {"chunks": 3734.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206264, "cps": 29.171875, "mean_p": 0.220563, "boundary_entropy": 0.218833, "bpb": 2.333676}, "fi": {"chunks": 3054.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162352, "cps": 23.859375, "mean_p": 0.242085, "boundary_entropy": 0.291198, "bpb": 2.521086}, "ru": {"chunks": 6489.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.342427, "cps": 50.695312, "mean_p": 0.22275, "boundary_entropy": 0.182147, "bpb": 1.399127}, "el": {"chunks": 6826.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332602, "cps": 53.328125, "mean_p": 0.226549, "boundary_entropy": 0.221895, "bpb": 1.47941}, "hi": {"chunks": 6968.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414146, "cps": 54.4375, "mean_p": 0.355517, "boundary_entropy": 0.496624, "bpb": 1.225107}, "ta": {"chunks": 8237.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.440599, "cps": 64.351562, "mean_p": 0.329444, "boundary_entropy": 0.451259, "bpb": 0.976984}, "th": {"chunks": 6680.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.415294, "cps": 52.1875, "mean_p": 0.429282, "boundary_entropy": 0.620246, "bpb": 1.132593}, "zh": {"chunks": 3003.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508466, "cps": 23.460938, "mean_p": 0.264548, "boundary_entropy": 0.372763, "bpb": 3.247365}, "my": {"chunks": 8124.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.428752, "cps": 63.46875, "mean_p": 0.39944, "boundary_entropy": 0.596655, "bpb": 1.138139}}, "bpb": {"en": 2.10533, "de": 2.33281, "vi": 1.95073, "tr": 2.33368, "fi": 2.52109, "ru": 1.39913, "el": 1.47941, "hi": 1.22511, "ta": 0.97698, "th": 1.13259, "zh": 3.24736, "my": 1.13814}, "gini_cpc": 0.214143, "gini_cps": 0.211329, "bpic": 6.041987, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9685169923647708, "vi": 1.3792429405632218, "tr": 1.2433720441362353, "fi": 0.9786659660126712, "ru": 2.0641720641982575, "el": 2.0049464386446822, "hi": 2.496493303227925, "ta": 2.655956347370831, "th": 2.5034143280431644, "zh": 3.065061732058807, "my": 2.5845436718903043}, "t": 202.6}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11577, "de": 2.34054, "vi": 1.95271, "tr": 2.34124, "fi": 2.53029, "ru": 1.37879, "el": 1.46935, "hi": 1.22314, "ta": 0.98752, "th": 1.1515, "zh": 3.24551, "my": 1.14513}, "bytes_per_chunk": {"en": 5.738, "de": 6.267, "vi": 5.719, "tr": 5.211, "fi": 6.249, "ru": 5.385, "el": 5.625, "hi": 6.107, "ta": 6.286, "th": 7.061, "zh": 5.79, "my": 6.321}, "bpb_mean": 1.82346, "t": 203.8}
{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.46206, "bpb": 2.10931, "chunk_loss": 0.030273, "F": 0.18082, "G": 0.24759, "chunks": 185.16, "bytes_per_chunk": 5.53, "boundary_entropy": 0.2485, "router_noise": 0.0, "grad_norm": 1.4558, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 203.9}
{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.3207, "bpb": 1.90537, "chunk_loss": 0.03017, "F": 0.17773, "G": 0.23379, "chunks": 182.0, "bytes_per_chunk": 5.626, "boundary_entropy": 0.21912, "router_noise": 0.0, "grad_norm": 0.6762, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 205.8}
{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.58215, "bpb": 2.28255, "chunk_loss": 0.030163, "F": 0.17563, "G": 0.23348, "chunks": 179.84, "bytes_per_chunk": 5.694, "boundary_entropy": 0.24474, "router_noise": 0.0, "grad_norm": 0.7588, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 207.8}
{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.29842, "bpb": 1.87322, "chunk_loss": 0.030155, "F": 0.17755, "G": 0.25878, "chunks": 181.81, "bytes_per_chunk": 5.632, "boundary_entropy": 0.27159, "router_noise": 0.0, "grad_norm": 0.672, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 209.7}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.206603, "boundary_entropy": 0.16669, "bpb": 2.089962}, "de": {"chunks": 3306.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161009, "cps": 25.828125, "mean_p": 0.232203, "boundary_entropy": 0.25316, "bpb": 2.31279}, "vi": {"chunks": 4227.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229292, "cps": 33.023438, "mean_p": 0.221383, "boundary_entropy": 0.185567, "bpb": 1.942246}, "tr": {"chunks": 3624.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200188, "cps": 28.3125, "mean_p": 0.219087, "boundary_entropy": 0.21729, "bpb": 2.313625}, "fi": {"chunks": 3074.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163415, "cps": 24.015625, "mean_p": 0.24441, "boundary_entropy": 0.293984, "bpb": 2.513785}, "ru": {"chunks": 6510.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.343536, "cps": 50.859375, "mean_p": 0.22365, "boundary_entropy": 0.180898, "bpb": 1.377432}, "el": {"chunks": 6827.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332651, "cps": 53.335938, "mean_p": 0.223219, "boundary_entropy": 0.206057, "bpb": 1.450568}, "hi": {"chunks": 7540.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.448143, "cps": 58.90625, "mean_p": 0.336663, "boundary_entropy": 0.476448, "bpb": 1.208198}, "ta": {"chunks": 9976.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.533619, "cps": 77.9375, "mean_p": 0.327248, "boundary_entropy": 0.429788, "bpb": 0.969173}, "th": {"chunks": 7041.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.437737, "cps": 55.007812, "mean_p": 0.433601, "boundary_entropy": 0.617946, "bpb": 1.119693}, "zh": {"chunks": 2822.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.477819, "cps": 22.046875, "mean_p": 0.254987, "boundary_entropy": 0.364931, "bpb": 3.244828}, "my": {"chunks": 7123.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375924, "cps": 55.648438, "mean_p": 0.373984, "boundary_entropy": 0.584013, "bpb": 1.128062}}, "bpb": {"en": 2.08996, "de": 2.31279, "vi": 1.94225, "tr": 2.31363, "fi": 2.51378, "ru": 1.37743, "el": 1.45057, "hi": 1.2082, "ta": 0.96917, "th": 1.11969, "zh": 3.24483, "my": 1.12806}, "gini_cpc": 0.227062, "gini_cps": 0.230256, "bpic": 5.908232, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9705720450918256, "vi": 1.3821858486867564, "tr": 1.2067435157872837, "fi": 0.9850750424109205, "ru": 2.0708522326908083, "el": 2.005240160654446, "hi": 2.701429320657083, "ta": 3.2166833217641626, "th": 2.6387036352922038, "zh": 2.880321081541776, "my": 2.2660886970549776}, "t": 212.6}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.1011, "de": 2.32203, "vi": 1.94397, "tr": 2.32012, "fi": 2.52308, "ru": 1.35569, "el": 1.43989, "hi": 1.20643, "ta": 0.97905, "th": 1.13746, "zh": 3.24246, "my": 1.13413}, "bytes_per_chunk": {"en": 5.738, "de": 6.241, "vi": 5.725, "tr": 5.301, "fi": 6.214, "ru": 5.392, "el": 5.631, "hi": 5.611, "ta": 5.135, "th": 6.816, "zh": 6.039, "my": 7.443}, "bpb_mean": 1.80878, "t": 213.8}
{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.36582, "bpb": 1.97047, "chunk_loss": 0.030097, "F": 0.17273, "G": 0.23243, "chunks": 176.88, "bytes_per_chunk": 5.789, "boundary_entropy": 0.22986, "router_noise": 0.0, "grad_norm": 0.6972, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 213.9}
{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.47415, "bpb": 2.12675, "chunk_loss": 0.029891, "F": 0.17078, "G": 0.25892, "chunks": 174.88, "bytes_per_chunk": 5.856, "boundary_entropy": 0.29145, "router_noise": 0.0, "grad_norm": 0.6636, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 215.9}
{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.48646, "bpb": 2.14451, "chunk_loss": 0.030235, "F": 0.1734, "G": 0.25009, "chunks": 177.56, "bytes_per_chunk": 5.767, "boundary_entropy": 0.27741, "router_noise": 0.0, "grad_norm": 0.7104, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 217.8}
{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.41848, "bpb": 2.04643, "chunk_loss": 0.030089, "F": 0.17245, "G": 0.24073, "chunks": 176.59, "bytes_per_chunk": 5.799, "boundary_entropy": 0.25499, "router_noise": 0.0, "grad_norm": 0.7063, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 219.8}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.205728, "boundary_entropy": 0.162542, "bpb": 2.076433}, "de": {"chunks": 3315.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161447, "cps": 25.898438, "mean_p": 0.236277, "boundary_entropy": 0.259163, "bpb": 2.29637}, "vi": {"chunks": 4231.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229509, "cps": 33.054688, "mean_p": 0.219957, "boundary_entropy": 0.180293, "bpb": 1.924598}, "tr": {"chunks": 3409.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188311, "cps": 26.632812, "mean_p": 0.214423, "boundary_entropy": 0.209334, "bpb": 2.293008}, "fi": {"chunks": 3034.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161289, "cps": 23.703125, "mean_p": 0.232352, "boundary_entropy": 0.272875, "bpb": 2.475589}, "ru": {"chunks": 6665.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.351715, "cps": 52.070312, "mean_p": 0.225374, "boundary_entropy": 0.171729, "bpb": 1.361628}, "el": {"chunks": 6900.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336208, "cps": 53.90625, "mean_p": 0.221961, "boundary_entropy": 0.206541, "bpb": 1.440452}, "hi": {"chunks": 7260.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431501, "cps": 56.71875, "mean_p": 0.339833, "boundary_entropy": 0.473466, "bpb": 1.203541}, "ta": {"chunks": 8842.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.472961, "cps": 69.078125, "mean_p": 0.313574, "boundary_entropy": 0.423401, "bpb": 0.974166}, "th": {"chunks": 8145.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.506372, "cps": 63.632812, "mean_p": 0.443161, "boundary_entropy": 0.623998, "bpb": 1.112319}, "zh": {"chunks": 3025.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.512191, "cps": 23.632812, "mean_p": 0.262922, "boundary_entropy": 0.361568, "bpb": 3.205993}, "my": {"chunks": 7419.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.391545, "cps": 57.960938, "mean_p": 0.390186, "boundary_entropy": 0.578623, "bpb": 1.118014}}, "bpb": {"en": 2.07643, "de": 2.29637, "vi": 1.9246, "tr": 2.29301, "fi": 2.47559, "ru": 1.36163, "el": 1.44045, "hi": 1.20354, "ta": 0.97417, "th": 1.11232, "zh": 3.20599, "my": 1.11801}, "gini_cpc": 0.230897, "gini_cps": 0.223774, "bpic": 5.892267, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9728772701952791, "vi": 1.3830147587503296, "tr": 1.1347583342348637, "fi": 0.9719202355667714, "ru": 2.1194241114172736, "el": 2.0259801077178055, "hi": 2.600210328746712, "ta": 2.8500466743074235, "th": 3.0513846325399085, "zh": 3.0864473121376164, "my": 2.359439937528398}, "t": 222.6}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08869, "de": 2.3054, "vi": 1.92571, "tr": 2.29953, "fi": 2.48521, "ru": 1.34052, "el": 1.43047, "hi": 1.20193, "ta": 0.98356, "th": 1.13029, "zh": 3.20203, "my": 1.1249}, "bytes_per_chunk": {"en": 5.734, "de": 6.226, "vi": 5.722, "tr": 5.64, "fi": 6.26, "ru": 5.273, "el": 5.592, "hi": 5.81, "ta": 5.783, "th": 5.834, "zh": 5.687, "my": 6.535}, "bpb_mean": 1.79319, "t": 223.9}
{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.39716, "bpb": 2.01568, "chunk_loss": 0.030273, "F": 0.18073, "G": 0.25718, "chunks": 185.06, "bytes_per_chunk": 5.533, "boundary_entropy": 0.26775, "router_noise": 0.0, "grad_norm": 0.7491, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 223.9}
{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.29231, "bpb": 1.86441, "chunk_loss": 0.029987, "F": 0.17273, "G": 0.24048, "chunks": 176.88, "bytes_per_chunk": 5.789, "boundary_entropy": 0.24019, "router_noise": 0.0, "grad_norm": 0.7016, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 225.9}
{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.43858, "bpb": 2.07543, "chunk_loss": 0.030107, "F": 0.17459, "G": 0.2403, "chunks": 178.78, "bytes_per_chunk": 5.728, "boundary_entropy": 0.24434, "router_noise": 0.0, "grad_norm": 0.7115, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 227.8}
{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.23225, "bpb": 1.77777, "chunk_loss": 0.030287, "F": 0.18039, "G": 0.26004, "chunks": 184.72, "bytes_per_chunk": 5.544, "boundary_entropy": 0.26743, "router_noise": 0.0, "grad_norm": 0.6786, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 229.8}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.206732, "boundary_entropy": 0.164824, "bpb": 2.061425}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.224429, "boundary_entropy": 0.236504, "bpb": 2.285339}, "vi": {"chunks": 4233.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229618, "cps": 33.070312, "mean_p": 0.219785, "boundary_entropy": 0.180646, "bpb": 1.916038}, "tr": {"chunks": 3186.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175993, "cps": 24.890625, "mean_p": 0.20986, "boundary_entropy": 0.206551, "bpb": 2.294869}, "fi": {"chunks": 3045.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161873, "cps": 23.789062, "mean_p": 0.233363, "boundary_entropy": 0.278875, "bpb": 2.462024}, "ru": {"chunks": 6555.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.34591, "cps": 51.210938, "mean_p": 0.224951, "boundary_entropy": 0.169826, "bpb": 1.348955}, "el": {"chunks": 6888.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335623, "cps": 53.8125, "mean_p": 0.221513, "boundary_entropy": 0.199813, "bpb": 1.420505}, "hi": {"chunks": 7497.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.445587, "cps": 58.570312, "mean_p": 0.353668, "boundary_entropy": 0.493947, "bpb": 1.190673}, "ta": {"chunks": 8565.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.458144, "cps": 66.914062, "mean_p": 0.306638, "boundary_entropy": 0.419494, "bpb": 0.950693}, "th": {"chunks": 8219.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.510973, "cps": 64.210938, "mean_p": 0.447647, "boundary_entropy": 0.624573, "bpb": 1.102876}, "zh": {"chunks": 2839.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480698, "cps": 22.179688, "mean_p": 0.247242, "boundary_entropy": 0.341129, "bpb": 3.194878}, "my": {"chunks": 7777.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.410439, "cps": 60.757812, "mean_p": 0.422394, "boundary_entropy": 0.607437, "bpb": 1.108467}}, "bpb": {"en": 2.06143, "de": 2.28534, "vi": 1.91604, "tr": 2.29487, "fi": 2.46202, "ru": 1.34895, "el": 1.42051, "hi": 1.19067, "ta": 0.95069, "th": 1.10288, "zh": 3.19488, "my": 1.10847}, "gini_cpc": 0.229014, "gini_cps": 0.229147, "bpic": 5.904868, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9684332578324515, "vi": 1.3831895681298356, "tr": 1.0601609378525065, "fi": 0.9751063663121482, "ru": 2.083723357910224, "el": 2.0217566098244304, "hi": 2.6841638083070642, "ta": 2.759805502162522, "th": 3.078041660170479, "zh": 2.895666409610727, "my": 2.472437381774594}, "t": 232.7}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.07328, "de": 2.29415, "vi": 1.91871, "tr": 2.30038, "fi": 2.47262, "ru": 1.32794, "el": 1.4112, "hi": 1.18803, "ta": 0.95958, "th": 1.1212, "zh": 3.19242, "my": 1.11583}, "bytes_per_chunk": {"en": 5.731, "de": 6.26, "vi": 5.718, "tr": 6.142, "fi": 6.235, "ru": 5.335, "el": 5.59, "hi": 5.571, "ta": 5.973, "th": 5.863, "zh": 6.038, "my": 6.489}, "bpb_mean": 1.78128, "t": 233.9}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 233.9}
{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.25069, "bpb": 1.80436, "chunk_loss": 0.030117, "F": 0.1731, "G": 0.24265, "chunks": 177.25, "bytes_per_chunk": 5.777, "boundary_entropy": 0.24134, "router_noise": 0.0, "grad_norm": 0.6956, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 234.0}
{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.27092, "bpb": 1.83356, "chunk_loss": 0.030082, "F": 0.17258, "G": 0.22487, "chunks": 176.72, "bytes_per_chunk": 5.795, "boundary_entropy": 0.20669, "router_noise": 0.0, "grad_norm": 0.6842, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 235.9}
{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.3494, "bpb": 1.94678, "chunk_loss": 0.030036, "F": 0.17056, "G": 0.24363, "chunks": 174.66, "bytes_per_chunk": 5.863, "boundary_entropy": 0.2557, "router_noise": 0.0, "grad_norm": 0.7185, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 237.8}
{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.32128, "bpb": 1.90621, "chunk_loss": 0.030066, "F": 0.16977, "G": 0.23546, "chunks": 173.84, "bytes_per_chunk": 5.89, "boundary_entropy": 0.23656, "router_noise": 0.0, "grad_norm": 0.6924, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 239.8}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.206495, "boundary_entropy": 0.163893, "bpb": 2.052148}, "de": {"chunks": 3327.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162032, "cps": 25.992188, "mean_p": 0.228171, "boundary_entropy": 0.242248, "bpb": 2.272861}, "vi": {"chunks": 4257.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230919, "cps": 33.257812, "mean_p": 0.22214, "boundary_entropy": 0.182593, "bpb": 1.907878}, "tr": {"chunks": 3410.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188367, "cps": 26.640625, "mean_p": 0.213451, "boundary_entropy": 0.207184, "bpb": 2.267447}, "fi": {"chunks": 3052.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162245, "cps": 23.84375, "mean_p": 0.231835, "boundary_entropy": 0.273103, "bpb": 2.440972}, "ru": {"chunks": 6615.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349077, "cps": 51.679688, "mean_p": 0.22585, "boundary_entropy": 0.171573, "bpb": 1.341873}, "el": {"chunks": 6863.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334405, "cps": 53.617188, "mean_p": 0.223764, "boundary_entropy": 0.203083, "bpb": 1.412944}, "hi": {"chunks": 7577.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450342, "cps": 59.195312, "mean_p": 0.340258, "boundary_entropy": 0.480452, "bpb": 1.184322}, "ta": {"chunks": 9299.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.497406, "cps": 72.648438, "mean_p": 0.312665, "boundary_entropy": 0.418422, "bpb": 0.94655}, "th": {"chunks": 9281.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.576997, "cps": 72.507812, "mean_p": 0.45883, "boundary_entropy": 0.623503, "bpb": 1.094776}, "zh": {"chunks": 2881.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.487809, "cps": 22.507812, "mean_p": 0.249241, "boundary_entropy": 0.340351, "bpb": 3.184061}, "my": {"chunks": 8101.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.427539, "cps": 63.289062, "mean_p": 0.420968, "boundary_entropy": 0.606506, "bpb": 1.105042}}, "bpb": {"en": 2.05215, "de": 2.27286, "vi": 1.90788, "tr": 2.26745, "fi": 2.44097, "ru": 1.34187, "el": 1.41294, "hi": 1.18432, "ta": 0.94655, "th": 1.09478, "zh": 3.18406, "my": 1.10504}, "gini_cpc": 0.242752, "gini_cps": 0.243575, "bpic": 5.681352, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9763989978701942, "vi": 1.391513549515517, "tr": 1.135091205556141, "fi": 0.9776864070368444, "ru": 2.103524455667707, "el": 2.0151161564155506, "hi": 2.713745683321465, "ta": 2.9973517331355723, "th": 3.4769675598039154, "zh": 2.9395222169482556, "my": 2.5763341331604734}, "t": 242.7}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.0642, "de": 2.2817, "vi": 1.90947, "tr": 2.2734, "fi": 2.45005, "ru": 1.31959, "el": 1.40247, "hi": 1.18053, "ta": 0.95609, "th": 1.11161, "zh": 3.17907, "my": 1.11219}, "bytes_per_chunk": {"en": 5.723, "de": 6.224, "vi": 5.703, "tr": 5.698, "fi": 6.233, "ru": 5.32, "el": 5.589, "hi": 5.538, "ta": 5.471, "th": 5.203, "zh": 5.907, "my": 6.265}, "bpb_mean": 1.77003, "t": 243.9}
{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.31937, "bpb": 1.90345, "chunk_loss": 0.03032, "F": 0.17822, "G": 0.24439, "chunks": 182.5, "bytes_per_chunk": 5.611, "boundary_entropy": 0.24629, "router_noise": 0.0, "grad_norm": 0.6796, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 244.0}
{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.15994, "bpb": 1.67344, "chunk_loss": 0.030054, "F": 0.17343, "G": 0.26264, "chunks": 177.59, "bytes_per_chunk": 5.766, "boundary_entropy": 0.27525, "router_noise": 0.0, "grad_norm": 0.7844, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 245.9}
{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.27857, "bpb": 1.84458, "chunk_loss": 0.03007, "F": 0.17297, "G": 0.23628, "chunks": 177.12, "bytes_per_chunk": 5.781, "boundary_entropy": 0.22942, "router_noise": 0.0, "grad_norm": 0.6997, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 247.9}
{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.28723, "bpb": 1.85709, "chunk_loss": 0.030049, "F": 0.17395, "G": 0.22663, "chunks": 178.12, "bytes_per_chunk": 5.749, "boundary_entropy": 0.20426, "router_noise": 0.0, "grad_norm": 0.6718, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 249.9}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.203928, "boundary_entropy": 0.156104, "bpb": 2.040109}, "de": {"chunks": 3304.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160912, "cps": 25.8125, "mean_p": 0.222413, "boundary_entropy": 0.229769, "bpb": 2.268235}, "vi": {"chunks": 4219.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228858, "cps": 32.960938, "mean_p": 0.217015, "boundary_entropy": 0.173378, "bpb": 1.899345}, "tr": {"chunks": 3274.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180854, "cps": 25.578125, "mean_p": 0.209642, "boundary_entropy": 0.199572, "bpb": 2.262466}, "fi": {"chunks": 3053.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162299, "cps": 23.851562, "mean_p": 0.232532, "boundary_entropy": 0.272249, "bpb": 2.432718}, "ru": {"chunks": 6546.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345435, "cps": 51.140625, "mean_p": 0.222925, "boundary_entropy": 0.164595, "bpb": 1.331851}, "el": {"chunks": 6872.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334844, "cps": 53.6875, "mean_p": 0.222552, "boundary_entropy": 0.1993, "bpb": 1.396344}, "hi": {"chunks": 7078.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.420684, "cps": 55.296875, "mean_p": 0.33206, "boundary_entropy": 0.471135, "bpb": 1.175982}, "ta": {"chunks": 8538.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.4567, "cps": 66.703125, "mean_p": 0.296541, "boundary_entropy": 0.40699, "bpb": 0.938472}, "th": {"chunks": 7584.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.471495, "cps": 59.25, "mean_p": 0.443021, "boundary_entropy": 0.621306, "bpb": 1.085235}, "zh": {"chunks": 2940.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.497799, "cps": 22.96875, "mean_p": 0.246292, "boundary_entropy": 0.328877, "bpb": 3.175249}, "my": {"chunks": 7745.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.40875, "cps": 60.507812, "mean_p": 0.42434, "boundary_entropy": 0.609118, "bpb": 1.089737}}, "bpb": {"en": 2.04011, "de": 2.26824, "vi": 1.89935, "tr": 2.26247, "fi": 2.43272, "ru": 1.33185, "el": 1.39634, "hi": 1.17598, "ta": 0.93847, "th": 1.08523, "zh": 3.17525, "my": 1.08974}, "gini_cpc": 0.223258, "gini_cps": 0.220123, "bpic": 5.992739, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.969649019826607, "vi": 1.3790922399356276, "tr": 1.0898207058624065, "fi": 0.978006749896293, "ru": 2.0815829307333042, "el": 2.017758739164748, "hi": 2.535025992681712, "ta": 2.7520581887849787, "th": 2.8412155989174543, "zh": 2.999720693449452, "my": 2.4631166351472493}, "t": 252.7}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05141, "de": 2.2771, "vi": 1.90056, "tr": 2.26856, "fi": 2.44247, "ru": 1.31102, "el": 1.38813, "hi": 1.17289, "ta": 0.94868, "th": 1.10109, "zh": 3.16958, "my": 1.09651}, "bytes_per_chunk": {"en": 5.734, "de": 6.258, "vi": 5.727, "tr": 5.949, "fi": 6.199, "ru": 5.336, "el": 5.607, "hi": 5.888, "ta": 5.981, "th": 6.304, "zh": 5.796, "my": 6.566}, "bpb_mean": 1.76067, "t": 254.0}
{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.44334, "bpb": 2.0823, "chunk_loss": 0.030065, "F": 0.17673, "G": 0.26583, "chunks": 180.97, "bytes_per_chunk": 5.658, "boundary_entropy": 0.28458, "router_noise": 0.0, "grad_norm": 0.663, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 254.1}
{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.33812, "bpb": 1.9305, "chunk_loss": 0.029997, "F": 0.16922, "G": 0.24658, "chunks": 173.28, "bytes_per_chunk": 5.909, "boundary_entropy": 0.26315, "router_noise": 0.0, "grad_norm": 0.7128, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 256.0}
{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.39162, "bpb": 2.00768, "chunk_loss": 0.030086, "F": 0.17569, "G": 0.24828, "chunks": 179.91, "bytes_per_chunk": 5.692, "boundary_entropy": 0.24899, "router_noise": 0.0, "grad_norm": 0.7385, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 258.0}
{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.36374, "bpb": 1.96747, "chunk_loss": 0.030095, "F": 0.17441, "G": 0.23805, "chunks": 178.59, "bytes_per_chunk": 5.734, "boundary_entropy": 0.22929, "router_noise": 0.0, "grad_norm": 0.6785, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 259.9}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.202318, "boundary_entropy": 0.152173, "bpb": 2.032541}, "de": {"chunks": 3313.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16135, "cps": 25.882812, "mean_p": 0.223755, "boundary_entropy": 0.232817, "bpb": 2.253052}, "vi": {"chunks": 4224.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229129, "cps": 33.0, "mean_p": 0.215891, "boundary_entropy": 0.171138, "bpb": 1.891453}, "tr": {"chunks": 3313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183008, "cps": 25.882812, "mean_p": 0.210408, "boundary_entropy": 0.200393, "bpb": 2.242098}, "fi": {"chunks": 3044.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16182, "cps": 23.78125, "mean_p": 0.227542, "boundary_entropy": 0.262154, "bpb": 2.413908}, "ru": {"chunks": 6545.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345383, "cps": 51.132812, "mean_p": 0.219348, "boundary_entropy": 0.160226, "bpb": 1.323429}, "el": {"chunks": 6857.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334113, "cps": 53.570312, "mean_p": 0.22055, "boundary_entropy": 0.195105, "bpb": 1.386206}, "hi": {"chunks": 6642.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.39477, "cps": 51.890625, "mean_p": 0.316794, "boundary_entropy": 0.45813, "bpb": 1.171864}, "ta": {"chunks": 8099.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.433217, "cps": 63.273438, "mean_p": 0.28974, "boundary_entropy": 0.405105, "bpb": 0.938899}, "th": {"chunks": 7019.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.436369, "cps": 54.835938, "mean_p": 0.432359, "boundary_entropy": 0.614996, "bpb": 1.07947}, "zh": {"chunks": 2979.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504402, "cps": 23.273438, "mean_p": 0.247231, "boundary_entropy": 0.32389, "bpb": 3.155166}, "my": {"chunks": 8381.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.442316, "cps": 65.476562, "mean_p": 0.416078, "boundary_entropy": 0.606912, "bpb": 1.090428}}, "bpb": {"en": 2.03254, "de": 2.25305, "vi": 1.89145, "tr": 2.2421, "fi": 2.41391, "ru": 1.32343, "el": 1.38621, "hi": 1.17186, "ta": 0.9389, "th": 1.07947, "zh": 3.15517, "my": 1.09043}, "gini_cpc": 0.218689, "gini_cps": 0.216376, "bpic": 6.062604, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9726270978188802, "vi": 1.381204879312245, "tr": 1.1031846765461564, "fi": 0.9754614278135465, "ru": 2.0819858468450603, "el": 2.0140518209473464, "hi": 2.3796941044833346, "ta": 2.611459324676018, "th": 2.6304588575651153, "zh": 3.0405657342001953, "my": 2.666304839255618}, "t": 262.8}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04366, "de": 2.26207, "vi": 1.89236, "tr": 2.24848, "fi": 2.4241, "ru": 1.3011, "el": 1.37691, "hi": 1.16938, "ta": 0.949, "th": 1.09576, "zh": 3.15194, "my": 1.09809}, "bytes_per_chunk": {"en": 5.736, "de": 6.251, "vi": 5.727, "tr": 5.896, "fi": 6.246, "ru": 5.347, "el": 5.598, "hi": 6.283, "ta": 6.334, "th": 6.684, "zh": 5.721, "my": 6.192}, "bpb_mean": 1.75107, "t": 264.1}
{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.24339, "bpb": 1.79384, "chunk_loss": 0.030111, "F": 0.17551, "G": 0.24329, "chunks": 179.72, "bytes_per_chunk": 5.698, "boundary_entropy": 0.23174, "router_noise": 0.0, "grad_norm": 0.6852, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 264.1}
{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.33038, "bpb": 1.91933, "chunk_loss": 0.030056, "F": 0.17197, "G": 0.23629, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.23848, "router_noise": 0.0, "grad_norm": 0.7235, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 266.0}
{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.36891, "bpb": 1.97491, "chunk_loss": 0.030204, "F": 0.18069, "G": 0.23915, "chunks": 185.03, "bytes_per_chunk": 5.534, "boundary_entropy": 0.22852, "router_noise": 0.0, "grad_norm": 0.719, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 268.0}
{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.25706, "bpb": 1.81355, "chunk_loss": 0.030344, "F": 0.18042, "G": 0.28107, "chunks": 184.75, "bytes_per_chunk": 5.543, "boundary_entropy": 0.31109, "router_noise": 0.0, "grad_norm": 0.7323, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 269.9}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.202128, "boundary_entropy": 0.150854, "bpb": 2.024234}, "de": {"chunks": 3321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16174, "cps": 25.945312, "mean_p": 0.224798, "boundary_entropy": 0.233838, "bpb": 2.24195}, "vi": {"chunks": 4219.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228858, "cps": 32.960938, "mean_p": 0.215703, "boundary_entropy": 0.169413, "bpb": 1.882286}, "tr": {"chunks": 3357.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185439, "cps": 26.226562, "mean_p": 0.210928, "boundary_entropy": 0.199784, "bpb": 2.235697}, "fi": {"chunks": 3039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161554, "cps": 23.742188, "mean_p": 0.227808, "boundary_entropy": 0.263589, "bpb": 2.400017}, "ru": {"chunks": 6561.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346227, "cps": 51.257812, "mean_p": 0.220189, "boundary_entropy": 0.16042, "bpb": 1.317002}, "el": {"chunks": 6827.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332651, "cps": 53.335938, "mean_p": 0.220913, "boundary_entropy": 0.200329, "bpb": 1.381697}, "hi": {"chunks": 6939.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.412422, "cps": 54.210938, "mean_p": 0.3268, "boundary_entropy": 0.462154, "bpb": 1.161057}, "ta": {"chunks": 8475.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45333, "cps": 66.210938, "mean_p": 0.290036, "boundary_entropy": 0.395168, "bpb": 0.925695}, "th": {"chunks": 6629.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.412123, "cps": 51.789062, "mean_p": 0.428272, "boundary_entropy": 0.612998, "bpb": 1.075752}, "zh": {"chunks": 2926.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.495428, "cps": 22.859375, "mean_p": 0.243195, "boundary_entropy": 0.314872, "bpb": 3.148987}, "my": {"chunks": 7456.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.393498, "cps": 58.25, "mean_p": 0.412768, "boundary_entropy": 0.60014, "bpb": 1.085197}}, "bpb": {"en": 2.02423, "de": 2.24195, "vi": 1.88229, "tr": 2.2357, "fi": 2.40002, "ru": 1.317, "el": 1.3817, "hi": 1.16106, "ta": 0.9257, "th": 1.07575, "zh": 3.14899, "my": 1.0852}, "gini_cpc": 0.214794, "gini_cps": 0.21184, "bpic": 6.127163, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9749757295069428, "vi": 1.3795699303547257, "tr": 1.117836087885737, "fi": 0.9738591587139842, "ru": 2.087075499029861, "el": 2.005240160654446, "hi": 2.4861031904561672, "ta": 2.732697589409711, "th": 2.484301434221278, "zh": 2.9864704055957607, "my": 2.3720282641080885}, "t": 272.8}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03627, "de": 2.2508, "vi": 1.88404, "tr": 2.2413, "fi": 2.40866, "ru": 1.2956, "el": 1.37165, "hi": 1.15832, "ta": 0.93585, "th": 1.09182, "zh": 3.14481, "my": 1.09175}, "bytes_per_chunk": {"en": 5.735, "de": 6.251, "vi": 5.728, "tr": 5.796, "fi": 6.266, "ru": 5.336, "el": 5.635, "hi": 5.996, "ta": 6.057, "th": 7.0, "zh": 5.738, "my": 6.858}, "bpb_mean": 1.74257, "t": 274.1}
{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.45397, "bpb": 2.09764, "chunk_loss": 0.030084, "F": 0.17325, "G": 0.2214, "chunks": 177.41, "bytes_per_chunk": 5.772, "boundary_entropy": 0.19768, "router_noise": 0.0, "grad_norm": 0.7378, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 274.1}
{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.26364, "bpb": 1.82304, "chunk_loss": 0.030192, "F": 0.17825, "G": 0.25432, "chunks": 182.53, "bytes_per_chunk": 5.61, "boundary_entropy": 0.2656, "router_noise": 0.0, "grad_norm": 0.6925, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 276.1}
{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.43908, "bpb": 2.07615, "chunk_loss": 0.030072, "F": 0.17484, "G": 0.23407, "chunks": 179.03, "bytes_per_chunk": 5.72, "boundary_entropy": 0.22819, "router_noise": 0.0, "grad_norm": 0.7508, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 278.1}
{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.22829, "bpb": 1.77204, "chunk_loss": 0.03024, "F": 0.1792, "G": 0.25545, "chunks": 183.5, "bytes_per_chunk": 5.58, "boundary_entropy": 0.26526, "router_noise": 0.0, "grad_norm": 0.6606, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 280.1}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.201283, "boundary_entropy": 0.148293, "bpb": 2.01808}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.223943, "boundary_entropy": 0.231967, "bpb": 2.235131}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.215909, "boundary_entropy": 0.169447, "bpb": 1.877494}, "tr": {"chunks": 3272.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180744, "cps": 25.5625, "mean_p": 0.209686, "boundary_entropy": 0.196886, "bpb": 2.22593}, "fi": {"chunks": 3043.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161767, "cps": 23.773438, "mean_p": 0.22817, "boundary_entropy": 0.261653, "bpb": 2.395533}, "ru": {"chunks": 6550.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345646, "cps": 51.171875, "mean_p": 0.219382, "boundary_entropy": 0.160159, "bpb": 1.311366}, "el": {"chunks": 6820.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33231, "cps": 53.28125, "mean_p": 0.219339, "boundary_entropy": 0.192853, "bpb": 1.36744}, "hi": {"chunks": 7006.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.416404, "cps": 54.734375, "mean_p": 0.329153, "boundary_entropy": 0.461542, "bpb": 1.154212}, "ta": {"chunks": 8437.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.451297, "cps": 65.914062, "mean_p": 0.288909, "boundary_entropy": 0.395838, "bpb": 0.921154}, "th": {"chunks": 7186.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.446752, "cps": 56.140625, "mean_p": 0.436629, "boundary_entropy": 0.615023, "bpb": 1.066576}, "zh": {"chunks": 2948.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499153, "cps": 23.03125, "mean_p": 0.246476, "boundary_entropy": 0.32043, "bpb": 3.137915}, "my": {"chunks": 7962.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.420203, "cps": 62.203125, "mean_p": 0.419179, "boundary_entropy": 0.604196, "bpb": 1.084502}}, "bpb": {"en": 2.01808, "de": 2.23513, "vi": 1.87749, "tr": 2.22593, "fi": 2.39553, "ru": 1.31137, "el": 1.36744, "hi": 1.15421, "ta": 0.92115, "th": 1.06658, "zh": 3.13791, "my": 1.0845}, "gini_cpc": 0.220214, "gini_cps": 0.218367, "bpic": 6.031447, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9691041502867864, "vi": 1.3792429405632218, "tr": 1.0895322250706378, "fi": 0.9751409739936341, "ru": 2.0835763631528104, "el": 2.0031841065861022, "hi": 2.5101079337564354, "ta": 2.7204447860589656, "th": 2.6930442157661947, "zh": 3.008925070299488, "my": 2.533005504134737}, "t": 283.0}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.02945, "de": 2.24452, "vi": 1.87921, "tr": 2.23329, "fi": 2.40438, "ru": 1.28876, "el": 1.35676, "hi": 1.15256, "ta": 0.93162, "th": 1.08306, "zh": 3.13343, "my": 1.09023}, "bytes_per_chunk": {"en": 5.735, "de": 6.254, "vi": 5.731, "tr": 5.964, "fi": 6.245, "ru": 5.338, "el": 5.638, "hi": 5.937, "ta": 6.082, "th": 6.596, "zh": 5.723, "my": 6.059}, "bpb_mean": 1.73561, "t": 284.3}
{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.33879, "bpb": 1.93147, "chunk_loss": 0.030069, "F": 0.17413, "G": 0.24436, "chunks": 178.31, "bytes_per_chunk": 5.743, "boundary_entropy": 0.23934, "router_noise": 0.0, "grad_norm": 0.7631, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 284.3}
{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.30919, "bpb": 1.88876, "chunk_loss": 0.030014, "F": 0.17023, "G": 0.24268, "chunks": 174.31, "bytes_per_chunk": 5.875, "boundary_entropy": 0.2406, "router_noise": 0.0, "grad_norm": 0.7458, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 286.3}
{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.27315, "bpb": 1.83677, "chunk_loss": 0.030083, "F": 0.16901, "G": 0.23544, "chunks": 173.06, "bytes_per_chunk": 5.917, "boundary_entropy": 0.23851, "router_noise": 0.0, "grad_norm": 0.7085, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 288.2}
{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.34779, "bpb": 1.94446, "chunk_loss": 0.030443, "F": 0.17661, "G": 0.23599, "chunks": 180.84, "bytes_per_chunk": 5.662, "boundary_entropy": 0.22515, "router_noise": 0.0, "grad_norm": 0.7197, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 290.2}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.200947, "boundary_entropy": 0.147351, "bpb": 2.011772}, "de": {"chunks": 3300.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160717, "cps": 25.78125, "mean_p": 0.222615, "boundary_entropy": 0.229322, "bpb": 2.226795}, "vi": {"chunks": 4219.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228858, "cps": 32.960938, "mean_p": 0.214118, "boundary_entropy": 0.16422, "bpb": 1.871528}, "tr": {"chunks": 3231.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178479, "cps": 25.242188, "mean_p": 0.20852, "boundary_entropy": 0.19593, "bpb": 2.219983}, "fi": {"chunks": 3031.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161129, "cps": 23.679688, "mean_p": 0.226778, "boundary_entropy": 0.260041, "bpb": 2.384728}, "ru": {"chunks": 6563.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346332, "cps": 51.273438, "mean_p": 0.219661, "boundary_entropy": 0.156623, "bpb": 1.305079}, "el": {"chunks": 6872.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334844, "cps": 53.6875, "mean_p": 0.21907, "boundary_entropy": 0.191284, "bpb": 1.361138}, "hi": {"chunks": 6898.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.409985, "cps": 53.890625, "mean_p": 0.325712, "boundary_entropy": 0.459412, "bpb": 1.150074}, "ta": {"chunks": 8422.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.450495, "cps": 65.796875, "mean_p": 0.292712, "boundary_entropy": 0.397368, "bpb": 0.918851}, "th": {"chunks": 7259.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.45129, "cps": 56.710938, "mean_p": 0.439711, "boundary_entropy": 0.616822, "bpb": 1.064975}, "zh": {"chunks": 2990.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506265, "cps": 23.359375, "mean_p": 0.245936, "boundary_entropy": 0.312483, "bpb": 3.130024}, "my": {"chunks": 7344.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.387587, "cps": 57.375, "mean_p": 0.410607, "boundary_entropy": 0.597603, "bpb": 1.06918}}, "bpb": {"en": 2.01177, "de": 2.2268, "vi": 1.87153, "tr": 2.21998, "fi": 2.38473, "ru": 1.30508, "el": 1.36114, "hi": 1.15007, "ta": 0.91885, "th": 1.06497, "zh": 3.13002, "my": 1.06918}, "gini_cpc": 0.221449, "gini_cps": 0.212991, "bpic": 6.090215, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9688105713257787, "vi": 1.3795699303547257, "tr": 1.0758797735951195, "fi": 0.9712955281546846, "ru": 2.087711705552961, "el": 2.018457651093797, "hi": 2.4714137206754057, "ta": 2.7156081531573557, "th": 2.720401887315169, "zh": 3.051793066552059, "my": 2.3363969382523875}, "t": 293.0}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.02308, "de": 2.23637, "vi": 1.87322, "tr": 2.22519, "fi": 2.39352, "ru": 1.2831, "el": 1.35173, "hi": 1.14757, "ta": 0.92841, "th": 1.08153, "zh": 3.12443, "my": 1.07611}, "bytes_per_chunk": {"en": 5.737, "de": 6.262, "vi": 5.729, "tr": 6.025, "fi": 6.266, "ru": 5.334, "el": 5.593, "hi": 6.02, "ta": 6.062, "th": 6.597, "zh": 5.642, "my": 6.983}, "bpb_mean": 1.72869, "t": 294.3}
{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.21866, "bpb": 1.75815, "chunk_loss": 0.029943, "F": 0.16928, "G": 0.24822, "chunks": 173.34, "bytes_per_chunk": 5.907, "boundary_entropy": 0.25741, "router_noise": 0.0, "grad_norm": 0.7091, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 294.4}
{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.27294, "bpb": 1.83646, "chunk_loss": 0.029983, "F": 0.17212, "G": 0.25694, "chunks": 176.25, "bytes_per_chunk": 5.81, "boundary_entropy": 0.27374, "router_noise": 0.0, "grad_norm": 0.7124, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 296.3}
{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.45203, "bpb": 2.09483, "chunk_loss": 0.030139, "F": 0.17807, "G": 0.23633, "chunks": 182.34, "bytes_per_chunk": 5.616, "boundary_entropy": 0.22033, "router_noise": 0.0, "grad_norm": 0.7419, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 298.2}
{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.29556, "bpb": 1.8691, "chunk_loss": 0.030022, "F": 0.17191, "G": 0.23745, "chunks": 176.03, "bytes_per_chunk": 5.817, "boundary_entropy": 0.23265, "router_noise": 0.0, "grad_norm": 0.7367, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 300.2}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.201233, "boundary_entropy": 0.147331, "bpb": 2.007446}, "de": {"chunks": 3312.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161301, "cps": 25.875, "mean_p": 0.222807, "boundary_entropy": 0.228457, "bpb": 2.220181}, "vi": {"chunks": 4219.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228858, "cps": 32.960938, "mean_p": 0.215158, "boundary_entropy": 0.166058, "bpb": 1.867777}, "tr": {"chunks": 3240.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178976, "cps": 25.3125, "mean_p": 0.210343, "boundary_entropy": 0.198622, "bpb": 2.212561}, "fi": {"chunks": 3042.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161714, "cps": 23.765625, "mean_p": 0.227308, "boundary_entropy": 0.261042, "bpb": 2.377349}, "ru": {"chunks": 6524.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344274, "cps": 50.96875, "mean_p": 0.217924, "boundary_entropy": 0.156244, "bpb": 1.298912}, "el": {"chunks": 6823.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332456, "cps": 53.304688, "mean_p": 0.220586, "boundary_entropy": 0.190448, "bpb": 1.352383}, "hi": {"chunks": 7137.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.42419, "cps": 55.757812, "mean_p": 0.329235, "boundary_entropy": 0.460249, "bpb": 1.140979}, "ta": {"chunks": 8559.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.457823, "cps": 66.867188, "mean_p": 0.300689, "boundary_entropy": 0.402711, "bpb": 0.910239}, "th": {"chunks": 7299.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.453777, "cps": 57.023438, "mean_p": 0.438856, "boundary_entropy": 0.613733, "bpb": 1.058425}, "zh": {"chunks": 2928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.495767, "cps": 22.875, "mean_p": 0.241029, "boundary_entropy": 0.30704, "bpb": 3.11712}, "my": {"chunks": 7777.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.410439, "cps": 60.757812, "mean_p": 0.417113, "boundary_entropy": 0.598093, "bpb": 1.069482}}, "bpb": {"en": 2.00745, "de": 2.22018, "vi": 1.86778, "tr": 2.21256, "fi": 2.37735, "ru": 1.29891, "el": 1.35238, "hi": 1.14098, "ta": 0.91024, "th": 1.05843, "zh": 3.11712, "my": 1.06948}, "gini_cpc": 0.221509, "gini_cps": 0.219821, "bpic": 6.020377, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9723335188578723, "vi": 1.3795699303547257, "tr": 1.0788766531873066, "fi": 0.9748205201737217, "ru": 2.075305678352509, "el": 2.0040652726153922, "hi": 2.5570425811047217, "ta": 2.7597827336587275, "th": 2.7353923922735115, "zh": 2.988511738750645, "my": 2.474150189105231}, "t": 303.0}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.01964, "de": 2.23067, "vi": 1.86788, "tr": 2.21847, "fi": 2.38724, "ru": 1.27719, "el": 1.34234, "hi": 1.13824, "ta": 0.92118, "th": 1.07672, "zh": 3.11169, "my": 1.07639}, "bytes_per_chunk": {"en": 5.736, "de": 6.254, "vi": 5.731, "tr": 6.016, "fi": 6.237, "ru": 5.348, "el": 5.611, "hi": 5.864, "ta": 5.961, "th": 6.562, "zh": 5.773, "my": 6.353}, "bpb_mean": 1.7223, "t": 304.3}
{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.30801, "bpb": 1.88706, "chunk_loss": 0.030088, "F": 0.17407, "G": 0.23368, "chunks": 178.25, "bytes_per_chunk": 5.745, "boundary_entropy": 0.21687, "router_noise": 0.0, "grad_norm": 0.7113, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 304.3}
{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.21446, "bpb": 1.7521, "chunk_loss": 0.029954, "F": 0.16977, "G": 0.23804, "chunks": 173.84, "bytes_per_chunk": 5.89, "boundary_entropy": 0.23008, "router_noise": 0.0, "grad_norm": 0.7477, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 306.2}
{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.27724, "bpb": 1.84266, "chunk_loss": 0.030096, "F": 0.17639, "G": 0.24834, "chunks": 180.62, "bytes_per_chunk": 5.669, "boundary_entropy": 0.23063, "router_noise": 0.0, "grad_norm": 0.7552, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 308.2}
{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.29426, "bpb": 1.86722, "chunk_loss": 0.030009, "F": 0.17142, "G": 0.2435, "chunks": 175.53, "bytes_per_chunk": 5.834, "boundary_entropy": 0.24694, "router_noise": 0.0, "grad_norm": 0.7382, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 310.1}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.201752, "boundary_entropy": 0.148878, "bpb": 2.004228}, "de": {"chunks": 3316.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161496, "cps": 25.90625, "mean_p": 0.223455, "boundary_entropy": 0.230014, "bpb": 2.216656}, "vi": {"chunks": 4217.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22875, "cps": 32.945312, "mean_p": 0.215935, "boundary_entropy": 0.167838, "bpb": 1.864075}, "tr": {"chunks": 3216.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17765, "cps": 25.125, "mean_p": 0.209143, "boundary_entropy": 0.197861, "bpb": 2.207345}, "fi": {"chunks": 3043.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161767, "cps": 23.773438, "mean_p": 0.228371, "boundary_entropy": 0.263205, "bpb": 2.370681}, "ru": {"chunks": 6572.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346807, "cps": 51.34375, "mean_p": 0.218898, "boundary_entropy": 0.153979, "bpb": 1.296402}, "el": {"chunks": 6845.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333528, "cps": 53.476562, "mean_p": 0.221891, "boundary_entropy": 0.1888, "bpb": 1.35063}, "hi": {"chunks": 7164.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425795, "cps": 55.96875, "mean_p": 0.335956, "boundary_entropy": 0.466713, "bpb": 1.139442}, "ta": {"chunks": 8682.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.464402, "cps": 67.828125, "mean_p": 0.3035, "boundary_entropy": 0.405491, "bpb": 0.908831}, "th": {"chunks": 8511.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.529127, "cps": 66.492188, "mean_p": 0.447575, "boundary_entropy": 0.61771, "bpb": 1.056186}, "zh": {"chunks": 2914.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.493397, "cps": 22.765625, "mean_p": 0.240381, "boundary_entropy": 0.308258, "bpb": 3.115641}, "my": {"chunks": 7956.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.419886, "cps": 62.15625, "mean_p": 0.428857, "boundary_entropy": 0.608683, "bpb": 1.068978}}, "bpb": {"en": 2.00423, "de": 2.21666, "vi": 1.86407, "tr": 2.20735, "fi": 2.37068, "ru": 1.2964, "el": 1.35063, "hi": 1.13944, "ta": 0.90883, "th": 1.05619, "zh": 3.11564, "my": 1.06898}, "gini_cpc": 0.233372, "gini_cps": 0.231148, "bpic": 5.875128, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9735078347019036, "vi": 1.378915950771718, "tr": 1.0708849742748079, "fi": 0.9751409739936341, "ru": 2.0905746349069116, "el": 2.0105271568301863, "hi": 2.566716134374979, "ta": 2.7994431234519306, "th": 3.189604692511283, "zh": 2.974222406666455, "my": 2.531096683106753}, "t": 313.0}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01661, "de": 2.22695, "vi": 1.86491, "tr": 2.21299, "fi": 2.38057, "ru": 1.27402, "el": 1.33976, "hi": 1.13634, "ta": 0.91975, "th": 1.07237, "zh": 3.109, "my": 1.07548}, "bytes_per_chunk": {"en": 5.735, "de": 6.243, "vi": 5.729, "tr": 6.052, "fi": 6.255, "ru": 5.33, "el": 5.589, "hi": 5.795, "ta": 5.856, "th": 5.788, "zh": 5.848, "my": 6.042}, "bpb_mean": 1.71906, "t": 314.4}
{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.33737, "bpb": 1.92941, "chunk_loss": 0.030209, "F": 0.1702, "G": 0.24552, "chunks": 174.28, "bytes_per_chunk": 5.876, "boundary_entropy": 0.25368, "router_noise": 0.0, "grad_norm": 0.7318, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 314.4}
{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.29728, "bpb": 1.87158, "chunk_loss": 0.030149, "F": 0.17383, "G": 0.24754, "chunks": 178.0, "bytes_per_chunk": 5.753, "boundary_entropy": 0.25215, "router_noise": 0.0, "grad_norm": 0.7097, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 316.5}
{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.20397, "bpb": 1.73696, "chunk_loss": 0.029982, "F": 0.17264, "G": 0.26264, "chunks": 176.78, "bytes_per_chunk": 5.792, "boundary_entropy": 0.27013, "router_noise": 0.0, "grad_norm": 0.7248, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 318.6}
{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.22799, "bpb": 1.77161, "chunk_loss": 0.029981, "F": 0.16956, "G": 0.24766, "chunks": 173.62, "bytes_per_chunk": 5.898, "boundary_entropy": 0.24956, "router_noise": 0.0, "grad_norm": 0.7698, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 320.7}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.202343, "boundary_entropy": 0.150146, "bpb": 2.002221}, "de": {"chunks": 3314.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161399, "cps": 25.890625, "mean_p": 0.225347, "boundary_entropy": 0.234375, "bpb": 2.212466}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.214066, "boundary_entropy": 0.163324, "bpb": 1.863224}, "tr": {"chunks": 3433.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189637, "cps": 26.820312, "mean_p": 0.212906, "boundary_entropy": 0.199854, "bpb": 2.20414}, "fi": {"chunks": 3039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161554, "cps": 23.742188, "mean_p": 0.227251, "boundary_entropy": 0.261354, "bpb": 2.370161}, "ru": {"chunks": 6566.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346491, "cps": 51.296875, "mean_p": 0.217891, "boundary_entropy": 0.151649, "bpb": 1.294845}, "el": {"chunks": 6830.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332797, "cps": 53.359375, "mean_p": 0.221107, "boundary_entropy": 0.187527, "bpb": 1.347235}, "hi": {"chunks": 7219.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.429064, "cps": 56.398438, "mean_p": 0.32317, "boundary_entropy": 0.45288, "bpb": 1.134974}, "ta": {"chunks": 8788.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.470072, "cps": 68.65625, "mean_p": 0.295729, "boundary_entropy": 0.393272, "bpb": 0.905379}, "th": {"chunks": 7579.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.471184, "cps": 59.210938, "mean_p": 0.439886, "boundary_entropy": 0.613619, "bpb": 1.049233}, "zh": {"chunks": 2968.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50254, "cps": 23.1875, "mean_p": 0.241621, "boundary_entropy": 0.303054, "bpb": 3.10768}, "my": {"chunks": 7921.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.418039, "cps": 61.882812, "mean_p": 0.417946, "boundary_entropy": 0.603535, "bpb": 1.061375}}, "bpb": {"en": 2.00222, "de": 2.21247, "vi": 1.86322, "tr": 2.20414, "fi": 2.37016, "ru": 1.29485, "el": 1.34723, "hi": 1.13497, "ta": 0.90538, "th": 1.04923, "zh": 3.10768, "my": 1.06138}, "gini_cpc": 0.224512, "gini_cps": 0.22302, "bpic": 5.92593, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9725837928890361, "vi": 1.378765363367736, "tr": 1.1427472459455228, "fi": 0.9735219498640139, "ru": 2.087942793033131, "el": 2.0054266863351606, "hi": 2.5855259453474537, "ta": 2.8326408249054102, "th": 2.8393424346249194, "zh": 3.0282894619584946, "my": 2.5190893307942366}, "t": 323.8}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.0145, "de": 2.22117, "vi": 1.86413, "tr": 2.20919, "fi": 2.38036, "ru": 1.27338, "el": 1.33799, "hi": 1.13229, "ta": 0.91562, "th": 1.06687, "zh": 3.10075, "my": 1.06744}, "bytes_per_chunk": {"en": 5.736, "de": 6.254, "vi": 5.729, "tr": 5.706, "fi": 6.26, "ru": 5.332, "el": 5.607, "hi": 5.745, "ta": 5.819, "th": 6.246, "zh": 5.734, "my": 6.489}, "bpb_mean": 1.71531, "t": 325.2}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.202343, "boundary_entropy": 0.150146, "bpb": 2.002221}, "de": {"chunks": 3314.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161399, "cps": 25.890625, "mean_p": 0.225347, "boundary_entropy": 0.234375, "bpb": 2.212466}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.214066, "boundary_entropy": 0.163324, "bpb": 1.863224}, "tr": {"chunks": 3433.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189637, "cps": 26.820312, "mean_p": 0.212906, "boundary_entropy": 0.199854, "bpb": 2.20414}, "fi": {"chunks": 3039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161554, "cps": 23.742188, "mean_p": 0.227251, "boundary_entropy": 0.261354, "bpb": 2.370161}, "ru": {"chunks": 6566.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346491, "cps": 51.296875, "mean_p": 0.217891, "boundary_entropy": 0.151649, "bpb": 1.294845}, "el": {"chunks": 6830.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332797, "cps": 53.359375, "mean_p": 0.221107, "boundary_entropy": 0.187527, "bpb": 1.347235}, "hi": {"chunks": 7219.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.429064, "cps": 56.398438, "mean_p": 0.32317, "boundary_entropy": 0.45288, "bpb": 1.134974}, "ta": {"chunks": 8788.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.470072, "cps": 68.65625, "mean_p": 0.295729, "boundary_entropy": 0.393272, "bpb": 0.905379}, "th": {"chunks": 7579.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.471184, "cps": 59.210938, "mean_p": 0.439886, "boundary_entropy": 0.613619, "bpb": 1.049233}, "zh": {"chunks": 2968.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50254, "cps": 23.1875, "mean_p": 0.241621, "boundary_entropy": 0.303054, "bpb": 3.10768}, "my": {"chunks": 7921.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.418039, "cps": 61.882812, "mean_p": 0.417946, "boundary_entropy": 0.603535, "bpb": 1.061375}}, "bpb": {"en": 2.00222, "de": 2.21247, "vi": 1.86322, "tr": 2.20414, "fi": 2.37016, "ru": 1.29485, "el": 1.34723, "hi": 1.13497, "ta": 0.90538, "th": 1.04923, "zh": 3.10768, "my": 1.06138}, "gini_cpc": 0.224512, "gini_cps": 0.22302, "bpic": 5.92593, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9725837928890361, "vi": 1.378765363367736, "tr": 1.1427472459455228, "fi": 0.9735219498640139, "ru": 2.087942793033131, "el": 2.0054266863351606, "hi": 2.5855259453474537, "ta": 2.8326408249054102, "th": 2.8393424346249194, "zh": 3.0282894619584946, "my": 2.5190893307942366}, "t": 326.3}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s1/th0.60"], "t": 328.0}
{"event": "final", "run": "pilot_A_s1", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16594839970120095, "cps": 22.5625, "bpb": 2.022311981224875, "bytes_per_chunk": 5.737196883480697}, "de": {"cpc": 0.1613987240052598, "cps": 25.890625, "bpb": 2.212188749728271, "bytes_per_chunk": 6.239741026373417}, "vi": {"cpc": 0.2288039056143206, "cps": 32.953125, "bpb": 1.8670015220171892, "bytes_per_chunk": 5.71686530220589}, "tr": {"cpc": 0.1896370767276142, "cps": 26.8203125, "bpb": 2.1998532618483893, "bytes_per_chunk": 5.7227934595149215}, "fi": {"cpc": 0.1615544096539259, "cps": 23.7421875, "bpb": 2.395499962296907, "bytes_per_chunk": 6.238033481266434}, "ru": {"cpc": 0.34649076517150396, "cps": 51.296875, "bpb": 1.2738760323866076, "bytes_per_chunk": 5.32029022274088}, "el": {"cpc": 0.3327973493154022, "cps": 53.359375, "bpb": 1.3333722856930763, "bytes_per_chunk": 5.615466181117121}, "hi": {"cpc": 0.42906389301634473, "cps": 56.3984375, "bpb": 1.140567442690789, "bytes_per_chunk": 5.7856937915204485}, "ta": {"cpc": 0.4700722118213426, "cps": 68.65625, "bpb": 0.9174700377689008, "bytes_per_chunk": 5.817278032976056}, "th": {"cpc": 0.47118433322971714, "cps": 59.2109375, "bpb": 1.0642222156874839, "bytes_per_chunk": 6.21260560960292}, "zh": {"cpc": 0.502539790044023, "cps": 23.1875, "bpb": 3.109084046145538, "bytes_per_chunk": 5.7431043925950265}, "my": {"cpc": 0.41803884314967277, "cps": 61.8828125, "bpb": 1.0778031266825046, "bytes_per_chunk": 6.518967982592478}}, "gini_cpc": 0.22451192807644027, "gini_cps": 0.22301957393367622, "bpic": 5.925929929126198, "seed": 1, "mean_boundary_entropy": 0.24016138911247253, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 330.3}