Hugging Face's logo

AdaptiveChunking
/
pilot_Apc_s2

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
pilot_Apc_s2
File size: 169,283 Bytes
aa66f3b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
{"event": "start", "run": "pilot_Apc_s2", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.016, "vi": 1.323, "tr": 1.088, "fi": 1.04, "ru": 1.83, "el": 1.821, "hi": 2.569, "ta": 2.733, "th": 2.89, "zh": 2.791, "my": 2.85}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_char", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3}
{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.4}
{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.8724, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.7}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10921.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627535, "cps": 85.320312, "mean_p": 0.513205, "boundary_entropy": 0.686301, "bpb": 8.100827}, "de": {"chunks": 16284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793065, "cps": 127.21875, "mean_p": 0.524587, "boundary_entropy": 0.686399, "bpb": 8.104479}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481627, "boundary_entropy": 0.687278, "bpb": 7.854983}, "tr": {"chunks": 8203.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453129, "cps": 64.085938, "mean_p": 0.498086, "boundary_entropy": 0.686828, "bpb": 8.081385}, "fi": {"chunks": 13520.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718728, "cps": 105.625, "mean_p": 0.517085, "boundary_entropy": 0.686669, "bpb": 8.042874}, "ru": {"chunks": 33468.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766121, "cps": 261.46875, "mean_p": 0.530332, "boundary_entropy": 0.688548, "bpb": 8.195768}, "el": {"chunks": 20675.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.007406, "cps": 161.523438, "mean_p": 0.503625, "boundary_entropy": 0.690112, "bpb": 8.279714}, "hi": {"chunks": 885.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0526, "cps": 6.914062, "mean_p": 0.462025, "boundary_entropy": 0.687437, "bpb": 8.016736}, "ta": {"chunks": 1277.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068307, "cps": 9.976562, "mean_p": 0.477597, "boundary_entropy": 0.690061, "bpb": 8.085878}, "th": {"chunks": 3636.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.226049, "cps": 28.40625, "mean_p": 0.484856, "boundary_entropy": 0.690398, "bpb": 7.718646}, "zh": {"chunks": 11709.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.98256, "cps": 91.476562, "mean_p": 0.520268, "boundary_entropy": 0.685623, "bpb": 8.126771}, "my": {"chunks": 1616.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085286, "cps": 12.625, "mean_p": 0.474596, "boundary_entropy": 0.689681, "bpb": 7.800528}}, "bpb": {"en": 8.10083, "de": 8.10448, "vi": 7.85498, "tr": 8.08139, "fi": 8.04287, "ru": 8.19577, "el": 8.27971, "hi": 8.01674, "ta": 8.08588, "th": 7.71865, "zh": 8.12677, "my": 7.80053}, "gini_cpc": 0.489206, "gini_cps": 0.463261, "bpic": 3.014942, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2637768616092695, "vi": 0.4407614296893237, "tr": 0.7220776008691386, "fi": 1.145319147307037, "ru": 2.814376910307391, "el": 1.605337630914055, "hi": 0.08382043510376358, "ta": 0.10884967604757248, "th": 0.36021726328718445, "zh": 3.159279696535594, "my": 0.13590633265250773}, "t": 5.1}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10902.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626444, "cps": 85.171875, "mean_p": 0.513134, "boundary_entropy": 0.686312, "bpb": 8.052646}, "de": {"chunks": 16260.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791896, "cps": 127.03125, "mean_p": 0.524503, "boundary_entropy": 0.686414, "bpb": 8.060218}, "vi": {"chunks": 5090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276105, "cps": 39.765625, "mean_p": 0.481574, "boundary_entropy": 0.687273, "bpb": 7.831247}, "tr": {"chunks": 8249.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.45567, "cps": 64.445312, "mean_p": 0.498253, "boundary_entropy": 0.686833, "bpb": 8.048615}, "fi": {"chunks": 13497.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717506, "cps": 105.445312, "mean_p": 0.516942, "boundary_entropy": 0.686683, "bpb": 7.998121}, "ru": {"chunks": 33462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765805, "cps": 261.421875, "mean_p": 0.530288, "boundary_entropy": 0.688551, "bpb": 8.10517}, "el": {"chunks": 20636.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.005506, "cps": 161.21875, "mean_p": 0.503584, "boundary_entropy": 0.690113, "bpb": 8.273466}, "hi": {"chunks": 906.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053848, "cps": 7.078125, "mean_p": 0.462269, "boundary_entropy": 0.687476, "bpb": 7.991102}, "ta": {"chunks": 1319.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.070554, "cps": 10.304688, "mean_p": 0.477816, "boundary_entropy": 0.690082, "bpb": 8.070549}, "th": {"chunks": 3698.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229904, "cps": 28.890625, "mean_p": 0.484975, "boundary_entropy": 0.690405, "bpb": 7.702869}, "zh": {"chunks": 11683.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.978158, "cps": 91.273438, "mean_p": 0.52018, "boundary_entropy": 0.685628, "bpb": 8.118687}, "my": {"chunks": 1615.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085233, "cps": 12.617188, "mean_p": 0.474588, "boundary_entropy": 0.68968, "bpb": 7.800492}}, "bpb": {"en": 8.05265, "de": 8.06022, "vi": 7.83125, "tr": 8.04861, "fi": 7.99812, "ru": 8.10517, "el": 8.27347, "hi": 7.9911, "ta": 8.07055, "th": 7.70287, "zh": 8.11869, "my": 7.80049}, "gini_cpc": 0.487916, "gini_cps": 0.462043, "bpic": 3.014374, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2641135210589363, "vi": 0.4407502658121867, "tr": 0.7273922920914448, "fi": 1.1453634153039942, "ru": 2.8187763761484548, "el": 1.6051019285422041, "hi": 0.0859589431496, "ta": 0.1126256391340116, "th": 0.3669980731491634, "zh": 3.157758236216223, "my": 0.13605894311564287}, "t": 6.6}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10858.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.623915, "cps": 84.828125, "mean_p": 0.512767, "boundary_entropy": 0.686354, "bpb": 7.89807}, "de": {"chunks": 16232.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.790532, "cps": 126.8125, "mean_p": 0.524112, "boundary_entropy": 0.686473, "bpb": 7.921941}, "vi": {"chunks": 5067.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274858, "cps": 39.585938, "mean_p": 0.481478, "boundary_entropy": 0.687264, "bpb": 7.752882}, "tr": {"chunks": 8387.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463293, "cps": 65.523438, "mean_p": 0.498731, "boundary_entropy": 0.686848, "bpb": 7.941184}, "fi": {"chunks": 13396.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.712137, "cps": 104.65625, "mean_p": 0.516363, "boundary_entropy": 0.686734, "bpb": 7.856379}, "ru": {"chunks": 33404.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.762744, "cps": 260.96875, "mean_p": 0.530054, "boundary_entropy": 0.68857, "bpb": 7.816913}, "el": {"chunks": 20294.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.988842, "cps": 158.546875, "mean_p": 0.50318, "boundary_entropy": 0.690117, "bpb": 8.218038}, "hi": {"chunks": 994.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.059079, "cps": 7.765625, "mean_p": 0.463111, "boundary_entropy": 0.687608, "bpb": 7.903457}, "ta": {"chunks": 1470.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078631, "cps": 11.484375, "mean_p": 0.478673, "boundary_entropy": 0.69016, "bpb": 7.988904}, "th": {"chunks": 3948.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.245446, "cps": 30.84375, "mean_p": 0.485312, "boundary_entropy": 0.690423, "bpb": 7.620617}, "zh": {"chunks": 11610.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.965797, "cps": 90.703125, "mean_p": 0.519764, "boundary_entropy": 0.685653, "bpb": 8.087951}, "my": {"chunks": 1602.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.084547, "cps": 12.515625, "mean_p": 0.474495, "boundary_entropy": 0.689669, "bpb": 7.793759}}, "bpb": {"en": 7.89807, "de": 7.92194, "vi": 7.75288, "tr": 7.94118, "fi": 7.85638, "ru": 7.81691, "el": 8.21804, "hi": 7.90346, "ta": 7.9889, "th": 7.62062, "zh": 8.08795, "my": 7.79376}, "gini_cpc": 0.483022, "gini_cps": 0.45685, "bpic": 3.015676, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.267050456593525, "vi": 0.44053665027986844, "tr": 0.7425579882343097, "fi": 1.1413991329579414, "ru": 2.8252933260302946, "el": 1.584897183987771, "hi": 0.09469032221159984, "ta": 0.1260277399448279, "th": 0.3933963821435133, "zh": 3.1507435797906376, "my": 0.13551064691286246}, "t": 8.1}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10129.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.582026, "cps": 79.132812, "mean_p": 0.509409, "boundary_entropy": 0.686568, "bpb": 7.422733}, "de": {"chunks": 15618.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.760629, "cps": 122.015625, "mean_p": 0.520561, "boundary_entropy": 0.686863, "bpb": 7.48906}, "vi": {"chunks": 4867.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.264009, "cps": 38.023438, "mean_p": 0.48076, "boundary_entropy": 0.687199, "bpb": 7.511945}, "tr": {"chunks": 8658.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.478263, "cps": 67.640625, "mean_p": 0.499752, "boundary_entropy": 0.686899, "bpb": 7.589559}, "fi": {"chunks": 12503.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.664664, "cps": 97.679688, "mean_p": 0.512528, "boundary_entropy": 0.686991, "bpb": 7.426378}, "ru": {"chunks": 33187.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.751293, "cps": 259.273438, "mean_p": 0.529041, "boundary_entropy": 0.688661, "bpb": 7.199632}, "el": {"chunks": 18815.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.916776, "cps": 146.992188, "mean_p": 0.50135, "boundary_entropy": 0.69013, "bpb": 7.947474}, "hi": {"chunks": 1278.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.075958, "cps": 9.984375, "mean_p": 0.465343, "boundary_entropy": 0.687948, "bpb": 7.610115}, "ta": {"chunks": 2099.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.112276, "cps": 16.398438, "mean_p": 0.480875, "boundary_entropy": 0.690348, "bpb": 7.735054}, "th": {"chunks": 4614.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.286851, "cps": 36.046875, "mean_p": 0.486159, "boundary_entropy": 0.690464, "bpb": 7.340083}, "zh": {"chunks": 11281.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.910091, "cps": 88.132812, "mean_p": 0.518089, "boundary_entropy": 0.685748, "bpb": 7.99733}, "my": {"chunks": 1468.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.077475, "cps": 11.46875, "mean_p": 0.473993, "boundary_entropy": 0.68962, "bpb": 7.663785}}, "bpb": {"en": 7.42273, "de": 7.48906, "vi": 7.51195, "tr": 7.58956, "fi": 7.42638, "ru": 7.19963, "el": 7.94747, "hi": 7.61012, "ta": 7.73505, "th": 7.34008, "zh": 7.99733, "my": 7.66378}, "gini_cpc": 0.471551, "gini_cps": 0.442987, "bpic": 3.082157, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3068644986660827, "vi": 0.45360282783339834, "tr": 0.8217213653967123, "fi": 1.1419836782135828, "ru": 3.008959415622898, "el": 1.5751464058391669, "hi": 0.13050685679254703, "ta": 0.19290545913321258, "th": 0.4928492204985283, "zh": 3.281796939360342, "my": 0.13311292559047191}, "t": 9.9}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4823.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277136, "cps": 37.679688, "mean_p": 0.488713, "boundary_entropy": 0.686416, "bpb": 6.857522}, "de": {"chunks": 8523.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415088, "cps": 66.585938, "mean_p": 0.497536, "boundary_entropy": 0.687717, "bpb": 6.931048}, "vi": {"chunks": 3517.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190778, "cps": 27.476562, "mean_p": 0.475354, "boundary_entropy": 0.686684, "bpb": 7.167894}, "tr": {"chunks": 7550.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.417058, "cps": 58.984375, "mean_p": 0.495272, "boundary_entropy": 0.686954, "bpb": 7.150738}, "fi": {"chunks": 6360.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.3381, "cps": 49.6875, "mean_p": 0.492192, "boundary_entropy": 0.687148, "bpb": 6.916972}, "ru": {"chunks": 25807.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.361847, "cps": 201.617188, "mean_p": 0.51154, "boundary_entropy": 0.689918, "bpb": 6.368461}, "el": {"chunks": 14716.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.717049, "cps": 114.96875, "mean_p": 0.496056, "boundary_entropy": 0.690088, "bpb": 7.323213}, "hi": {"chunks": 3469.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.206181, "cps": 27.101562, "mean_p": 0.475503, "boundary_entropy": 0.689261, "bpb": 6.572758}, "ta": {"chunks": 6910.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.369618, "cps": 53.984375, "mean_p": 0.490158, "boundary_entropy": 0.690933, "bpb": 6.74875}, "th": {"chunks": 6895.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.42866, "cps": 53.867188, "mean_p": 0.489674, "boundary_entropy": 0.690644, "bpb": 6.489698}, "zh": {"chunks": 9450.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.600068, "cps": 73.828125, "mean_p": 0.509529, "boundary_entropy": 0.686084, "bpb": 7.747736}, "my": {"chunks": 1202.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.063437, "cps": 9.390625, "mean_p": 0.473225, "boundary_entropy": 0.689566, "bpb": 7.21687}}, "bpb": {"en": 6.85752, "de": 6.93105, "vi": 7.16789, "tr": 7.15074, "fi": 6.91697, "ru": 6.36846, "el": 7.32321, "hi": 6.57276, "ta": 6.74875, "th": 6.4897, "zh": 7.74774, "my": 7.21687}, "gini_cpc": 0.418409, "gini_cps": 0.365757, "bpic": 3.867902, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.49777624927246, "vi": 0.6883924279966467, "tr": 1.5048848097993501, "fi": 1.2199782568184034, "ru": 4.914000154273963, "el": 2.5873536403112514, "hi": 0.7439711338592719, "ta": 1.333703946116709, "th": 1.5467497822029466, "zh": 5.773580482223435, "my": 0.228901136981245}, "t": 11.8}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5802.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.333391, "cps": 45.328125, "mean_p": 0.496417, "boundary_entropy": 0.687223, "bpb": 6.378279}, "de": {"chunks": 7952.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.387279, "cps": 62.125, "mean_p": 0.498205, "boundary_entropy": 0.688173, "bpb": 6.45945}, "vi": {"chunks": 11232.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.609276, "cps": 87.75, "mean_p": 0.499923, "boundary_entropy": 0.688482, "bpb": 6.771772}, "tr": {"chunks": 11108.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.6136, "cps": 86.78125, "mean_p": 0.506422, "boundary_entropy": 0.687556, "bpb": 6.734071}, "fi": {"chunks": 5830.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.309925, "cps": 45.546875, "mean_p": 0.494624, "boundary_entropy": 0.687786, "bpb": 6.467634}, "ru": {"chunks": 225.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.011873, "cps": 1.757812, "mean_p": 0.462485, "boundary_entropy": 0.687134, "bpb": 6.192745}, "el": {"chunks": 13009.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.633874, "cps": 101.632812, "mean_p": 0.495664, "boundary_entropy": 0.690209, "bpb": 6.247317}, "hi": {"chunks": 14903.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.885765, "cps": 116.429688, "mean_p": 0.498513, "boundary_entropy": 0.690707, "bpb": 5.729406}, "ta": {"chunks": 16504.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.882803, "cps": 128.9375, "mean_p": 0.497638, "boundary_entropy": 0.69114, "bpb": 5.926519}, "th": {"chunks": 3364.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209139, "cps": 26.28125, "mean_p": 0.483389, "boundary_entropy": 0.690307, "bpb": 5.672417}, "zh": {"chunks": 3535.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.598544, "cps": 27.617188, "mean_p": 0.483286, "boundary_entropy": 0.685418, "bpb": 7.348252}, "my": {"chunks": 1925.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.101594, "cps": 15.039062, "mean_p": 0.482325, "boundary_entropy": 0.690574, "bpb": 5.913816}}, "bpb": {"en": 6.37828, "de": 6.45945, "vi": 6.77177, "tr": 6.73407, "fi": 6.46763, "ru": 6.19274, "el": 6.24732, "hi": 5.72941, "ta": 5.92652, "th": 5.67242, "zh": 7.34825, "my": 5.91382}, "gini_cpc": 0.331329, "gini_cps": 0.366841, "bpic": 4.023326, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.161636795128542, "vi": 1.8275124679938375, "tr": 1.8404825975412098, "fi": 0.9296148807736809, "ru": 0.035613913499029995, "el": 1.9012948168576824, "hi": 2.656837694436463, "ta": 2.6479522006365173, "th": 0.6273087099653823, "zh": 1.795322076194752, "my": 0.30472897686129063}, "t": 14.2}
{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.26362, "bpb": 6.15111, "chunk_loss": 0.029939, "F": 0.16339, "G": 0.48511, "chunks": 167.31, "bytes_per_chunk": 6.12, "boundary_entropy": 0.69147, "router_noise": 0.0, "grad_norm": 1.5487, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.236, "alpha": 0.03, "t": 15.5}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2972.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.170775, "cps": 23.21875, "mean_p": 0.487125, "boundary_entropy": 0.686883, "bpb": 5.798877}, "de": {"chunks": 4614.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224711, "cps": 36.046875, "mean_p": 0.489881, "boundary_entropy": 0.68795, "bpb": 5.925237}, "vi": {"chunks": 3788.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.205479, "cps": 29.59375, "mean_p": 0.481294, "boundary_entropy": 0.687712, "bpb": 6.240393}, "tr": {"chunks": 2992.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165276, "cps": 23.375, "mean_p": 0.482734, "boundary_entropy": 0.686981, "bpb": 6.225616}, "fi": {"chunks": 1369.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.072777, "cps": 10.695312, "mean_p": 0.478483, "boundary_entropy": 0.686834, "bpb": 5.914818}, "ru": {"chunks": 7887.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.416201, "cps": 61.617188, "mean_p": 0.49423, "boundary_entropy": 0.690249, "bpb": 5.485107}, "el": {"chunks": 7577.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.369196, "cps": 59.195312, "mean_p": 0.492033, "boundary_entropy": 0.690332, "bpb": 5.659694}, "hi": {"chunks": 12378.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.735691, "cps": 96.703125, "mean_p": 0.496801, "boundary_entropy": 0.690739, "bpb": 5.197263}, "ta": {"chunks": 9284.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.496603, "cps": 72.53125, "mean_p": 0.492051, "boundary_entropy": 0.691017, "bpb": 5.250603}, "th": {"chunks": 7292.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.453342, "cps": 56.96875, "mean_p": 0.48426, "boundary_entropy": 0.690216, "bpb": 5.04179}, "zh": {"chunks": 4142.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.701321, "cps": 32.359375, "mean_p": 0.491807, "boundary_entropy": 0.686695, "bpb": 6.9554}, "my": {"chunks": 7427.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.391967, "cps": 58.023438, "mean_p": 0.493592, "boundary_entropy": 0.691259, "bpb": 5.093546}}, "bpb": {"en": 5.79888, "de": 5.92524, "vi": 6.24039, "tr": 6.22562, "fi": 5.91482, "ru": 5.48511, "el": 5.65969, "hi": 5.19726, "ta": 5.2506, "th": 5.04179, "zh": 6.9554, "my": 5.09355}, "gini_cpc": 0.307225, "gini_cps": 0.283095, "bpic": 5.350952, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3158321643411692, "vi": 1.2032119691572112, "tr": 0.9678016381363143, "fi": 0.42615430477843175, "ru": 2.4371257683853167, "el": 2.1618808632064255, "hi": 4.307950659848532, "ta": 2.907936893037882, "th": 2.6546111233600436, "zh": 4.106690438220319, "my": 2.2952255141293407}, "t": 17.3}
{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.40387, "bpb": 4.91075, "chunk_loss": 0.03195, "F": 0.19513, "G": 0.47443, "chunks": 199.81, "bytes_per_chunk": 5.125, "boundary_entropy": 0.6891, "router_noise": 0.0, "grad_norm": 1.6221, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.073, "alpha": 0.03, "t": 19.2}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3017.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173361, "cps": 23.570312, "mean_p": 0.426508, "boundary_entropy": 0.664025, "bpb": 4.473127}, "de": {"chunks": 3525.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171675, "cps": 27.539062, "mean_p": 0.433328, "boundary_entropy": 0.669053, "bpb": 4.663992}, "vi": {"chunks": 6142.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.333171, "cps": 47.984375, "mean_p": 0.464482, "boundary_entropy": 0.677875, "bpb": 5.039682}, "tr": {"chunks": 3662.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202287, "cps": 28.609375, "mean_p": 0.445556, "boundary_entropy": 0.673852, "bpb": 5.008188}, "fi": {"chunks": 2239.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.119026, "cps": 17.492188, "mean_p": 0.433353, "boundary_entropy": 0.671232, "bpb": 4.717552}, "ru": {"chunks": 6614.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349024, "cps": 51.671875, "mean_p": 0.481447, "boundary_entropy": 0.687242, "bpb": 3.753187}, "el": {"chunks": 2742.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.133606, "cps": 21.421875, "mean_p": 0.467655, "boundary_entropy": 0.687441, "bpb": 4.44896}, "hi": {"chunks": 9350.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.555721, "cps": 73.046875, "mean_p": 0.489888, "boundary_entropy": 0.689812, "bpb": 3.611404}, "ta": {"chunks": 9250.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.494785, "cps": 72.265625, "mean_p": 0.482974, "boundary_entropy": 0.690049, "bpb": 3.679397}, "th": {"chunks": 7986.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.496487, "cps": 62.390625, "mean_p": 0.471215, "boundary_entropy": 0.687668, "bpb": 3.40297}, "zh": {"chunks": 3238.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548256, "cps": 25.296875, "mean_p": 0.4863, "boundary_entropy": 0.686202, "bpb": 6.40078}, "my": {"chunks": 3784.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.199704, "cps": 29.5625, "mean_p": 0.488179, "boundary_entropy": 0.690933, "bpb": 4.28376}}, "bpb": {"en": 4.47313, "de": 4.66399, "vi": 5.03968, "tr": 5.00819, "fi": 4.71755, "ru": 3.75319, "el": 4.44896, "hi": 3.6114, "ta": 3.6794, "th": 3.40297, "zh": 6.40078, "my": 4.28376}, "gini_cpc": 0.286709, "gini_cps": 0.265952, "bpic": 6.235373, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9902743364316116, "vi": 1.921832264307519, "tr": 1.1668542129135437, "fi": 0.6865797973939147, "ru": 2.0132781782738625, "el": 0.770682354151888, "hi": 3.205570612492557, "ta": 2.8540729749038234, "th": 2.863894732254454, "zh": 3.1625122163031225, "my": 1.151957778625366}, "t": 21.5}
{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.70653, "bpb": 3.9047, "chunk_loss": 0.02955, "F": 0.15988, "G": 0.43689, "chunks": 163.72, "bytes_per_chunk": 6.255, "boundary_entropy": 0.66962, "router_noise": 0.0, "grad_norm": 1.8705, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.068, "alpha": 0.03, "t": 22.6}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3111.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178762, "cps": 24.304688, "mean_p": 0.349547, "boundary_entropy": 0.591507, "bpb": 3.872794}, "de": {"chunks": 4200.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.204549, "cps": 32.8125, "mean_p": 0.365214, "boundary_entropy": 0.608284, "bpb": 4.096288}, "vi": {"chunks": 4705.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.255221, "cps": 36.757812, "mean_p": 0.380864, "boundary_entropy": 0.623227, "bpb": 3.615961}, "tr": {"chunks": 3995.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220682, "cps": 31.210938, "mean_p": 0.38079, "boundary_entropy": 0.618586, "bpb": 4.223101}, "fi": {"chunks": 3668.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194992, "cps": 28.65625, "mean_p": 0.370145, "boundary_entropy": 0.613253, "bpb": 4.111286}, "ru": {"chunks": 5420.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.286016, "cps": 42.34375, "mean_p": 0.488435, "boundary_entropy": 0.683311, "bpb": 2.864928}, "el": {"chunks": 7173.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.34951, "cps": 56.039062, "mean_p": 0.478886, "boundary_entropy": 0.68783, "bpb": 3.043243}, "hi": {"chunks": 8892.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.528499, "cps": 69.46875, "mean_p": 0.451869, "boundary_entropy": 0.670048, "bpb": 2.467713}, "ta": {"chunks": 9630.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.515111, "cps": 75.234375, "mean_p": 0.463849, "boundary_entropy": 0.683203, "bpb": 2.302407}, "th": {"chunks": 7827.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.486602, "cps": 61.148438, "mean_p": 0.45419, "boundary_entropy": 0.682218, "bpb": 2.361274}, "zh": {"chunks": 3729.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.631392, "cps": 29.132812, "mean_p": 0.47198, "boundary_entropy": 0.681966, "bpb": 5.373303}, "my": {"chunks": 5189.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.273855, "cps": 40.539062, "mean_p": 0.45993, "boundary_entropy": 0.686097, "bpb": 2.520061}}, "bpb": {"en": 3.87279, "de": 4.09629, "vi": 3.61596, "tr": 4.2231, "fi": 4.11129, "ru": 2.86493, "el": 3.04324, "hi": 2.46771, "ta": 2.30241, "th": 2.36127, "zh": 5.3733, "my": 2.52006}, "gini_cpc": 0.23795, "gini_cps": 0.206603, "bpic": 5.682361, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1442501876580264, "vi": 1.4277119510051084, "tr": 1.2344978596971972, "fi": 1.0907910167869421, "ru": 1.5999786272050236, "el": 1.9551680639042182, "hi": 2.956436056116842, "ta": 2.881541818714516, "th": 2.7220642866114173, "zh": 3.5320191518619737, "my": 1.5319493395007482}, "t": 25.7}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.8743, "de": 4.09763, "vi": 3.62212, "tr": 4.23224, "fi": 4.11198, "ru": 2.84874, "el": 3.03555, "hi": 2.46323, "ta": 2.31971, "th": 2.39401, "zh": 5.38024, "my": 2.53627}, "bytes_per_chunk": {"en": 5.325, "de": 5.138, "vi": 5.061, "tr": 4.89, "fi": 5.364, "ru": 5.639, "el": 5.45, "hi": 4.921, "ta": 5.172, "th": 7.086, "zh": 4.986, "my": 9.514}, "bpb_mean": 3.40967, "t": 27.1}
{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52209, "bpb": 3.6386, "chunk_loss": 0.031082, "F": 0.18869, "G": 0.41102, "chunks": 193.22, "bytes_per_chunk": 5.3, "boundary_entropy": 0.63959, "router_noise": 0.0, "grad_norm": 1.4258, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 27.1}
{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.47593, "bpb": 3.57201, "chunk_loss": 0.030996, "F": 0.1846, "G": 0.40071, "chunks": 189.03, "bytes_per_chunk": 5.417, "boundary_entropy": 0.63851, "router_noise": 0.0, "grad_norm": 1.4151, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 29.4}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2592.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.14894, "cps": 20.25, "mean_p": 0.339527, "boundary_entropy": 0.584416, "bpb": 3.662336}, "de": {"chunks": 4310.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.209906, "cps": 33.671875, "mean_p": 0.351562, "boundary_entropy": 0.593626, "bpb": 3.873632}, "vi": {"chunks": 3710.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.201248, "cps": 28.984375, "mean_p": 0.377497, "boundary_entropy": 0.622966, "bpb": 3.23995}, "tr": {"chunks": 3741.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206651, "cps": 29.226562, "mean_p": 0.362404, "boundary_entropy": 0.602636, "bpb": 3.879545}, "fi": {"chunks": 3370.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17915, "cps": 26.328125, "mean_p": 0.333134, "boundary_entropy": 0.579984, "bpb": 3.894573}, "ru": {"chunks": 5319.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.280686, "cps": 41.554688, "mean_p": 0.467648, "boundary_entropy": 0.680231, "bpb": 2.649526}, "el": {"chunks": 7234.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.352483, "cps": 56.515625, "mean_p": 0.459257, "boundary_entropy": 0.681167, "bpb": 2.750634}, "hi": {"chunks": 8750.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.520059, "cps": 68.359375, "mean_p": 0.382791, "boundary_entropy": 0.613314, "bpb": 2.098305}, "ta": {"chunks": 10233.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.547366, "cps": 79.945312, "mean_p": 0.378986, "boundary_entropy": 0.611266, "bpb": 1.936659}, "th": {"chunks": 7710.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.479329, "cps": 60.234375, "mean_p": 0.394493, "boundary_entropy": 0.651004, "bpb": 2.069874}, "zh": {"chunks": 4300.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.728073, "cps": 33.59375, "mean_p": 0.435335, "boundary_entropy": 0.657242, "bpb": 5.001384}, "my": {"chunks": 13641.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.719918, "cps": 106.570312, "mean_p": 0.418085, "boundary_entropy": 0.662671, "bpb": 2.220596}}, "bpb": {"en": 3.66234, "de": 3.87363, "vi": 3.23995, "tr": 3.87954, "fi": 3.89457, "ru": 2.64953, "el": 2.75063, "hi": 2.0983, "ta": 1.93666, "th": 2.06987, "zh": 5.00138, "my": 2.2206}, "gini_cpc": 0.29347, "gini_cps": 0.276156, "bpic": 5.123228, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4093341838161153, "vi": 1.3512007905654502, "tr": 1.387478556347321, "fi": 1.2028380016026872, "ru": 1.884559696569921, "el": 2.3666104740661336, "hi": 3.491741648781025, "ta": 3.675078563787109, "th": 3.218269695713743, "zh": 4.888370740364476, "my": 4.8336138891820895}, "t": 30.6}
{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.32771, "bpb": 3.35818, "chunk_loss": 0.030833, "F": 0.18915, "G": 0.35796, "chunks": 193.69, "bytes_per_chunk": 5.287, "boundary_entropy": 0.59815, "router_noise": 0.0, "grad_norm": 1.6666, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.066, "alpha": 0.03, "t": 32.7}
{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.09181, "bpb": 3.01784, "chunk_loss": 0.030297, "F": 0.17398, "G": 0.35303, "chunks": 178.16, "bytes_per_chunk": 5.748, "boundary_entropy": 0.57596, "router_noise": 0.0, "grad_norm": 0.7303, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 34.8}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3068.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.176291, "cps": 23.96875, "mean_p": 0.338877, "boundary_entropy": 0.562844, "bpb": 3.217315}, "de": {"chunks": 3664.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178444, "cps": 28.625, "mean_p": 0.354764, "boundary_entropy": 0.579816, "bpb": 3.544686}, "vi": {"chunks": 4453.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241551, "cps": 34.789062, "mean_p": 0.389549, "boundary_entropy": 0.614676, "bpb": 2.801577}, "tr": {"chunks": 3840.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21212, "cps": 30.0, "mean_p": 0.353053, "boundary_entropy": 0.560045, "bpb": 3.447174}, "fi": {"chunks": 3914.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.20807, "cps": 30.578125, "mean_p": 0.343489, "boundary_entropy": 0.547501, "bpb": 3.587719}, "ru": {"chunks": 6317.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.333351, "cps": 49.351562, "mean_p": 0.342849, "boundary_entropy": 0.530915, "bpb": 2.515075}, "el": {"chunks": 7527.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.366759, "cps": 58.804688, "mean_p": 0.343156, "boundary_entropy": 0.578367, "bpb": 2.562159}, "hi": {"chunks": 10059.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.59786, "cps": 78.585938, "mean_p": 0.371128, "boundary_entropy": 0.565493, "bpb": 1.817539}, "ta": {"chunks": 11216.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.599947, "cps": 87.625, "mean_p": 0.297476, "boundary_entropy": 0.441107, "bpb": 1.583657}, "th": {"chunks": 9494.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.590239, "cps": 74.171875, "mean_p": 0.297448, "boundary_entropy": 0.514253, "bpb": 1.896679}, "zh": {"chunks": 3315.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.561294, "cps": 25.898438, "mean_p": 0.359214, "boundary_entropy": 0.590482, "bpb": 4.131666}, "my": {"chunks": 12128.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.640068, "cps": 94.75, "mean_p": 0.405281, "boundary_entropy": 0.655479, "bpb": 1.997537}}, "bpb": {"en": 3.21732, "de": 3.54469, "vi": 2.80158, "tr": 3.44717, "fi": 3.58772, "ru": 2.51508, "el": 2.56216, "hi": 1.81754, "ta": 1.58366, "th": 1.89668, "zh": 4.13167, "my": 1.99754}, "gini_cpc": 0.256886, "gini_cps": 0.270594, "bpic": 4.858295, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0122127949849675, "vi": 1.3701821898640314, "tr": 1.2032321783772288, "fi": 1.1802600381465616, "ru": 1.890908123002618, "el": 2.0804143263820585, "hi": 3.3913178842715195, "ta": 3.4031516001915048, "th": 3.3480884836464044, "zh": 3.1838958657383762, "my": 3.6307352119118845}, "t": 37.9}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.2233, "de": 3.54265, "vi": 2.80722, "tr": 3.45537, "fi": 3.58005, "ru": 2.50276, "el": 2.55698, "hi": 1.81349, "ta": 1.60026, "th": 1.92669, "zh": 4.1385, "my": 2.01378}, "bytes_per_chunk": {"en": 5.834, "de": 5.833, "vi": 5.748, "tr": 4.513, "fi": 5.052, "ru": 6.005, "el": 5.008, "hi": 3.808, "ta": 4.491, "th": 4.593, "zh": 5.273, "my": 4.195}, "bpb_mean": 2.76342, "t": 39.2}
{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.23127, "bpb": 3.21904, "chunk_loss": 0.030502, "F": 0.17828, "G": 0.34403, "chunks": 182.56, "bytes_per_chunk": 5.609, "boundary_entropy": 0.56589, "router_noise": 0.0, "grad_norm": 0.8803, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 39.3}
{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.1725, "bpb": 3.13425, "chunk_loss": 0.030578, "F": 0.18201, "G": 0.3293, "chunks": 186.38, "bytes_per_chunk": 5.494, "boundary_entropy": 0.54806, "router_noise": 0.0, "grad_norm": 0.9032, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 41.4}
{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.06229, "bpb": 2.97525, "chunk_loss": 0.030186, "F": 0.17123, "G": 0.31407, "chunks": 175.34, "bytes_per_chunk": 5.84, "boundary_entropy": 0.5263, "router_noise": 0.0, "grad_norm": 0.9211, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 43.4}
{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.90832, "bpb": 2.75312, "chunk_loss": 0.030286, "F": 0.17465, "G": 0.32089, "chunks": 178.84, "bytes_per_chunk": 5.726, "boundary_entropy": 0.52242, "router_noise": 0.0, "grad_norm": 0.7788, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 45.5}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3297.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18945, "cps": 25.757812, "mean_p": 0.288955, "boundary_entropy": 0.452581, "bpb": 2.886208}, "de": {"chunks": 3821.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186091, "cps": 29.851562, "mean_p": 0.292352, "boundary_entropy": 0.47349, "bpb": 3.21289}, "vi": {"chunks": 4446.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241172, "cps": 34.734375, "mean_p": 0.341394, "boundary_entropy": 0.543308, "bpb": 2.552636}, "tr": {"chunks": 3534.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195216, "cps": 27.609375, "mean_p": 0.292466, "boundary_entropy": 0.469283, "bpb": 3.174718}, "fi": {"chunks": 3470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184467, "cps": 27.109375, "mean_p": 0.287914, "boundary_entropy": 0.447634, "bpb": 3.383339}, "ru": {"chunks": 4532.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.239156, "cps": 35.40625, "mean_p": 0.334377, "boundary_entropy": 0.56851, "bpb": 2.157135}, "el": {"chunks": 6972.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.339716, "cps": 54.46875, "mean_p": 0.375234, "boundary_entropy": 0.610665, "bpb": 2.218168}, "hi": {"chunks": 7171.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.426211, "cps": 56.023438, "mean_p": 0.348412, "boundary_entropy": 0.558442, "bpb": 1.628156}, "ta": {"chunks": 7547.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.403691, "cps": 58.960938, "mean_p": 0.273093, "boundary_entropy": 0.46328, "bpb": 1.360118}, "th": {"chunks": 8374.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.520609, "cps": 65.421875, "mean_p": 0.306238, "boundary_entropy": 0.529679, "bpb": 1.722133}, "zh": {"chunks": 3094.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523874, "cps": 24.171875, "mean_p": 0.396021, "boundary_entropy": 0.599578, "bpb": 3.841599}, "my": {"chunks": 9781.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.516202, "cps": 76.414062, "mean_p": 0.36834, "boundary_entropy": 0.619766, "bpb": 1.660708}}, "bpb": {"en": 2.88621, "de": 3.21289, "vi": 2.55264, "tr": 3.17472, "fi": 3.38334, "ru": 2.15713, "el": 2.21817, "hi": 1.62816, "ta": 1.36012, "th": 1.72213, "zh": 3.8416, "my": 1.66071}, "gini_cpc": 0.226486, "gini_cps": 0.221476, "bpic": 5.81143, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9822675648472307, "vi": 1.273009045133863, "tr": 1.0304363409922506, "fi": 0.9736946066008171, "ru": 1.262367659733843, "el": 1.7931709987644746, "hi": 2.2497270110474603, "ta": 2.1308557635001404, "th": 2.748002125876436, "zh": 2.765234965629253, "my": 2.7247399280402105}, "t": 48.5}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.895, "de": 3.21192, "vi": 2.55583, "tr": 3.18498, "fi": 3.37532, "ru": 2.14203, "el": 2.20813, "hi": 1.62075, "ta": 1.37278, "th": 1.75211, "zh": 3.85175, "my": 1.67446}, "bytes_per_chunk": {"en": 5.589, "de": 5.57, "vi": 5.907, "tr": 5.487, "fi": 5.847, "ru": 8.118, "el": 5.385, "hi": 6.249, "ta": 7.068, "th": 5.892, "zh": 5.46, "my": 5.743}, "bpb_mean": 2.48709, "t": 49.8}
{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.90072, "bpb": 2.74215, "chunk_loss": 0.030231, "F": 0.17139, "G": 0.31538, "chunks": 175.5, "bytes_per_chunk": 5.835, "boundary_entropy": 0.51032, "router_noise": 0.0, "grad_norm": 0.9507, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 49.8}
{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.93801, "bpb": 2.79596, "chunk_loss": 0.03016, "F": 0.17404, "G": 0.31758, "chunks": 178.22, "bytes_per_chunk": 5.746, "boundary_entropy": 0.50787, "router_noise": 0.0, "grad_norm": 0.7646, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 51.9}
{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.78255, "bpb": 2.57167, "chunk_loss": 0.030106, "F": 0.17218, "G": 0.30313, "chunks": 176.31, "bytes_per_chunk": 5.808, "boundary_entropy": 0.48013, "router_noise": 0.0, "grad_norm": 0.8977, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 53.9}
{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.86328, "bpb": 2.68814, "chunk_loss": 0.030216, "F": 0.17337, "G": 0.29747, "chunks": 177.53, "bytes_per_chunk": 5.768, "boundary_entropy": 0.46589, "router_noise": 0.0, "grad_norm": 0.8734, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 56.0}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2991.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.171867, "cps": 23.367188, "mean_p": 0.247202, "boundary_entropy": 0.371265, "bpb": 2.683402}, "de": {"chunks": 3588.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174743, "cps": 28.03125, "mean_p": 0.255903, "boundary_entropy": 0.391687, "bpb": 3.037457}, "vi": {"chunks": 4592.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249091, "cps": 35.875, "mean_p": 0.321892, "boundary_entropy": 0.496228, "bpb": 2.408753}, "tr": {"chunks": 3149.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.173949, "cps": 24.601562, "mean_p": 0.257796, "boundary_entropy": 0.413622, "bpb": 3.033655}, "fi": {"chunks": 3239.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172186, "cps": 25.304688, "mean_p": 0.248895, "boundary_entropy": 0.389639, "bpb": 3.229856}, "ru": {"chunks": 6033.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318364, "cps": 47.132812, "mean_p": 0.353159, "boundary_entropy": 0.587886, "bpb": 1.994026}, "el": {"chunks": 5988.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.29177, "cps": 46.78125, "mean_p": 0.377865, "boundary_entropy": 0.626674, "bpb": 2.08168}, "hi": {"chunks": 7099.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.421932, "cps": 55.460938, "mean_p": 0.31304, "boundary_entropy": 0.522006, "bpb": 1.531911}, "ta": {"chunks": 8141.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.435464, "cps": 63.601562, "mean_p": 0.318012, "boundary_entropy": 0.521791, "bpb": 1.291415}, "th": {"chunks": 7711.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.479391, "cps": 60.242188, "mean_p": 0.37845, "boundary_entropy": 0.608382, "bpb": 1.587084}, "zh": {"chunks": 2942.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498137, "cps": 22.984375, "mean_p": 0.379101, "boundary_entropy": 0.567518, "bpb": 3.711077}, "my": {"chunks": 13508.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.712898, "cps": 105.53125, "mean_p": 0.403076, "boundary_entropy": 0.640304, "bpb": 1.474181}}, "bpb": {"en": 2.6834, "de": 3.03746, "vi": 2.40875, "tr": 3.03365, "fi": 3.22986, "ru": 1.99403, "el": 2.08168, "hi": 1.53191, "ta": 1.29141, "th": 1.58708, "zh": 3.71108, "my": 1.47418}, "gini_cpc": 0.261633, "gini_cps": 0.268843, "bpic": 5.563575, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0167349073959326, "vi": 1.4493272059193583, "tr": 1.0121148952020953, "fi": 1.0018593871028854, "ru": 1.8523873996660165, "el": 1.6976519384201427, "hi": 2.4549904691787097, "ta": 2.53372800938252, "th": 2.7893136044752223, "zh": 2.8983907360415144, "my": 4.147967863904146}, "t": 58.9}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.69129, "de": 3.04009, "vi": 2.41286, "tr": 3.04398, "fi": 3.22789, "ru": 1.97918, "el": 2.07017, "hi": 1.52761, "ta": 1.30313, "th": 1.61492, "zh": 3.72173, "my": 1.4854}, "bytes_per_chunk": {"en": 5.918, "de": 5.801, "vi": 5.331, "tr": 6.344, "fi": 5.896, "ru": 6.512, "el": 6.108, "hi": 6.014, "ta": 6.216, "th": 6.037, "zh": 5.654, "my": 3.764}, "bpb_mean": 2.34319, "t": 60.2}
{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.83487, "bpb": 2.64716, "chunk_loss": 0.030317, "F": 0.17432, "G": 0.30014, "chunks": 178.5, "bytes_per_chunk": 5.737, "boundary_entropy": 0.46909, "router_noise": 0.0, "grad_norm": 0.8561, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 60.3}
{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.63463, "bpb": 2.35827, "chunk_loss": 0.02984, "F": 0.16254, "G": 0.29917, "chunks": 166.44, "bytes_per_chunk": 6.152, "boundary_entropy": 0.4755, "router_noise": 0.0, "grad_norm": 0.8638, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 62.3}
{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.72401, "bpb": 2.48722, "chunk_loss": 0.030217, "F": 0.17456, "G": 0.30083, "chunks": 178.75, "bytes_per_chunk": 5.729, "boundary_entropy": 0.45815, "router_noise": 0.0, "grad_norm": 0.8966, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 64.4}
{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.87539, "bpb": 2.70562, "chunk_loss": 0.03063, "F": 0.18744, "G": 0.29318, "chunks": 191.94, "bytes_per_chunk": 5.335, "boundary_entropy": 0.42955, "router_noise": 0.0, "grad_norm": 0.9405, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 66.4}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3233.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185773, "cps": 25.257812, "mean_p": 0.24435, "boundary_entropy": 0.324071, "bpb": 2.555848}, "de": {"chunks": 3814.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18575, "cps": 29.796875, "mean_p": 0.248313, "boundary_entropy": 0.343199, "bpb": 2.893862}, "vi": {"chunks": 4236.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22978, "cps": 33.09375, "mean_p": 0.29621, "boundary_entropy": 0.446995, "bpb": 2.318246}, "tr": {"chunks": 3892.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214992, "cps": 30.40625, "mean_p": 0.264518, "boundary_entropy": 0.376869, "bpb": 2.910642}, "fi": {"chunks": 3659.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194514, "cps": 28.585938, "mean_p": 0.251679, "boundary_entropy": 0.35031, "bpb": 3.135462}, "ru": {"chunks": 5149.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.271715, "cps": 40.226562, "mean_p": 0.322804, "boundary_entropy": 0.564963, "bpb": 1.913211}, "el": {"chunks": 5724.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.278907, "cps": 44.71875, "mean_p": 0.352961, "boundary_entropy": 0.605735, "bpb": 2.005098}, "hi": {"chunks": 7182.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.426865, "cps": 56.109375, "mean_p": 0.358903, "boundary_entropy": 0.572581, "bpb": 1.478777}, "ta": {"chunks": 9894.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.529232, "cps": 77.296875, "mean_p": 0.39332, "boundary_entropy": 0.584395, "bpb": 1.236944}, "th": {"chunks": 9555.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.594032, "cps": 74.648438, "mean_p": 0.433275, "boundary_entropy": 0.63712, "bpb": 1.523211}, "zh": {"chunks": 2628.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.444971, "cps": 20.53125, "mean_p": 0.358845, "boundary_entropy": 0.537646, "bpb": 3.62139}, "my": {"chunks": 11942.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.630251, "cps": 93.296875, "mean_p": 0.38492, "boundary_entropy": 0.620218, "bpb": 1.409422}}, "bpb": {"en": 2.55585, "de": 2.89386, "vi": 2.31825, "tr": 2.91064, "fi": 3.13546, "ru": 1.91321, "el": 2.0051, "hi": 1.47878, "ta": 1.23694, "th": 1.52321, "zh": 3.62139, "my": 1.40942}, "gini_cpc": 0.251888, "gini_cps": 0.266688, "bpic": 5.412379, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9998772731451633, "vi": 1.236890417850699, "tr": 1.1572859903512223, "fi": 1.0470536658278353, "ru": 1.4626219714732718, "el": 1.501333569773377, "hi": 2.29778157917354, "ta": 2.848818966814461, "th": 3.197628762525406, "zh": 2.3952471596196894, "my": 3.3925956927325025}, "t": 69.3}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56569, "de": 2.89535, "vi": 2.32188, "tr": 2.9214, "fi": 3.13156, "ru": 1.89541, "el": 1.99468, "hi": 1.47588, "ta": 1.245, "th": 1.55147, "zh": 3.62929, "my": 1.41782}, "bytes_per_chunk": {"en": 5.55, "de": 5.528, "vi": 6.191, "tr": 5.168, "fi": 5.152, "ru": 7.411, "el": 6.942, "hi": 5.987, "ta": 5.292, "th": 5.094, "zh": 6.241, "my": 4.346}, "bpb_mean": 2.25379, "t": 70.6}
{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.55004, "bpb": 2.23624, "chunk_loss": 0.03014, "F": 0.16934, "G": 0.31342, "chunks": 173.41, "bytes_per_chunk": 5.905, "boundary_entropy": 0.47761, "router_noise": 0.0, "grad_norm": 0.8004, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 70.7}
{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.76716, "bpb": 2.54947, "chunk_loss": 0.030034, "F": 0.17105, "G": 0.29244, "chunks": 175.16, "bytes_per_chunk": 5.846, "boundary_entropy": 0.43763, "router_noise": 0.0, "grad_norm": 0.9367, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 72.7}
{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.59507, "bpb": 2.3012, "chunk_loss": 0.030529, "F": 0.18231, "G": 0.30115, "chunks": 186.69, "bytes_per_chunk": 5.485, "boundary_entropy": 0.44186, "router_noise": 0.0, "grad_norm": 0.8144, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 74.7}
{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.61496, "bpb": 2.3299, "chunk_loss": 0.029771, "F": 0.16495, "G": 0.29197, "chunks": 168.91, "bytes_per_chunk": 6.063, "boundary_entropy": 0.43265, "router_noise": 0.0, "grad_norm": 0.9778, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 76.8}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3452.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198357, "cps": 26.96875, "mean_p": 0.254903, "boundary_entropy": 0.322799, "bpb": 2.472677}, "de": {"chunks": 3925.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191156, "cps": 30.664062, "mean_p": 0.252487, "boundary_entropy": 0.33128, "bpb": 2.811251}, "vi": {"chunks": 4505.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.244372, "cps": 35.195312, "mean_p": 0.299516, "boundary_entropy": 0.436048, "bpb": 2.259548}, "tr": {"chunks": 4290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.236977, "cps": 33.515625, "mean_p": 0.278253, "boundary_entropy": 0.364275, "bpb": 2.822452}, "fi": {"chunks": 3890.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.206794, "cps": 30.390625, "mean_p": 0.254208, "boundary_entropy": 0.326785, "bpb": 3.042678}, "ru": {"chunks": 6551.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345699, "cps": 51.179688, "mean_p": 0.340203, "boundary_entropy": 0.564933, "bpb": 1.825563}, "el": {"chunks": 6302.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.30707, "cps": 49.234375, "mean_p": 0.388048, "boundary_entropy": 0.627918, "bpb": 1.932132}, "hi": {"chunks": 7452.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.442912, "cps": 58.21875, "mean_p": 0.354815, "boundary_entropy": 0.579958, "bpb": 1.428814}, "ta": {"chunks": 7512.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.401819, "cps": 58.6875, "mean_p": 0.400865, "boundary_entropy": 0.605987, "bpb": 1.177762}, "th": {"chunks": 7815.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485856, "cps": 61.054688, "mean_p": 0.415358, "boundary_entropy": 0.630396, "bpb": 1.461355}, "zh": {"chunks": 2642.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.447342, "cps": 20.640625, "mean_p": 0.348667, "boundary_entropy": 0.526845, "bpb": 3.593145}, "my": {"chunks": 9286.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.490078, "cps": 72.546875, "mean_p": 0.350754, "boundary_entropy": 0.588678, "bpb": 1.352582}}, "bpb": {"en": 2.47268, "de": 2.81125, "vi": 2.25955, "tr": 2.82245, "fi": 3.04268, "ru": 1.82556, "el": 1.93213, "hi": 1.42881, "ta": 1.17776, "th": 1.46136, "zh": 3.59315, "my": 1.35258}, "gini_cpc": 0.18966, "gini_cps": 0.202005, "bpic": 5.675387, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9636971776320954, "vi": 1.2319837699775698, "tr": 1.194703329198588, "fi": 1.0425359770450624, "ru": 1.7428167220562742, "el": 1.5480710419065198, "hi": 2.2329094230534143, "ta": 2.025738783552651, "th": 2.449408667237456, "zh": 2.2552396780931385, "my": 2.470692155954786}, "t": 79.7}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.4795, "de": 2.81358, "vi": 2.2643, "tr": 2.83296, "fi": 3.04459, "ru": 1.80858, "el": 1.92055, "hi": 1.42587, "ta": 1.18705, "th": 1.48692, "zh": 3.59879, "my": 1.3605}, "bytes_per_chunk": {"en": 5.288, "de": 5.36, "vi": 5.781, "tr": 4.799, "fi": 4.745, "ru": 5.484, "el": 5.922, "hi": 5.732, "ta": 7.09, "th": 6.159, "zh": 6.041, "my": 5.883}, "bpb_mean": 2.18527, "t": 81.0}
{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.69956, "bpb": 2.45195, "chunk_loss": 0.030398, "F": 0.18362, "G": 0.29725, "chunks": 188.03, "bytes_per_chunk": 5.446, "boundary_entropy": 0.42919, "router_noise": 0.0, "grad_norm": 0.8507, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 81.1}
{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.60239, "bpb": 2.31176, "chunk_loss": 0.030558, "F": 0.18185, "G": 0.30838, "chunks": 186.22, "bytes_per_chunk": 5.499, "boundary_entropy": 0.45477, "router_noise": 0.0, "grad_norm": 0.9497, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 83.1}
{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.71883, "bpb": 2.47974, "chunk_loss": 0.030322, "F": 0.17844, "G": 0.30082, "chunks": 182.72, "bytes_per_chunk": 5.604, "boundary_entropy": 0.43183, "router_noise": 0.0, "grad_norm": 0.848, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 85.1}
{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.51024, "bpb": 2.17881, "chunk_loss": 0.030186, "F": 0.17017, "G": 0.29745, "chunks": 174.25, "bytes_per_chunk": 5.877, "boundary_entropy": 0.4444, "router_noise": 0.0, "grad_norm": 0.8692, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 87.1}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3299.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189565, "cps": 25.773438, "mean_p": 0.239186, "boundary_entropy": 0.292458, "bpb": 2.403528}, "de": {"chunks": 3781.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184143, "cps": 29.539062, "mean_p": 0.239007, "boundary_entropy": 0.300881, "bpb": 2.723573}, "vi": {"chunks": 4350.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235964, "cps": 33.984375, "mean_p": 0.291531, "boundary_entropy": 0.422911, "bpb": 2.191596}, "tr": {"chunks": 3843.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212285, "cps": 30.023438, "mean_p": 0.253972, "boundary_entropy": 0.331732, "bpb": 2.732082}, "fi": {"chunks": 3398.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180639, "cps": 26.546875, "mean_p": 0.219547, "boundary_entropy": 0.281796, "bpb": 2.969941}, "ru": {"chunks": 4892.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.258153, "cps": 38.21875, "mean_p": 0.309695, "boundary_entropy": 0.546503, "bpb": 1.809404}, "el": {"chunks": 8017.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.390635, "cps": 62.632812, "mean_p": 0.396494, "boundary_entropy": 0.621577, "bpb": 1.868402}, "hi": {"chunks": 7514.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.446597, "cps": 58.703125, "mean_p": 0.370813, "boundary_entropy": 0.586536, "bpb": 1.436201}, "ta": {"chunks": 8829.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.472265, "cps": 68.976562, "mean_p": 0.420831, "boundary_entropy": 0.609482, "bpb": 1.149164}, "th": {"chunks": 7428.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.461797, "cps": 58.03125, "mean_p": 0.424959, "boundary_entropy": 0.635966, "bpb": 1.416687}, "zh": {"chunks": 2666.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.451405, "cps": 20.828125, "mean_p": 0.339727, "boundary_entropy": 0.509072, "bpb": 3.545717}, "my": {"chunks": 11322.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.59753, "cps": 88.453125, "mean_p": 0.346433, "boundary_entropy": 0.565073, "bpb": 1.325618}}, "bpb": {"en": 2.40353, "de": 2.72357, "vi": 2.1916, "tr": 2.73208, "fi": 2.96994, "ru": 1.8094, "el": 1.8684, "hi": 1.4362, "ta": 1.14916, "th": 1.41669, "zh": 3.54572, "my": 1.32562}, "gini_cpc": 0.225528, "gini_cps": 0.249115, "bpic": 5.534851, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9713954722292022, "vi": 1.2447665799064787, "tr": 1.1198545984810202, "fi": 0.9529130964354681, "ru": 1.3618179011629814, "el": 2.0606908517768097, "hi": 2.3559058060279425, "ta": 2.4913104630002483, "th": 2.4360861040303567, "zh": 2.3812692678373226, "my": 3.1521115558651838}, "t": 90.0}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.41155, "de": 2.72812, "vi": 2.19636, "tr": 2.74027, "fi": 2.97251, "ru": 1.79219, "el": 1.85806, "hi": 1.43245, "ta": 1.15633, "th": 1.4366, "zh": 3.54988, "my": 1.33487}, "bytes_per_chunk": {"en": 5.524, "de": 5.665, "vi": 6.015, "tr": 5.294, "fi": 5.613, "ru": 7.229, "el": 4.823, "hi": 5.864, "ta": 6.043, "th": 6.424, "zh": 6.16, "my": 4.852}, "bpb_mean": 2.1341, "t": 91.3}
{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.70172, "bpb": 2.45507, "chunk_loss": 0.030268, "F": 0.17499, "G": 0.30374, "chunks": 179.19, "bytes_per_chunk": 5.715, "boundary_entropy": 0.44357, "router_noise": 0.0, "grad_norm": 0.7333, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 91.3}
{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.70889, "bpb": 2.46541, "chunk_loss": 0.029711, "F": 0.15942, "G": 0.29917, "chunks": 163.25, "bytes_per_chunk": 6.273, "boundary_entropy": 0.44934, "router_noise": 0.0, "grad_norm": 0.7935, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 93.4}
{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.67953, "bpb": 2.42305, "chunk_loss": 0.030323, "F": 0.17844, "G": 0.28163, "chunks": 182.72, "bytes_per_chunk": 5.604, "boundary_entropy": 0.39508, "router_noise": 0.0, "grad_norm": 0.9138, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 95.4}
{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.57355, "bpb": 2.27015, "chunk_loss": 0.03025, "F": 0.17444, "G": 0.27715, "chunks": 178.62, "bytes_per_chunk": 5.733, "boundary_entropy": 0.40002, "router_noise": 0.0, "grad_norm": 0.8336, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 97.4}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3071.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.176464, "cps": 23.992188, "mean_p": 0.230262, "boundary_entropy": 0.290867, "bpb": 2.349773}, "de": {"chunks": 3842.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187113, "cps": 30.015625, "mean_p": 0.242414, "boundary_entropy": 0.302272, "bpb": 2.653842}, "vi": {"chunks": 4154.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225332, "cps": 32.453125, "mean_p": 0.270933, "boundary_entropy": 0.406286, "bpb": 2.152051}, "tr": {"chunks": 3875.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214053, "cps": 30.273438, "mean_p": 0.254273, "boundary_entropy": 0.335455, "bpb": 2.666512}, "fi": {"chunks": 3239.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172186, "cps": 25.304688, "mean_p": 0.2116, "boundary_entropy": 0.276797, "bpb": 2.892892}, "ru": {"chunks": 6136.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323799, "cps": 47.9375, "mean_p": 0.325291, "boundary_entropy": 0.541871, "bpb": 1.729806}, "el": {"chunks": 6092.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.296838, "cps": 47.59375, "mean_p": 0.371111, "boundary_entropy": 0.612706, "bpb": 1.845203}, "hi": {"chunks": 6850.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.407132, "cps": 53.515625, "mean_p": 0.374592, "boundary_entropy": 0.593074, "bpb": 1.372169}, "ta": {"chunks": 8415.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45012, "cps": 65.742188, "mean_p": 0.437941, "boundary_entropy": 0.613557, "bpb": 1.110646}, "th": {"chunks": 6526.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.40572, "cps": 50.984375, "mean_p": 0.412511, "boundary_entropy": 0.631571, "bpb": 1.370001}, "zh": {"chunks": 2774.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.469692, "cps": 21.671875, "mean_p": 0.325478, "boundary_entropy": 0.487224, "bpb": 3.493552}, "my": {"chunks": 6579.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.347213, "cps": 51.398438, "mean_p": 0.31852, "boundary_entropy": 0.566056, "bpb": 1.308347}}, "bpb": {"en": 2.34977, "de": 2.65384, "vi": 2.15205, "tr": 2.66651, "fi": 2.89289, "ru": 1.72981, "el": 1.8452, "hi": 1.37217, "ta": 1.11065, "th": 1.37, "zh": 3.49355, "my": 1.30835}, "gini_cpc": 0.195578, "gini_cps": 0.191682, "bpic": 6.234968, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0603500400424424, "vi": 1.276931657313396, "tr": 1.213013010881167, "fi": 0.9757608032643211, "ru": 1.8349339682054184, "el": 1.682144706545775, "hi": 2.307171096336674, "ta": 2.550779714711183, "th": 2.299165891232136, "zh": 2.6616890494221694, "my": 1.9676181232469718}, "t": 100.4}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.35951, "de": 2.66087, "vi": 2.15569, "tr": 2.67333, "fi": 2.89737, "ru": 1.71185, "el": 1.83592, "hi": 1.36886, "ta": 1.11795, "th": 1.39035, "zh": 3.50217, "my": 1.31639}, "bytes_per_chunk": {"en": 5.919, "de": 5.511, "vi": 6.217, "tr": 5.201, "fi": 5.883, "ru": 5.805, "el": 6.507, "hi": 6.246, "ta": 6.452, "th": 7.177, "zh": 5.76, "my": 8.038}, "bpb_mean": 2.08252, "t": 101.6}
{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.78737, "bpb": 2.57862, "chunk_loss": 0.030244, "F": 0.17529, "G": 0.26362, "chunks": 179.5, "bytes_per_chunk": 5.705, "boundary_entropy": 0.365, "router_noise": 0.0, "grad_norm": 0.8978, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 101.7}
{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.5761, "bpb": 2.27383, "chunk_loss": 0.029933, "F": 0.16962, "G": 0.28581, "chunks": 173.69, "bytes_per_chunk": 5.896, "boundary_entropy": 0.41379, "router_noise": 0.0, "grad_norm": 0.7906, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 103.7}
{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.56126, "bpb": 2.25243, "chunk_loss": 0.029974, "F": 0.16711, "G": 0.29978, "chunks": 171.12, "bytes_per_chunk": 5.984, "boundary_entropy": 0.43669, "router_noise": 0.0, "grad_norm": 0.7467, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 105.7}
{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.50899, "bpb": 2.17701, "chunk_loss": 0.02993, "F": 0.16992, "G": 0.29899, "chunks": 174.0, "bytes_per_chunk": 5.885, "boundary_entropy": 0.42887, "router_noise": 0.0, "grad_norm": 0.7401, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 107.7}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3200.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183876, "cps": 25.0, "mean_p": 0.235404, "boundary_entropy": 0.27446, "bpb": 2.316725}, "de": {"chunks": 3766.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183412, "cps": 29.421875, "mean_p": 0.231858, "boundary_entropy": 0.276632, "bpb": 2.608017}, "vi": {"chunks": 4756.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.257988, "cps": 37.15625, "mean_p": 0.292645, "boundary_entropy": 0.412351, "bpb": 2.138072}, "tr": {"chunks": 4007.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.221345, "cps": 31.304688, "mean_p": 0.25063, "boundary_entropy": 0.313938, "bpb": 2.617876}, "fi": {"chunks": 3380.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179682, "cps": 26.40625, "mean_p": 0.217134, "boundary_entropy": 0.264854, "bpb": 2.829677}, "ru": {"chunks": 6567.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346544, "cps": 51.304688, "mean_p": 0.325293, "boundary_entropy": 0.535163, "bpb": 1.676827}, "el": {"chunks": 7346.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.35794, "cps": 57.390625, "mean_p": 0.385866, "boundary_entropy": 0.617867, "bpb": 1.790388}, "hi": {"chunks": 6510.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.386924, "cps": 50.859375, "mean_p": 0.369474, "boundary_entropy": 0.581916, "bpb": 1.34861}, "ta": {"chunks": 8443.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.451618, "cps": 65.960938, "mean_p": 0.435256, "boundary_entropy": 0.616527, "bpb": 1.108941}, "th": {"chunks": 7343.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.456512, "cps": 57.367188, "mean_p": 0.424499, "boundary_entropy": 0.634158, "bpb": 1.339961}, "zh": {"chunks": 2742.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.464274, "cps": 21.421875, "mean_p": 0.329282, "boundary_entropy": 0.49252, "bpb": 3.473743}, "my": {"chunks": 9968.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.526071, "cps": 77.875, "mean_p": 0.33591, "boundary_entropy": 0.56365, "bpb": 1.268399}}, "bpb": {"en": 2.31673, "de": 2.60802, "vi": 2.13807, "tr": 2.61788, "fi": 2.82968, "ru": 1.67683, "el": 1.79039, "hi": 1.34861, "ta": 1.10894, "th": 1.33996, "zh": 3.47374, "my": 1.2684}, "gini_cpc": 0.203262, "gini_cps": 0.222646, "bpic": 5.641515, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9974750706180296, "vi": 1.4030490235964201, "tr": 1.2037683843838038, "fi": 0.9771898756046994, "ru": 1.8846553594986808, "el": 1.946633624470107, "hi": 2.104263187221397, "ta": 2.4560967003209413, "th": 2.482713494715574, "zh": 2.524923065526583, "my": 2.8610061747941735}, "t": 110.6}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32559, "de": 2.61418, "vi": 2.14394, "tr": 2.62471, "fi": 2.83468, "ru": 1.6576, "el": 1.78065, "hi": 1.34486, "ta": 1.11523, "th": 1.35929, "zh": 3.47817, "my": 1.27746}, "bytes_per_chunk": {"en": 5.613, "de": 5.571, "vi": 5.649, "tr": 5.069, "fi": 5.545, "ru": 5.384, "el": 5.225, "hi": 6.431, "ta": 6.706, "th": 6.464, "zh": 5.888, "my": 5.417}, "bpb_mean": 2.04636, "t": 111.9}
{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.45352, "bpb": 2.09698, "chunk_loss": 0.030559, "F": 0.18518, "G": 0.30751, "chunks": 189.62, "bytes_per_chunk": 5.4, "boundary_entropy": 0.44513, "router_noise": 0.0, "grad_norm": 0.7103, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 112.0}
{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.44147, "bpb": 2.0796, "chunk_loss": 0.029981, "F": 0.16705, "G": 0.29522, "chunks": 171.06, "bytes_per_chunk": 5.986, "boundary_entropy": 0.43181, "router_noise": 0.0, "grad_norm": 0.7497, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 114.0}
{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.54842, "bpb": 2.2339, "chunk_loss": 0.030306, "F": 0.17871, "G": 0.2739, "chunks": 183.0, "bytes_per_chunk": 5.596, "boundary_entropy": 0.37587, "router_noise": 0.0, "grad_norm": 0.7515, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 116.0}
{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.60884, "bpb": 2.32107, "chunk_loss": 0.030149, "F": 0.17511, "G": 0.29837, "chunks": 179.31, "bytes_per_chunk": 5.711, "boundary_entropy": 0.42625, "router_noise": 0.0, "grad_norm": 0.7475, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 118.0}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3271.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187956, "cps": 25.554688, "mean_p": 0.239434, "boundary_entropy": 0.280003, "bpb": 2.27639}, "de": {"chunks": 3737.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182, "cps": 29.195312, "mean_p": 0.226771, "boundary_entropy": 0.263788, "bpb": 2.5597}, "vi": {"chunks": 4248.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230431, "cps": 33.1875, "mean_p": 0.280796, "boundary_entropy": 0.402283, "bpb": 2.101515}, "tr": {"chunks": 3849.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212617, "cps": 30.070312, "mean_p": 0.234609, "boundary_entropy": 0.286843, "bpb": 2.55315}, "fi": {"chunks": 3601.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191431, "cps": 28.132812, "mean_p": 0.230768, "boundary_entropy": 0.270383, "bpb": 2.807963}, "ru": {"chunks": 5646.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.297942, "cps": 44.109375, "mean_p": 0.304484, "boundary_entropy": 0.51976, "bpb": 1.654148}, "el": {"chunks": 6649.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.323978, "cps": 51.945312, "mean_p": 0.371295, "boundary_entropy": 0.609072, "bpb": 1.777094}, "hi": {"chunks": 7615.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.4526, "cps": 59.492188, "mean_p": 0.393293, "boundary_entropy": 0.601833, "bpb": 1.317569}, "ta": {"chunks": 9972.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.533405, "cps": 77.90625, "mean_p": 0.415265, "boundary_entropy": 0.610807, "bpb": 1.098539}, "th": {"chunks": 8427.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.523904, "cps": 65.835938, "mean_p": 0.42324, "boundary_entropy": 0.636861, "bpb": 1.336069}, "zh": {"chunks": 2790.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.472401, "cps": 21.796875, "mean_p": 0.317786, "boundary_entropy": 0.470029, "bpb": 3.425971}, "my": {"chunks": 9120.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.481317, "cps": 71.25, "mean_p": 0.326039, "boundary_entropy": 0.55404, "bpb": 1.24386}}, "bpb": {"en": 2.27639, "de": 2.5597, "vi": 2.10151, "tr": 2.55315, "fi": 2.80796, "ru": 1.65415, "el": 1.77709, "hi": 1.31757, "ta": 1.09854, "th": 1.33607, "zh": 3.42597, "my": 1.24386}, "gini_cpc": 0.222284, "gini_cps": 0.235296, "bpic": 5.568096, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9683096651254165, "vi": 1.2259843947563953, "tr": 1.1312040093683833, "fi": 1.0184854146414946, "ru": 1.5851677772767643, "el": 1.7236896102415564, "hi": 2.408010691460777, "ta": 2.8379214880719306, "th": 2.7873756688685827, "zh": 2.5133579031857813, "my": 2.5607963276797325}, "t": 120.9}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.2824, "de": 2.56716, "vi": 2.10553, "tr": 2.55993, "fi": 2.81074, "ru": 1.63551, "el": 1.76757, "hi": 1.31429, "ta": 1.10484, "th": 1.35394, "zh": 3.42873, "my": 1.25054}, "bytes_per_chunk": {"en": 5.512, "de": 5.602, "vi": 6.345, "tr": 5.358, "fi": 5.159, "ru": 6.157, "el": 5.866, "hi": 5.513, "ta": 5.491, "th": 5.282, "zh": 5.685, "my": 5.769}, "bpb_mean": 2.0151, "t": 122.2}
{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.41719, "bpb": 2.04458, "chunk_loss": 0.031037, "F": 0.18518, "G": 0.31129, "chunks": 189.62, "bytes_per_chunk": 5.4, "boundary_entropy": 0.46467, "router_noise": 0.0, "grad_norm": 1.1437, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 122.2}
{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.58918, "bpb": 2.29271, "chunk_loss": 0.030137, "F": 0.17432, "G": 0.28475, "chunks": 178.5, "bytes_per_chunk": 5.737, "boundary_entropy": 0.39669, "router_noise": 0.0, "grad_norm": 0.8577, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 124.3}
{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64014, "bpb": 2.36623, "chunk_loss": 0.030255, "F": 0.17691, "G": 0.29024, "chunks": 181.16, "bytes_per_chunk": 5.653, "boundary_entropy": 0.41207, "router_noise": 0.0, "grad_norm": 0.8879, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 126.3}
{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.37749, "bpb": 1.98729, "chunk_loss": 0.030096, "F": 0.16986, "G": 0.28609, "chunks": 173.94, "bytes_per_chunk": 5.887, "boundary_entropy": 0.42766, "router_noise": 0.0, "grad_norm": 0.7211, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 128.3}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3013.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173131, "cps": 23.539062, "mean_p": 0.221265, "boundary_entropy": 0.256475, "bpb": 2.247068}, "de": {"chunks": 3671.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178785, "cps": 28.679688, "mean_p": 0.222726, "boundary_entropy": 0.261611, "bpb": 2.520687}, "vi": {"chunks": 4021.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.218118, "cps": 31.414062, "mean_p": 0.268514, "boundary_entropy": 0.392538, "bpb": 2.081522}, "tr": {"chunks": 3649.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201569, "cps": 28.507812, "mean_p": 0.219949, "boundary_entropy": 0.271023, "bpb": 2.526615}, "fi": {"chunks": 3304.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175642, "cps": 25.8125, "mean_p": 0.211082, "boundary_entropy": 0.249482, "bpb": 2.74477}, "ru": {"chunks": 5718.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.301741, "cps": 44.671875, "mean_p": 0.302225, "boundary_entropy": 0.512095, "bpb": 1.624332}, "el": {"chunks": 6368.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310286, "cps": 49.75, "mean_p": 0.366234, "boundary_entropy": 0.602469, "bpb": 1.75223}, "hi": {"chunks": 6573.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.390669, "cps": 51.351562, "mean_p": 0.373182, "boundary_entropy": 0.593799, "bpb": 1.343862}, "ta": {"chunks": 8639.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.462102, "cps": 67.492188, "mean_p": 0.419797, "boundary_entropy": 0.609308, "bpb": 1.066651}, "th": {"chunks": 7699.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.478645, "cps": 60.148438, "mean_p": 0.419482, "boundary_entropy": 0.631655, "bpb": 1.287185}, "zh": {"chunks": 2762.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.46766, "cps": 21.578125, "mean_p": 0.312452, "boundary_entropy": 0.45678, "bpb": 3.417352}, "my": {"chunks": 8282.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.437091, "cps": 64.703125, "mean_p": 0.298679, "boundary_entropy": 0.521914, "bpb": 1.231636}}, "bpb": {"en": 2.24707, "de": 2.52069, "vi": 2.08152, "tr": 2.52662, "fi": 2.74477, "ru": 1.62433, "el": 1.75223, "hi": 1.34386, "ta": 1.06665, "th": 1.28718, "zh": 3.41735, "my": 1.23164}, "gini_cpc": 0.212444, "gini_cps": 0.218791, "bpic": 6.024914, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.032659074755024, "vi": 1.2598415275061121, "tr": 1.1642555059655229, "fi": 1.0145025517425836, "ru": 1.7428496567643992, "el": 1.79220299231518, "hi": 2.2564906997858216, "ta": 2.669088616352408, "th": 2.7646378077135645, "zh": 2.701190540280975, "my": 2.5246247682882306}, "t": 131.2}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.25458, "de": 2.53065, "vi": 2.08832, "tr": 2.5313, "fi": 2.75097, "ru": 1.6035, "el": 1.74514, "hi": 1.34112, "ta": 1.07215, "th": 1.30378, "zh": 3.41966, "my": 1.2406}, "bytes_per_chunk": {"en": 5.918, "de": 5.716, "vi": 6.387, "tr": 5.504, "fi": 5.677, "ru": 6.1, "el": 6.123, "hi": 6.565, "ta": 6.033, "th": 6.025, "zh": 5.919, "my": 6.791}, "bpb_mean": 1.99015, "t": 132.4}
{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.29343, "bpb": 1.86603, "chunk_loss": 0.029903, "F": 0.1658, "G": 0.30769, "chunks": 169.78, "bytes_per_chunk": 6.031, "boundary_entropy": 0.45745, "router_noise": 0.0, "grad_norm": 0.8043, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 132.5}
{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.52589, "bpb": 2.2014, "chunk_loss": 0.030052, "F": 0.17004, "G": 0.26916, "chunks": 174.12, "bytes_per_chunk": 5.881, "boundary_entropy": 0.38174, "router_noise": 0.0, "grad_norm": 0.7283, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 134.5}
{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48211, "bpb": 2.13824, "chunk_loss": 0.03007, "F": 0.17273, "G": 0.27531, "chunks": 176.88, "bytes_per_chunk": 5.789, "boundary_entropy": 0.38514, "router_noise": 0.0, "grad_norm": 0.8091, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 136.5}
{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.45673, "bpb": 2.10161, "chunk_loss": 0.030026, "F": 0.17227, "G": 0.29649, "chunks": 176.41, "bytes_per_chunk": 5.805, "boundary_entropy": 0.43771, "router_noise": 0.0, "grad_norm": 0.7183, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 138.5}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3165.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181865, "cps": 24.726562, "mean_p": 0.230326, "boundary_entropy": 0.256414, "bpb": 2.218654}, "de": {"chunks": 3803.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185214, "cps": 29.710938, "mean_p": 0.227735, "boundary_entropy": 0.256703, "bpb": 2.475947}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.268779, "boundary_entropy": 0.392557, "bpb": 2.063364}, "tr": {"chunks": 3964.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218969, "cps": 30.96875, "mean_p": 0.237869, "boundary_entropy": 0.279494, "bpb": 2.472378}, "fi": {"chunks": 3721.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19781, "cps": 29.070312, "mean_p": 0.234019, "boundary_entropy": 0.262781, "bpb": 2.686447}, "ru": {"chunks": 6295.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33219, "cps": 49.179688, "mean_p": 0.306676, "boundary_entropy": 0.502918, "bpb": 1.58653}, "el": {"chunks": 6730.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.327925, "cps": 52.578125, "mean_p": 0.369065, "boundary_entropy": 0.604598, "bpb": 1.718811}, "hi": {"chunks": 7193.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.427519, "cps": 56.195312, "mean_p": 0.389577, "boundary_entropy": 0.595693, "bpb": 1.279235}, "ta": {"chunks": 8329.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.44552, "cps": 65.070312, "mean_p": 0.424919, "boundary_entropy": 0.60908, "bpb": 1.052589}, "th": {"chunks": 6927.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.43065, "cps": 54.117188, "mean_p": 0.414169, "boundary_entropy": 0.630533, "bpb": 1.26063}, "zh": {"chunks": 2782.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.471046, "cps": 21.734375, "mean_p": 0.313884, "boundary_entropy": 0.462615, "bpb": 3.394954}, "my": {"chunks": 7252.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.382732, "cps": 56.65625, "mean_p": 0.280376, "boundary_entropy": 0.512056, "bpb": 1.218619}}, "bpb": {"en": 2.21865, "de": 2.47595, "vi": 2.06336, "tr": 2.47238, "fi": 2.68645, "ru": 1.58653, "el": 1.71881, "hi": 1.27923, "ta": 1.05259, "th": 1.26063, "zh": 3.39495, "my": 1.21862}, "gini_cpc": 0.188919, "gini_cps": 0.192014, "bpic": 5.968043, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.018413913748369, "vi": 1.2363225730985132, "tr": 1.204019443243808, "fi": 1.087672610635957, "ru": 1.826572546861909, "el": 1.8031199765931323, "hi": 2.3507443082188404, "ta": 2.4497276180746304, "th": 2.3679609067351026, "zh": 2.590085430030991, "my": 2.1044801086935863}, "t": 141.4}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.22814, "de": 2.48614, "vi": 2.06762, "tr": 2.47953, "fi": 2.69525, "ru": 1.56477, "el": 1.70939, "hi": 1.27688, "ta": 1.05893, "th": 1.27982, "zh": 3.39855, "my": 1.22723}, "bytes_per_chunk": {"en": 5.619, "de": 5.48, "vi": 6.365, "tr": 5.096, "fi": 5.028, "ru": 5.547, "el": 5.598, "hi": 5.964, "ta": 6.388, "th": 6.716, "zh": 5.723, "my": 7.481}, "bpb_mean": 1.95602, "t": 142.6}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 142.6}
{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.3181, "bpb": 1.90161, "chunk_loss": 0.030086, "F": 0.17197, "G": 0.28549, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.41071, "router_noise": 0.0, "grad_norm": 0.7809, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 142.7}
{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.47509, "bpb": 2.12811, "chunk_loss": 0.030082, "F": 0.17175, "G": 0.28245, "chunks": 175.88, "bytes_per_chunk": 5.822, "boundary_entropy": 0.39608, "router_noise": 0.0, "grad_norm": 0.756, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 144.7}
{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.46515, "bpb": 2.11376, "chunk_loss": 0.030199, "F": 0.17438, "G": 0.28587, "chunks": 178.56, "bytes_per_chunk": 5.735, "boundary_entropy": 0.40554, "router_noise": 0.0, "grad_norm": 0.7504, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 146.7}
{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.52632, "bpb": 2.20202, "chunk_loss": 0.030116, "F": 0.17374, "G": 0.24695, "chunks": 177.91, "bytes_per_chunk": 5.756, "boundary_entropy": 0.31527, "router_noise": 0.0, "grad_norm": 0.778, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 148.7}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3148.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180888, "cps": 24.59375, "mean_p": 0.228147, "boundary_entropy": 0.244417, "bpb": 2.195298}, "de": {"chunks": 3808.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185458, "cps": 29.75, "mean_p": 0.22684, "boundary_entropy": 0.245858, "bpb": 2.449875}, "vi": {"chunks": 4032.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.218714, "cps": 31.5, "mean_p": 0.270507, "boundary_entropy": 0.388042, "bpb": 2.052174}, "tr": {"chunks": 3887.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214716, "cps": 30.367188, "mean_p": 0.227193, "boundary_entropy": 0.254327, "bpb": 2.426903}, "fi": {"chunks": 3364.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178832, "cps": 26.28125, "mean_p": 0.211507, "boundary_entropy": 0.233449, "bpb": 2.65053}, "ru": {"chunks": 5715.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.301583, "cps": 44.648438, "mean_p": 0.293125, "boundary_entropy": 0.495036, "bpb": 1.562165}, "el": {"chunks": 6239.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.304, "cps": 48.742188, "mean_p": 0.35516, "boundary_entropy": 0.591322, "bpb": 1.685716}, "hi": {"chunks": 7587.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450936, "cps": 59.273438, "mean_p": 0.375776, "boundary_entropy": 0.571442, "bpb": 1.271192}, "ta": {"chunks": 8438.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.451351, "cps": 65.921875, "mean_p": 0.415179, "boundary_entropy": 0.601059, "bpb": 1.04399}, "th": {"chunks": 7572.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470749, "cps": 59.15625, "mean_p": 0.427794, "boundary_entropy": 0.635152, "bpb": 1.247025}, "zh": {"chunks": 2881.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.487809, "cps": 22.507812, "mean_p": 0.314928, "boundary_entropy": 0.455177, "bpb": 3.365167}, "my": {"chunks": 7767.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.409911, "cps": 60.679688, "mean_p": 0.298796, "boundary_entropy": 0.52741, "bpb": 1.199341}}, "bpb": {"en": 2.1953, "de": 2.44988, "vi": 2.05217, "tr": 2.4269, "fi": 2.65053, "ru": 1.56216, "el": 1.68572, "hi": 1.27119, "ta": 1.04399, "th": 1.24703, "zh": 3.36517, "my": 1.19934}, "gini_cpc": 0.208085, "gini_cps": 0.206682, "bpic": 5.955818, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0252597996555703, "vi": 1.2091126865262716, "tr": 1.187007288731339, "fi": 0.9886293516790474, "ru": 1.667233457269012, "el": 1.6805968182349227, "hi": 2.492897417355957, "ta": 2.4951890050713774, "th": 2.6024292799647992, "zh": 2.696740839436646, "my": 2.26610132955331}, "t": 151.6}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20228, "de": 2.45656, "vi": 2.05694, "tr": 2.43366, "fi": 2.65824, "ru": 1.54017, "el": 1.67674, "hi": 1.26714, "ta": 1.05059, "th": 1.26624, "zh": 3.36572, "my": 1.20757}, "bytes_per_chunk": {"en": 5.694, "de": 5.541, "vi": 6.524, "tr": 5.226, "fi": 5.58, "ru": 6.231, "el": 6.109, "hi": 5.758, "ta": 6.439, "th": 6.118, "zh": 5.617, "my": 6.942}, "bpb_mean": 1.93182, "t": 152.9}
{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.49964, "bpb": 2.16352, "chunk_loss": 0.029992, "F": 0.17084, "G": 0.27566, "chunks": 174.94, "bytes_per_chunk": 5.854, "boundary_entropy": 0.37216, "router_noise": 0.0, "grad_norm": 0.7858, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 152.9}
{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.44187, "bpb": 2.08018, "chunk_loss": 0.030412, "F": 0.18237, "G": 0.26564, "chunks": 186.75, "bytes_per_chunk": 5.483, "boundary_entropy": 0.35369, "router_noise": 0.0, "grad_norm": 0.7723, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 154.9}
{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.49331, "bpb": 2.1544, "chunk_loss": 0.030248, "F": 0.17865, "G": 0.26168, "chunks": 182.94, "bytes_per_chunk": 5.598, "boundary_entropy": 0.33446, "router_noise": 0.0, "grad_norm": 0.8647, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 156.9}
{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.52903, "bpb": 2.20592, "chunk_loss": 0.030218, "F": 0.17392, "G": 0.25701, "chunks": 178.09, "bytes_per_chunk": 5.75, "boundary_entropy": 0.34091, "router_noise": 0.0, "grad_norm": 0.807, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 158.9}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3148.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180888, "cps": 24.59375, "mean_p": 0.227029, "boundary_entropy": 0.237452, "bpb": 2.183542}, "de": {"chunks": 3923.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191058, "cps": 30.648438, "mean_p": 0.233432, "boundary_entropy": 0.249109, "bpb": 2.408075}, "vi": {"chunks": 4182.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226851, "cps": 32.671875, "mean_p": 0.274119, "boundary_entropy": 0.384649, "bpb": 2.041666}, "tr": {"chunks": 3839.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212064, "cps": 29.992188, "mean_p": 0.228206, "boundary_entropy": 0.258954, "bpb": 2.401077}, "fi": {"chunks": 3510.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186593, "cps": 27.421875, "mean_p": 0.216808, "boundary_entropy": 0.236543, "bpb": 2.629978}, "ru": {"chunks": 5810.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306596, "cps": 45.390625, "mean_p": 0.291539, "boundary_entropy": 0.486048, "bpb": 1.543484}, "el": {"chunks": 6178.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.301028, "cps": 48.265625, "mean_p": 0.348085, "boundary_entropy": 0.581333, "bpb": 1.67288}, "hi": {"chunks": 6515.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.387221, "cps": 50.898438, "mean_p": 0.378954, "boundary_entropy": 0.58629, "bpb": 1.249326}, "ta": {"chunks": 7916.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.423429, "cps": 61.84375, "mean_p": 0.407141, "boundary_entropy": 0.599673, "bpb": 1.050936}, "th": {"chunks": 9083.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.564688, "cps": 70.960938, "mean_p": 0.420627, "boundary_entropy": 0.629698, "bpb": 1.228435}, "zh": {"chunks": 2724.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.461226, "cps": 21.28125, "mean_p": 0.30787, "boundary_entropy": 0.45603, "bpb": 3.322245}, "my": {"chunks": 9748.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.514461, "cps": 76.15625, "mean_p": 0.306258, "boundary_entropy": 0.524788, "bpb": 1.192552}}, "bpb": {"en": 2.18354, "de": 2.40808, "vi": 2.04167, "tr": 2.40108, "fi": 2.62998, "ru": 1.54348, "el": 1.67288, "hi": 1.24933, "ta": 1.05094, "th": 1.22844, "zh": 3.32225, "my": 1.19255}, "gini_cpc": 0.223437, "gini_cps": 0.22943, "bpic": 5.764555, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0562222148237401, "vi": 1.2540945573047788, "tr": 1.1723491076510446, "fi": 1.031536570866069, "ru": 1.6949477492096168, "el": 1.6641652737706931, "hi": 2.140665173859768, "ta": 2.3408291258763954, "th": 3.1217465860961795, "zh": 2.5497820363156625, "my": 2.844078249064718}, "t": 161.8}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19299, "de": 2.41604, "vi": 2.04632, "tr": 2.40793, "fi": 2.63848, "ru": 1.52023, "el": 1.66413, "hi": 1.24604, "ta": 1.0563, "th": 1.24625, "zh": 3.32166, "my": 1.2008}, "bytes_per_chunk": {"en": 5.708, "de": 5.395, "vi": 6.366, "tr": 5.236, "fi": 5.406, "ru": 6.073, "el": 6.386, "hi": 6.679, "ta": 6.829, "th": 5.111, "zh": 6.004, "my": 5.619}, "bpb_mean": 1.9131, "t": 163.1}
{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.40367, "bpb": 2.02506, "chunk_loss": 0.030278, "F": 0.17792, "G": 0.26955, "chunks": 182.19, "bytes_per_chunk": 5.621, "boundary_entropy": 0.36423, "router_noise": 0.0, "grad_norm": 0.7755, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 163.1}
{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.32625, "bpb": 1.91337, "chunk_loss": 0.029824, "F": 0.16696, "G": 0.26489, "chunks": 170.97, "bytes_per_chunk": 5.989, "boundary_entropy": 0.3701, "router_noise": 0.0, "grad_norm": 0.764, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 165.1}
{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.40211, "bpb": 2.02281, "chunk_loss": 0.030029, "F": 0.17123, "G": 0.26544, "chunks": 175.34, "bytes_per_chunk": 5.84, "boundary_entropy": 0.35394, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 167.1}
{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.30097, "bpb": 1.8769, "chunk_loss": 0.029955, "F": 0.16833, "G": 0.28684, "chunks": 172.38, "bytes_per_chunk": 5.941, "boundary_entropy": 0.40468, "router_noise": 0.0, "grad_norm": 0.682, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 169.1}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3151.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181061, "cps": 24.617188, "mean_p": 0.224243, "boundary_entropy": 0.237206, "bpb": 2.160983}, "de": {"chunks": 3868.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18838, "cps": 30.21875, "mean_p": 0.226392, "boundary_entropy": 0.239392, "bpb": 2.39396}, "vi": {"chunks": 4283.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23233, "cps": 33.460938, "mean_p": 0.272684, "boundary_entropy": 0.385759, "bpb": 2.023754}, "tr": {"chunks": 3839.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212064, "cps": 29.992188, "mean_p": 0.225736, "boundary_entropy": 0.251098, "bpb": 2.382932}, "fi": {"chunks": 3468.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18436, "cps": 27.09375, "mean_p": 0.215521, "boundary_entropy": 0.23313, "bpb": 2.608328}, "ru": {"chunks": 6029.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318153, "cps": 47.101562, "mean_p": 0.292116, "boundary_entropy": 0.481998, "bpb": 1.507255}, "el": {"chunks": 5676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.276568, "cps": 44.34375, "mean_p": 0.341064, "boundary_entropy": 0.578945, "bpb": 1.635186}, "hi": {"chunks": 6659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.39578, "cps": 52.023438, "mean_p": 0.365413, "boundary_entropy": 0.578809, "bpb": 1.230401}, "ta": {"chunks": 8078.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.432094, "cps": 63.109375, "mean_p": 0.420128, "boundary_entropy": 0.606954, "bpb": 1.021902}, "th": {"chunks": 8826.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.54871, "cps": 68.953125, "mean_p": 0.436812, "boundary_entropy": 0.63892, "bpb": 1.199561}, "zh": {"chunks": 2835.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48002, "cps": 22.148438, "mean_p": 0.306154, "boundary_entropy": 0.446682, "bpb": 3.302061}, "my": {"chunks": 10428.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.550348, "cps": 81.46875, "mean_p": 0.307932, "boundary_entropy": 0.515666, "bpb": 1.177754}}, "bpb": {"en": 2.16098, "de": 2.39396, "vi": 2.02375, "tr": 2.38293, "fi": 2.60833, "ru": 1.50725, "el": 1.63519, "hi": 1.2304, "ta": 1.0219, "th": 1.19956, "zh": 3.30206, "my": 1.17775}, "gini_cpc": 0.229484, "gini_cps": 0.234391, "bpic": 5.71613, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0404225950306278, "vi": 1.2831595172106236, "tr": 1.1712329390306215, "fi": 1.018223045892326, "ru": 1.7571619346038323, "el": 1.5274860710416887, "hi": 2.1858968237164267, "ta": 2.386459653277669, "th": 3.030529911558587, "zh": 2.651156331237413, "my": 3.039578496648229}, "t": 172.0}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16861, "de": 2.40309, "vi": 2.02866, "tr": 2.38923, "fi": 2.61819, "ru": 1.48283, "el": 1.62694, "hi": 1.22661, "ta": 1.02911, "th": 1.21737, "zh": 3.3002, "my": 1.18605}, "bytes_per_chunk": {"en": 5.712, "de": 5.449, "vi": 6.217, "tr": 5.232, "fi": 5.427, "ru": 5.849, "el": 6.681, "hi": 6.372, "ta": 6.491, "th": 5.33, "zh": 5.768, "my": 5.28}, "bpb_mean": 1.88974, "t": 173.3}
{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.51488, "bpb": 2.1855, "chunk_loss": 0.030297, "F": 0.17764, "G": 0.27634, "chunks": 181.91, "bytes_per_chunk": 5.629, "boundary_entropy": 0.38015, "router_noise": 0.0, "grad_norm": 0.7386, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 173.3}
{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.47224, "bpb": 2.12399, "chunk_loss": 0.030228, "F": 0.17535, "G": 0.26201, "chunks": 179.56, "bytes_per_chunk": 5.703, "boundary_entropy": 0.36863, "router_noise": 0.0, "grad_norm": 0.7772, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 175.3}
{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.40598, "bpb": 2.0284, "chunk_loss": 0.029995, "F": 0.1683, "G": 0.27184, "chunks": 172.34, "bytes_per_chunk": 5.942, "boundary_entropy": 0.39379, "router_noise": 0.0, "grad_norm": 0.7165, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 177.3}
{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.31882, "bpb": 1.90266, "chunk_loss": 0.030205, "F": 0.17645, "G": 0.27323, "chunks": 180.69, "bytes_per_chunk": 5.667, "boundary_entropy": 0.38505, "router_noise": 0.0, "grad_norm": 0.7759, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 179.3}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3177.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182555, "cps": 24.820312, "mean_p": 0.221449, "boundary_entropy": 0.225547, "bpb": 2.141501}, "de": {"chunks": 3845.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18726, "cps": 30.039062, "mean_p": 0.223907, "boundary_entropy": 0.232384, "bpb": 2.362538}, "vi": {"chunks": 4351.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236018, "cps": 33.992188, "mean_p": 0.279632, "boundary_entropy": 0.389235, "bpb": 2.006295}, "tr": {"chunks": 3804.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210131, "cps": 29.71875, "mean_p": 0.219635, "boundary_entropy": 0.240105, "bpb": 2.343195}, "fi": {"chunks": 3421.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181862, "cps": 26.726562, "mean_p": 0.208594, "boundary_entropy": 0.216759, "bpb": 2.555879}, "ru": {"chunks": 6244.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.329499, "cps": 48.78125, "mean_p": 0.288051, "boundary_entropy": 0.466792, "bpb": 1.49677}, "el": {"chunks": 6322.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.308045, "cps": 49.390625, "mean_p": 0.351477, "boundary_entropy": 0.584914, "bpb": 1.625431}, "hi": {"chunks": 6980.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414859, "cps": 54.53125, "mean_p": 0.373136, "boundary_entropy": 0.569664, "bpb": 1.222084}, "ta": {"chunks": 7856.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.420219, "cps": 61.375, "mean_p": 0.39895, "boundary_entropy": 0.588959, "bpb": 1.015588}, "th": {"chunks": 7123.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.442835, "cps": 55.648438, "mean_p": 0.416534, "boundary_entropy": 0.629853, "bpb": 1.179804}, "zh": {"chunks": 2744.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.464612, "cps": 21.4375, "mean_p": 0.299002, "boundary_entropy": 0.433862, "bpb": 3.265585}, "my": {"chunks": 9475.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.500053, "cps": 74.023438, "mean_p": 0.291356, "boundary_entropy": 0.498994, "bpb": 1.164143}}, "bpb": {"en": 2.1415, "de": 2.36254, "vi": 2.00629, "tr": 2.34319, "fi": 2.55588, "ru": 1.49677, "el": 1.62543, "hi": 1.22208, "ta": 1.01559, "th": 1.1798, "zh": 3.26558, "my": 1.16414}, "gini_cpc": 0.202772, "gini_cps": 0.213326, "bpic": 5.87342, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0257720051468773, "vi": 1.2928640121622739, "tr": 1.1510570845863275, "fi": 0.9962035754600619, "ru": 1.804930922536071, "el": 1.6874097404800261, "hi": 2.2725175983959747, "ta": 2.3018812249011957, "th": 2.4257653289609054, "zh": 2.5450573303441035, "my": 2.7391937239695614}, "t": 182.3}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.1483, "de": 2.37104, "vi": 2.00968, "tr": 2.35296, "fi": 2.56698, "ru": 1.47333, "el": 1.61533, "hi": 1.21651, "ta": 1.0217, "th": 1.1977, "zh": 3.26461, "my": 1.17127}, "bytes_per_chunk": {"en": 5.713, "de": 5.467, "vi": 6.064, "tr": 5.31, "fi": 5.533, "ru": 5.655, "el": 6.196, "hi": 6.161, "ta": 6.658, "th": 6.502, "zh": 5.932, "my": 5.889}, "bpb_mean": 1.86745, "t": 183.5}
{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.39814, "bpb": 2.01709, "chunk_loss": 0.030059, "F": 0.1731, "G": 0.2717, "chunks": 177.25, "bytes_per_chunk": 5.777, "boundary_entropy": 0.36491, "router_noise": 0.0, "grad_norm": 0.7043, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 183.5}
{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.38479, "bpb": 1.99783, "chunk_loss": 0.029932, "F": 0.16629, "G": 0.26193, "chunks": 170.28, "bytes_per_chunk": 6.014, "boundary_entropy": 0.34988, "router_noise": 0.0, "grad_norm": 0.7687, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 185.5}
{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.27599, "bpb": 1.84086, "chunk_loss": 0.03018, "F": 0.17441, "G": 0.29738, "chunks": 178.59, "bytes_per_chunk": 5.734, "boundary_entropy": 0.41511, "router_noise": 0.0, "grad_norm": 0.7529, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 187.5}
{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.35674, "bpb": 1.95737, "chunk_loss": 0.029944, "F": 0.16934, "G": 0.28595, "chunks": 173.41, "bytes_per_chunk": 5.905, "boundary_entropy": 0.39127, "router_noise": 0.0, "grad_norm": 0.6719, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 189.5}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3167.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18198, "cps": 24.742188, "mean_p": 0.219193, "boundary_entropy": 0.216627, "bpb": 2.125937}, "de": {"chunks": 3837.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18687, "cps": 29.976562, "mean_p": 0.220189, "boundary_entropy": 0.22139, "bpb": 2.348172}, "vi": {"chunks": 4323.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.2345, "cps": 33.773438, "mean_p": 0.280062, "boundary_entropy": 0.389833, "bpb": 1.991563}, "tr": {"chunks": 3863.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21339, "cps": 30.179688, "mean_p": 0.222798, "boundary_entropy": 0.239233, "bpb": 2.334961}, "fi": {"chunks": 3392.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18032, "cps": 26.5, "mean_p": 0.205559, "boundary_entropy": 0.211369, "bpb": 2.544133}, "ru": {"chunks": 6113.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322586, "cps": 47.757812, "mean_p": 0.287606, "boundary_entropy": 0.46739, "bpb": 1.481618}, "el": {"chunks": 6801.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331384, "cps": 53.132812, "mean_p": 0.357956, "boundary_entropy": 0.585625, "bpb": 1.59775}, "hi": {"chunks": 7803.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.463774, "cps": 60.960938, "mean_p": 0.391714, "boundary_entropy": 0.590019, "bpb": 1.211098}, "ta": {"chunks": 9049.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.484033, "cps": 70.695312, "mean_p": 0.423662, "boundary_entropy": 0.60068, "bpb": 1.004313}, "th": {"chunks": 7842.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.487535, "cps": 61.265625, "mean_p": 0.429977, "boundary_entropy": 0.632769, "bpb": 1.166486}, "zh": {"chunks": 2990.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506265, "cps": 23.359375, "mean_p": 0.308872, "boundary_entropy": 0.434779, "bpb": 3.246018}, "my": {"chunks": 8832.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.466118, "cps": 69.0, "mean_p": 0.290579, "boundary_entropy": 0.502153, "bpb": 1.178827}}, "bpb": {"en": 2.12594, "de": 2.34817, "vi": 1.99156, "tr": 2.33496, "fi": 2.54413, "ru": 1.48162, "el": 1.59775, "hi": 1.2111, "ta": 1.00431, "th": 1.16649, "zh": 3.24602, "my": 1.17883}, "gini_cpc": 0.213033, "gini_cps": 0.219591, "bpic": 5.642842, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0268699591626753, "vi": 1.288600069420126, "tr": 1.1726008739835403, "fi": 0.990877614168641, "ru": 1.7726428297090795, "el": 1.8209917847529296, "hi": 2.5484879874222983, "ta": 2.6598134361161123, "th": 2.679056233368691, "zh": 2.781978712704703, "my": 2.5613665945899897}, "t": 192.4}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13298, "de": 2.35782, "vi": 1.9963, "tr": 2.34263, "fi": 2.55178, "ru": 1.45707, "el": 1.58884, "hi": 1.2074, "ta": 1.011, "th": 1.18469, "zh": 3.24442, "my": 1.18663}, "bytes_per_chunk": {"en": 5.72, "de": 5.485, "vi": 6.022, "tr": 5.242, "fi": 5.587, "ru": 5.756, "el": 5.599, "hi": 5.744, "ta": 6.024, "th": 5.916, "zh": 5.463, "my": 6.243}, "bpb_mean": 1.85513, "t": 193.7}
{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.30317, "bpb": 1.88008, "chunk_loss": 0.030046, "F": 0.17145, "G": 0.27805, "chunks": 175.56, "bytes_per_chunk": 5.833, "boundary_entropy": 0.38828, "router_noise": 0.0, "grad_norm": 0.7466, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 193.7}
{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.20738, "bpb": 1.74188, "chunk_loss": 0.029896, "F": 0.16885, "G": 0.29072, "chunks": 172.91, "bytes_per_chunk": 5.922, "boundary_entropy": 0.40175, "router_noise": 0.0, "grad_norm": 0.7081, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 195.7}
{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.32577, "bpb": 1.91269, "chunk_loss": 0.029964, "F": 0.16931, "G": 0.27297, "chunks": 173.38, "bytes_per_chunk": 5.906, "boundary_entropy": 0.36626, "router_noise": 0.0, "grad_norm": 0.7704, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 197.7}
{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.36543, "bpb": 1.9699, "chunk_loss": 0.030073, "F": 0.17279, "G": 0.26633, "chunks": 176.94, "bytes_per_chunk": 5.787, "boundary_entropy": 0.36701, "router_noise": 0.0, "grad_norm": 0.7462, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 199.7}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3125.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179567, "cps": 24.414062, "mean_p": 0.218624, "boundary_entropy": 0.213084, "bpb": 2.111661}, "de": {"chunks": 3900.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189938, "cps": 30.46875, "mean_p": 0.223567, "boundary_entropy": 0.219454, "bpb": 2.321263}, "vi": {"chunks": 4223.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229075, "cps": 32.992188, "mean_p": 0.271517, "boundary_entropy": 0.380588, "bpb": 1.976654}, "tr": {"chunks": 3902.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215544, "cps": 30.484375, "mean_p": 0.226235, "boundary_entropy": 0.242341, "bpb": 2.303816}, "fi": {"chunks": 3551.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188773, "cps": 27.742188, "mean_p": 0.216165, "boundary_entropy": 0.215342, "bpb": 2.508969}, "ru": {"chunks": 6146.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.324327, "cps": 48.015625, "mean_p": 0.287134, "boundary_entropy": 0.462111, "bpb": 1.461999}, "el": {"chunks": 6673.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325147, "cps": 52.132812, "mean_p": 0.355617, "boundary_entropy": 0.582585, "bpb": 1.59024}, "hi": {"chunks": 7517.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.446776, "cps": 58.726562, "mean_p": 0.37339, "boundary_entropy": 0.575215, "bpb": 1.207002}, "ta": {"chunks": 8578.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.458839, "cps": 67.015625, "mean_p": 0.41299, "boundary_entropy": 0.590313, "bpb": 0.999313}, "th": {"chunks": 8015.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.49829, "cps": 62.617188, "mean_p": 0.436386, "boundary_entropy": 0.632708, "bpb": 1.150428}, "zh": {"chunks": 2891.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.489502, "cps": 22.585938, "mean_p": 0.299736, "boundary_entropy": 0.429878, "bpb": 3.220848}, "my": {"chunks": 8779.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.463321, "cps": 68.585938, "mean_p": 0.281183, "boundary_entropy": 0.491717, "bpb": 1.151483}}, "bpb": {"en": 2.11166, "de": 2.32126, "vi": 1.97665, "tr": 2.30382, "fi": 2.50897, "ru": 1.462, "el": 1.59024, "hi": 1.207, "ta": 0.99931, "th": 1.15043, "zh": 3.22085, "my": 1.15148}, "gini_cpc": 0.20779, "gini_cps": 0.214728, "bpic": 5.702541, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0577579506160812, "vi": 1.2757102294548412, "tr": 1.2003580577804784, "fi": 1.0512666503641486, "ru": 1.8061650744063324, "el": 1.8107328402280367, "hi": 2.4880756208023773, "ta": 2.5552574955870555, "th": 2.7749589306807585, "zh": 2.7260181781239416, "my": 2.58021426219126}, "t": 202.6}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11868, "de": 2.33319, "vi": 1.98143, "tr": 2.31299, "fi": 2.51761, "ru": 1.44135, "el": 1.58234, "hi": 1.19983, "ta": 1.00627, "th": 1.16729, "zh": 3.21986, "my": 1.15931}, "bytes_per_chunk": {"en": 5.721, "de": 5.397, "vi": 6.309, "tr": 5.153, "fi": 5.311, "ru": 5.767, "el": 5.768, "hi": 5.882, "ta": 6.073, "th": 5.783, "zh": 5.698, "my": 6.206}, "bpb_mean": 1.83668, "t": 203.9}
{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.31305, "bpb": 1.89434, "chunk_loss": 0.030143, "F": 0.17371, "G": 0.29413, "chunks": 177.88, "bytes_per_chunk": 5.757, "boundary_entropy": 0.4056, "router_noise": 0.0, "grad_norm": 0.7657, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 203.9}
{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.30325, "bpb": 1.8802, "chunk_loss": 0.030069, "F": 0.1759, "G": 0.26969, "chunks": 180.12, "bytes_per_chunk": 5.685, "boundary_entropy": 0.34645, "router_noise": 0.0, "grad_norm": 0.7175, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 206.0}
{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.52428, "bpb": 2.19907, "chunk_loss": 0.030157, "F": 0.17853, "G": 0.26586, "chunks": 182.81, "bytes_per_chunk": 5.601, "boundary_entropy": 0.33644, "router_noise": 0.0, "grad_norm": 0.8018, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 208.0}
{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.42287, "bpb": 2.05277, "chunk_loss": 0.030134, "F": 0.17557, "G": 0.24125, "chunks": 179.78, "bytes_per_chunk": 5.696, "boundary_entropy": 0.2898, "router_noise": 0.0, "grad_norm": 0.7305, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 210.0}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3121.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179337, "cps": 24.382812, "mean_p": 0.216776, "boundary_entropy": 0.207625, "bpb": 2.100134}, "de": {"chunks": 3792.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184678, "cps": 29.625, "mean_p": 0.215759, "boundary_entropy": 0.209943, "bpb": 2.309334}, "vi": {"chunks": 4172.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226309, "cps": 32.59375, "mean_p": 0.273637, "boundary_entropy": 0.382503, "bpb": 1.968503}, "tr": {"chunks": 3793.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209523, "cps": 29.632812, "mean_p": 0.217288, "boundary_entropy": 0.229349, "bpb": 2.281244}, "fi": {"chunks": 3437.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182712, "cps": 26.851562, "mean_p": 0.207126, "boundary_entropy": 0.20343, "bpb": 2.482173}, "ru": {"chunks": 5914.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.312084, "cps": 46.203125, "mean_p": 0.277402, "boundary_entropy": 0.452566, "bpb": 1.441288}, "el": {"chunks": 5974.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.291088, "cps": 46.671875, "mean_p": 0.339943, "boundary_entropy": 0.571324, "bpb": 1.556703}, "hi": {"chunks": 6889.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.40945, "cps": 53.820312, "mean_p": 0.345275, "boundary_entropy": 0.551965, "bpb": 1.192556}, "ta": {"chunks": 7859.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.42038, "cps": 61.398438, "mean_p": 0.391773, "boundary_entropy": 0.580247, "bpb": 0.993777}, "th": {"chunks": 6341.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.394218, "cps": 49.539062, "mean_p": 0.410707, "boundary_entropy": 0.627328, "bpb": 1.145742}, "zh": {"chunks": 2779.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.470538, "cps": 21.710938, "mean_p": 0.296246, "boundary_entropy": 0.426465, "bpb": 3.216764}, "my": {"chunks": 9091.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.479787, "cps": 71.023438, "mean_p": 0.291841, "boundary_entropy": 0.508165, "bpb": 1.141415}}, "bpb": {"en": 2.10013, "de": 2.30933, "vi": 1.9685, "tr": 2.28124, "fi": 2.48217, "ru": 1.44129, "el": 1.5567, "hi": 1.19256, "ta": 0.99378, "th": 1.14574, "zh": 3.21676, "my": 1.14141}, "gini_cpc": 0.201006, "gini_cps": 0.207493, "bpic": 6.076138, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0297843159079985, "vi": 1.261919087188314, "tr": 1.1683222369741817, "fi": 1.0188212630842723, "ru": 1.7402131953174471, "el": 1.6231353065120255, "hi": 2.2831343251605745, "ta": 2.344078604084745, "th": 2.1981991696029297, "zh": 2.6237681489333102, "my": 2.6753378459957564}, "t": 212.8}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10722, "de": 2.32179, "vi": 1.97458, "tr": 2.29179, "fi": 2.4926, "ru": 1.4177, "el": 1.54919, "hi": 1.18644, "ta": 0.99897, "th": 1.16453, "zh": 3.21416, "my": 1.1483}, "bytes_per_chunk": {"en": 5.742, "de": 5.558, "vi": 6.363, "tr": 5.348, "fi": 5.492, "ru": 5.887, "el": 6.289, "hi": 6.164, "ta": 6.651, "th": 7.305, "zh": 5.885, "my": 6.07}, "bpb_mean": 1.82227, "t": 214.1}
{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.37149, "bpb": 1.97864, "chunk_loss": 0.03016, "F": 0.17578, "G": 0.26881, "chunks": 180.0, "bytes_per_chunk": 5.689, "boundary_entropy": 0.35695, "router_noise": 0.0, "grad_norm": 0.7708, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 214.2}
{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.52272, "bpb": 2.19683, "chunk_loss": 0.030264, "F": 0.18024, "G": 0.25925, "chunks": 184.56, "bytes_per_chunk": 5.548, "boundary_entropy": 0.32938, "router_noise": 0.0, "grad_norm": 0.7269, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 216.2}
{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.46237, "bpb": 2.10975, "chunk_loss": 0.030167, "F": 0.17538, "G": 0.25179, "chunks": 179.59, "bytes_per_chunk": 5.702, "boundary_entropy": 0.31081, "router_noise": 0.0, "grad_norm": 0.7702, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 218.2}
{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.41837, "bpb": 2.04628, "chunk_loss": 0.030172, "F": 0.17542, "G": 0.26023, "chunks": 179.62, "bytes_per_chunk": 5.701, "boundary_entropy": 0.33979, "router_noise": 0.0, "grad_norm": 0.7765, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 220.2}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3147.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180831, "cps": 24.585938, "mean_p": 0.217871, "boundary_entropy": 0.20302, "bpb": 2.088271}, "de": {"chunks": 3898.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189841, "cps": 30.453125, "mean_p": 0.221556, "boundary_entropy": 0.213514, "bpb": 2.29067}, "vi": {"chunks": 4484.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.243233, "cps": 35.03125, "mean_p": 0.280564, "boundary_entropy": 0.383144, "bpb": 1.958895}, "tr": {"chunks": 3827.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211401, "cps": 29.898438, "mean_p": 0.216896, "boundary_entropy": 0.222844, "bpb": 2.266347}, "fi": {"chunks": 3580.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190314, "cps": 27.96875, "mean_p": 0.214477, "boundary_entropy": 0.204353, "bpb": 2.463458}, "ru": {"chunks": 6303.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332612, "cps": 49.242188, "mean_p": 0.291101, "boundary_entropy": 0.459285, "bpb": 1.428612}, "el": {"chunks": 6917.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.337036, "cps": 54.039062, "mean_p": 0.346666, "boundary_entropy": 0.568093, "bpb": 1.544935}, "hi": {"chunks": 7617.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.452719, "cps": 59.507812, "mean_p": 0.346571, "boundary_entropy": 0.550302, "bpb": 1.169531}, "ta": {"chunks": 8357.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.447018, "cps": 65.289062, "mean_p": 0.404155, "boundary_entropy": 0.585326, "bpb": 0.970001}, "th": {"chunks": 7547.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.469195, "cps": 58.960938, "mean_p": 0.426891, "boundary_entropy": 0.62898, "bpb": 1.128187}, "zh": {"chunks": 2901.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.491195, "cps": 22.664062, "mean_p": 0.300962, "boundary_entropy": 0.423468, "bpb": 3.179867}, "my": {"chunks": 9637.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.508602, "cps": 75.289062, "mean_p": 0.298427, "boundary_entropy": 0.507423, "bpb": 1.140494}}, "bpb": {"en": 2.08827, "de": 2.29067, "vi": 1.95889, "tr": 2.26635, "fi": 2.46346, "ru": 1.42861, "el": 1.54494, "hi": 1.16953, "ta": 0.97, "th": 1.12819, "zh": 3.17987, "my": 1.14049}, "gini_cpc": 0.207454, "gini_cps": 0.218331, "bpic": 5.62605, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.049824744440545, "vi": 1.3450853396482578, "tr": 1.1690559270337773, "fi": 1.0524428463782955, "ru": 1.8393546309967277, "el": 1.8638214596778515, "hi": 2.503549945678117, "ta": 2.4720218774563634, "th": 2.594661226865262, "zh": 2.716324579195448, "my": 2.8125863207377253}, "t": 223.1}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09437, "de": 2.30105, "vi": 1.96219, "tr": 2.27675, "fi": 2.47418, "ru": 1.40444, "el": 1.53803, "hi": 1.16312, "ta": 0.97692, "th": 1.14632, "zh": 3.17842, "my": 1.14777}, "bytes_per_chunk": {"en": 5.714, "de": 5.394, "vi": 5.887, "tr": 5.304, "fi": 5.271, "ru": 5.618, "el": 5.536, "hi": 5.752, "ta": 6.182, "th": 6.094, "zh": 5.627, "my": 5.745}, "bpb_mean": 1.8053, "t": 224.3}
{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.30276, "bpb": 1.87949, "chunk_loss": 0.030261, "F": 0.17917, "G": 0.27064, "chunks": 183.47, "bytes_per_chunk": 5.581, "boundary_entropy": 0.35965, "router_noise": 0.0, "grad_norm": 0.7464, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 224.4}
{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.45762, "bpb": 2.10291, "chunk_loss": 0.03013, "F": 0.17355, "G": 0.26041, "chunks": 177.72, "bytes_per_chunk": 5.762, "boundary_entropy": 0.33008, "router_noise": 0.0, "grad_norm": 0.7484, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 226.4}
{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.32728, "bpb": 1.91486, "chunk_loss": 0.03006, "F": 0.17041, "G": 0.27154, "chunks": 174.5, "bytes_per_chunk": 5.868, "boundary_entropy": 0.3613, "router_noise": 0.0, "grad_norm": 0.7669, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 228.4}
{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.47374, "bpb": 2.12616, "chunk_loss": 0.030269, "F": 0.1803, "G": 0.25698, "chunks": 184.62, "bytes_per_chunk": 5.546, "boundary_entropy": 0.32134, "router_noise": 0.0, "grad_norm": 0.7025, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 230.4}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3192.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183417, "cps": 24.9375, "mean_p": 0.217775, "boundary_entropy": 0.200914, "bpb": 2.077049}, "de": {"chunks": 3893.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189597, "cps": 30.414062, "mean_p": 0.21999, "boundary_entropy": 0.205325, "bpb": 2.271867}, "vi": {"chunks": 4355.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236235, "cps": 34.023438, "mean_p": 0.271422, "boundary_entropy": 0.370384, "bpb": 1.9549}, "tr": {"chunks": 3924.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21676, "cps": 30.65625, "mean_p": 0.222928, "boundary_entropy": 0.221899, "bpb": 2.250673}, "fi": {"chunks": 3615.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192175, "cps": 28.242188, "mean_p": 0.213414, "boundary_entropy": 0.200141, "bpb": 2.443166}, "ru": {"chunks": 6381.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336728, "cps": 49.851562, "mean_p": 0.290986, "boundary_entropy": 0.455233, "bpb": 1.413282}, "el": {"chunks": 6650.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324027, "cps": 51.953125, "mean_p": 0.340475, "boundary_entropy": 0.563891, "bpb": 1.532129}, "hi": {"chunks": 7537.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.447964, "cps": 58.882812, "mean_p": 0.339159, "boundary_entropy": 0.530695, "bpb": 1.16221}, "ta": {"chunks": 8624.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.4613, "cps": 67.375, "mean_p": 0.389064, "boundary_entropy": 0.572834, "bpb": 0.961757}, "th": {"chunks": 7807.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485359, "cps": 60.992188, "mean_p": 0.426961, "boundary_entropy": 0.627642, "bpb": 1.119268}, "zh": {"chunks": 2964.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.501863, "cps": 23.15625, "mean_p": 0.301774, "boundary_entropy": 0.420252, "bpb": 3.164724}, "my": {"chunks": 9799.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.517152, "cps": 76.554688, "mean_p": 0.297549, "boundary_entropy": 0.499642, "bpb": 1.129884}}, "bpb": {"en": 2.07705, "de": 2.27187, "vi": 1.9549, "tr": 2.25067, "fi": 2.44317, "ru": 1.41328, "el": 1.53213, "hi": 1.16221, "ta": 0.96176, "th": 1.11927, "zh": 3.16472, "my": 1.12988}, "gini_cpc": 0.211854, "gini_cps": 0.220442, "bpic": 5.583, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.033696948136669, "vi": 1.2879715052480674, "tr": 1.1817882966267792, "fi": 1.0477499667247967, "ru": 1.8358651080207113, "el": 1.766615504555864, "hi": 2.4423318884134555, "ta": 2.5150377950760827, "th": 2.646210276234571, "zh": 2.7361883798558364, "my": 2.8195488225789296}, "t": 233.3}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08346, "de": 2.28485, "vi": 1.95929, "tr": 2.25859, "fi": 2.45259, "ru": 1.38901, "el": 1.52556, "hi": 1.15694, "ta": 0.96874, "th": 1.13805, "zh": 3.16246, "my": 1.1372}, "bytes_per_chunk": {"en": 5.681, "de": 5.369, "vi": 6.208, "tr": 5.107, "fi": 5.274, "ru": 5.493, "el": 5.85, "hi": 5.759, "ta": 5.981, "th": 5.886, "zh": 5.525, "my": 5.593}, "bpb_mean": 1.79306, "t": 234.5}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 234.5}
{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.29449, "bpb": 1.86755, "chunk_loss": 0.03035, "F": 0.18069, "G": 0.27449, "chunks": 185.03, "bytes_per_chunk": 5.534, "boundary_entropy": 0.36923, "router_noise": 0.0, "grad_norm": 0.6927, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 234.6}
{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.30246, "bpb": 1.87906, "chunk_loss": 0.030073, "F": 0.1748, "G": 0.27706, "chunks": 179.0, "bytes_per_chunk": 5.721, "boundary_entropy": 0.36708, "router_noise": 0.0, "grad_norm": 0.7197, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 236.6}
{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.34565, "bpb": 1.94136, "chunk_loss": 0.030202, "F": 0.17664, "G": 0.2444, "chunks": 180.88, "bytes_per_chunk": 5.661, "boundary_entropy": 0.29656, "router_noise": 0.0, "grad_norm": 0.7366, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 238.6}
{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.47249, "bpb": 2.12435, "chunk_loss": 0.030455, "F": 0.18307, "G": 0.26464, "chunks": 187.47, "bytes_per_chunk": 5.462, "boundary_entropy": 0.33998, "router_noise": 0.0, "grad_norm": 0.7771, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 240.6}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3117.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179107, "cps": 24.351562, "mean_p": 0.214058, "boundary_entropy": 0.19676, "bpb": 2.065815}, "de": {"chunks": 3807.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185409, "cps": 29.742188, "mean_p": 0.21585, "boundary_entropy": 0.20185, "bpb": 2.26663}, "vi": {"chunks": 4181.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226797, "cps": 32.664062, "mean_p": 0.2727, "boundary_entropy": 0.375853, "bpb": 1.943407}, "tr": {"chunks": 3853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212838, "cps": 30.101562, "mean_p": 0.219178, "boundary_entropy": 0.221614, "bpb": 2.240624}, "fi": {"chunks": 3565.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189517, "cps": 27.851562, "mean_p": 0.213217, "boundary_entropy": 0.203903, "bpb": 2.424943}, "ru": {"chunks": 6225.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328496, "cps": 48.632812, "mean_p": 0.282643, "boundary_entropy": 0.448445, "bpb": 1.400204}, "el": {"chunks": 6362.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309994, "cps": 49.703125, "mean_p": 0.337748, "boundary_entropy": 0.563968, "bpb": 1.523653}, "hi": {"chunks": 7308.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.434354, "cps": 57.09375, "mean_p": 0.344584, "boundary_entropy": 0.542016, "bpb": 1.148507}, "ta": {"chunks": 7885.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.421771, "cps": 61.601562, "mean_p": 0.393012, "boundary_entropy": 0.573629, "bpb": 0.954746}, "th": {"chunks": 7528.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468014, "cps": 58.8125, "mean_p": 0.422407, "boundary_entropy": 0.627434, "bpb": 1.113536}, "zh": {"chunks": 2866.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.485269, "cps": 22.390625, "mean_p": 0.295752, "boundary_entropy": 0.413799, "bpb": 3.153192}, "my": {"chunks": 9724.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.513194, "cps": 75.96875, "mean_p": 0.298303, "boundary_entropy": 0.501314, "bpb": 1.125295}}, "bpb": {"en": 2.06582, "de": 2.26663, "vi": 1.94341, "tr": 2.24062, "fi": 2.42494, "ru": 1.4002, "el": 1.52365, "hi": 1.14851, "ta": 0.95475, "th": 1.11354, "zh": 3.15319, "my": 1.12529}, "gini_cpc": 0.211437, "gini_cps": 0.217259, "bpic": 5.778007, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0351845642782502, "vi": 1.2662642434608187, "tr": 1.1883264819208788, "fi": 1.0581201106452314, "ru": 1.834076555242635, "el": 1.7307731033662226, "hi": 2.4251063215144293, "ta": 2.3548516134977646, "th": 2.6130388279541163, "zh": 2.7093808778987585, "my": 2.865292031705028}, "t": 243.5}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07213, "de": 2.2767, "vi": 1.94821, "tr": 2.24965, "fi": 2.43428, "ru": 1.37664, "el": 1.51502, "hi": 1.14203, "ta": 0.96192, "th": 1.13203, "zh": 3.15104, "my": 1.13194}, "bytes_per_chunk": {"en": 5.744, "de": 5.484, "vi": 6.304, "tr": 5.267, "fi": 5.299, "ru": 5.64, "el": 6.038, "hi": 5.961, "ta": 6.569, "th": 6.114, "zh": 5.669, "my": 5.704}, "bpb_mean": 1.78263, "t": 244.8}
{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.44389, "bpb": 2.08309, "chunk_loss": 0.030177, "F": 0.17746, "G": 0.23894, "chunks": 181.72, "bytes_per_chunk": 5.635, "boundary_entropy": 0.28139, "router_noise": 0.0, "grad_norm": 0.8079, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 244.8}
{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.37542, "bpb": 1.98432, "chunk_loss": 0.030149, "F": 0.17529, "G": 0.25521, "chunks": 179.5, "bytes_per_chunk": 5.705, "boundary_entropy": 0.32843, "router_noise": 0.0, "grad_norm": 0.7809, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 246.8}
{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.30335, "bpb": 1.88034, "chunk_loss": 0.030339, "F": 0.18201, "G": 0.25932, "chunks": 186.38, "bytes_per_chunk": 5.494, "boundary_entropy": 0.30817, "router_noise": 0.0, "grad_norm": 0.7528, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 248.8}
{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.35909, "bpb": 1.96075, "chunk_loss": 0.030217, "F": 0.17813, "G": 0.259, "chunks": 182.41, "bytes_per_chunk": 5.614, "boundary_entropy": 0.33368, "router_noise": 0.0, "grad_norm": 0.7643, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 250.8}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3225.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185313, "cps": 25.195312, "mean_p": 0.216728, "boundary_entropy": 0.193311, "bpb": 2.058852}, "de": {"chunks": 3897.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189792, "cps": 30.445312, "mean_p": 0.220151, "boundary_entropy": 0.202059, "bpb": 2.249144}, "vi": {"chunks": 4429.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.24025, "cps": 34.601562, "mean_p": 0.277527, "boundary_entropy": 0.376639, "bpb": 1.936699}, "tr": {"chunks": 3911.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216042, "cps": 30.554688, "mean_p": 0.221086, "boundary_entropy": 0.217393, "bpb": 2.224608}, "fi": {"chunks": 3540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188188, "cps": 27.65625, "mean_p": 0.209322, "boundary_entropy": 0.19462, "bpb": 2.411212}, "ru": {"chunks": 6296.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332243, "cps": 49.1875, "mean_p": 0.279891, "boundary_entropy": 0.440571, "bpb": 1.391343}, "el": {"chunks": 5722.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.278809, "cps": 44.703125, "mean_p": 0.321613, "boundary_entropy": 0.548647, "bpb": 1.508374}, "hi": {"chunks": 7592.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.451233, "cps": 59.3125, "mean_p": 0.348812, "boundary_entropy": 0.546387, "bpb": 1.149566}, "ta": {"chunks": 8159.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.436427, "cps": 63.742188, "mean_p": 0.405478, "boundary_entropy": 0.581478, "bpb": 0.952325}, "th": {"chunks": 7326.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.455455, "cps": 57.234375, "mean_p": 0.420127, "boundary_entropy": 0.625557, "bpb": 1.098931}, "zh": {"chunks": 2776.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.47003, "cps": 21.6875, "mean_p": 0.293193, "boundary_entropy": 0.414492, "bpb": 3.141662}, "my": {"chunks": 9021.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.476092, "cps": 70.476562, "mean_p": 0.290917, "boundary_entropy": 0.504027, "bpb": 1.117417}}, "bpb": {"en": 2.05885, "de": 2.24914, "vi": 1.9367, "tr": 2.22461, "fi": 2.41121, "ru": 1.39134, "el": 1.50837, "hi": 1.14957, "ta": 0.95233, "th": 1.09893, "zh": 3.14166, "my": 1.11742}, "gini_cpc": 0.200107, "gini_cps": 0.211271, "bpic": 5.824218, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0241708242771987, "vi": 1.2964534852183347, "tr": 1.1658204409136865, "fi": 1.015513683853955, "ru": 1.7928745658710192, "el": 1.5045319318427766, "hi": 2.4349807249732196, "ta": 2.355081087468979, "th": 2.457764405664674, "zh": 2.5364156277809715, "my": 2.5691277965153096}, "t": 253.7}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06504, "de": 2.26154, "vi": 1.94071, "tr": 2.23317, "fi": 2.41994, "ru": 1.36786, "el": 1.49988, "hi": 1.14277, "ta": 0.95837, "th": 1.11679, "zh": 3.13818, "my": 1.12432}, "bytes_per_chunk": {"en": 5.676, "de": 5.363, "vi": 6.091, "tr": 5.174, "fi": 5.325, "ru": 5.648, "el": 6.571, "hi": 5.703, "ta": 6.307, "th": 6.212, "zh": 5.898, "my": 6.186}, "bpb_mean": 1.77238, "t": 255.0}
{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.39674, "bpb": 2.01506, "chunk_loss": 0.030153, "F": 0.17651, "G": 0.26227, "chunks": 180.75, "bytes_per_chunk": 5.665, "boundary_entropy": 0.34185, "router_noise": 0.0, "grad_norm": 0.7403, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 255.0}
{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.50442, "bpb": 2.17042, "chunk_loss": 0.030041, "F": 0.17175, "G": 0.26558, "chunks": 175.88, "bytes_per_chunk": 5.822, "boundary_entropy": 0.34156, "router_noise": 0.0, "grad_norm": 0.7748, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 257.0}
{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.45177, "bpb": 2.09446, "chunk_loss": 0.030176, "F": 0.1748, "G": 0.26658, "chunks": 179.0, "bytes_per_chunk": 5.721, "boundary_entropy": 0.35543, "router_noise": 0.0, "grad_norm": 0.8081, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 259.0}
{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.46298, "bpb": 2.11063, "chunk_loss": 0.030344, "F": 0.18103, "G": 0.2663, "chunks": 185.38, "bytes_per_chunk": 5.524, "boundary_entropy": 0.30713, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 261.0}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3218.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184911, "cps": 25.140625, "mean_p": 0.21715, "boundary_entropy": 0.190174, "bpb": 2.047481}, "de": {"chunks": 3879.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188915, "cps": 30.304688, "mean_p": 0.217612, "boundary_entropy": 0.196476, "bpb": 2.239515}, "vi": {"chunks": 4372.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237158, "cps": 34.15625, "mean_p": 0.27693, "boundary_entropy": 0.373098, "bpb": 1.931641}, "tr": {"chunks": 3863.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21339, "cps": 30.179688, "mean_p": 0.217605, "boundary_entropy": 0.213404, "bpb": 2.212278}, "fi": {"chunks": 3510.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186593, "cps": 27.421875, "mean_p": 0.207394, "boundary_entropy": 0.189049, "bpb": 2.389098}, "ru": {"chunks": 6339.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.334512, "cps": 49.523438, "mean_p": 0.281156, "boundary_entropy": 0.437888, "bpb": 1.384209}, "el": {"chunks": 6320.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307947, "cps": 49.375, "mean_p": 0.328912, "boundary_entropy": 0.551652, "bpb": 1.497766}, "hi": {"chunks": 7646.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.454443, "cps": 59.734375, "mean_p": 0.343913, "boundary_entropy": 0.531883, "bpb": 1.130789}, "ta": {"chunks": 8589.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459428, "cps": 67.101562, "mean_p": 0.40945, "boundary_entropy": 0.575381, "bpb": 0.940825}, "th": {"chunks": 7751.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481878, "cps": 60.554688, "mean_p": 0.422895, "boundary_entropy": 0.625133, "bpb": 1.092455}, "zh": {"chunks": 2879.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48747, "cps": 22.492188, "mean_p": 0.294943, "boundary_entropy": 0.411666, "bpb": 3.130478}, "my": {"chunks": 9645.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.509025, "cps": 75.351562, "mean_p": 0.289874, "boundary_entropy": 0.492941, "bpb": 1.11933}}, "bpb": {"en": 2.04748, "de": 2.23952, "vi": 1.93164, "tr": 2.21228, "fi": 2.3891, "ru": 1.38421, "el": 1.49777, "hi": 1.13079, "ta": 0.94083, "th": 1.09245, "zh": 3.13048, "my": 1.11933}, "gini_cpc": 0.210771, "gini_cps": 0.221404, "bpic": 5.642925, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.021657794905604, "vi": 1.2825523234086538, "tr": 1.1540170813877786, "fi": 1.0090979257571118, "ru": 1.809046032295252, "el": 1.66538371492252, "hi": 2.457634535307986, "ta": 2.4845927502941714, "th": 2.606002044375427, "zh": 2.6362482391946584, "my": 2.7528144312529546}, "t": 263.9}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05428, "de": 2.25086, "vi": 1.93489, "tr": 2.22251, "fi": 2.39808, "ru": 1.35935, "el": 1.48962, "hi": 1.12506, "ta": 0.94805, "th": 1.11022, "zh": 3.12662, "my": 1.12674}, "bytes_per_chunk": {"en": 5.68, "de": 5.398, "vi": 6.132, "tr": 5.301, "fi": 5.385, "ru": 5.58, "el": 6.066, "hi": 5.76, "ta": 6.072, "th": 6.091, "zh": 5.696, "my": 5.768}, "bpb_mean": 1.76219, "t": 265.2}
{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.34311, "bpb": 1.93769, "chunk_loss": 0.030226, "F": 0.17746, "G": 0.2548, "chunks": 181.72, "bytes_per_chunk": 5.635, "boundary_entropy": 0.32157, "router_noise": 0.0, "grad_norm": 0.7182, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 265.2}
{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.28029, "bpb": 1.84706, "chunk_loss": 0.030024, "F": 0.17245, "G": 0.25046, "chunks": 176.59, "bytes_per_chunk": 5.799, "boundary_entropy": 0.30055, "router_noise": 0.0, "grad_norm": 0.7093, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 267.2}
{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.37621, "bpb": 1.98545, "chunk_loss": 0.030276, "F": 0.17889, "G": 0.25212, "chunks": 183.19, "bytes_per_chunk": 5.59, "boundary_entropy": 0.31261, "router_noise": 0.0, "grad_norm": 0.7846, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 269.2}
{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.24753, "bpb": 1.79981, "chunk_loss": 0.030091, "F": 0.17175, "G": 0.25973, "chunks": 175.88, "bytes_per_chunk": 5.822, "boundary_entropy": 0.34406, "router_noise": 0.0, "grad_norm": 0.7411, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 271.2}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3199.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183819, "cps": 24.992188, "mean_p": 0.213242, "boundary_entropy": 0.184043, "bpb": 2.042396}, "de": {"chunks": 3893.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189597, "cps": 30.414062, "mean_p": 0.217648, "boundary_entropy": 0.19367, "bpb": 2.233982}, "vi": {"chunks": 4361.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236561, "cps": 34.070312, "mean_p": 0.275772, "boundary_entropy": 0.370772, "bpb": 1.923776}, "tr": {"chunks": 3841.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212175, "cps": 30.007812, "mean_p": 0.217851, "boundary_entropy": 0.211536, "bpb": 2.205835}, "fi": {"chunks": 3534.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187869, "cps": 27.609375, "mean_p": 0.208673, "boundary_entropy": 0.188931, "bpb": 2.377807}, "ru": {"chunks": 6102.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322005, "cps": 47.671875, "mean_p": 0.276921, "boundary_entropy": 0.436902, "bpb": 1.379238}, "el": {"chunks": 6392.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.311455, "cps": 49.9375, "mean_p": 0.332384, "boundary_entropy": 0.551343, "bpb": 1.488981}, "hi": {"chunks": 7422.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.441129, "cps": 57.984375, "mean_p": 0.341778, "boundary_entropy": 0.533244, "bpb": 1.125388}, "ta": {"chunks": 8979.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.480289, "cps": 70.148438, "mean_p": 0.407779, "boundary_entropy": 0.574053, "bpb": 0.939889}, "th": {"chunks": 7745.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481505, "cps": 60.507812, "mean_p": 0.4224, "boundary_entropy": 0.62578, "bpb": 1.089214}, "zh": {"chunks": 2940.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.497799, "cps": 22.96875, "mean_p": 0.296341, "boundary_entropy": 0.409191, "bpb": 3.121142}, "my": {"chunks": 10020.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.528816, "cps": 78.28125, "mean_p": 0.29796, "boundary_entropy": 0.499212, "bpb": 1.108743}}, "bpb": {"en": 2.0424, "de": 2.23398, "vi": 1.92378, "tr": 2.20583, "fi": 2.37781, "ru": 1.37924, "el": 1.48898, "hi": 1.12539, "ta": 0.93989, "th": 1.08921, "zh": 3.12114, "my": 1.10874}, "gini_cpc": 0.216721, "gini_cps": 0.227149, "bpic": 5.608537, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0314350292129564, "vi": 1.2869237767803252, "tr": 1.1542599736283798, "fi": 1.0220321129604504, "ru": 1.7517529966900935, "el": 1.694360433403601, "hi": 2.3998039134629274, "ta": 2.6128373895927792, "th": 2.619450747304756, "zh": 2.70809420527728, "my": 2.876830176307867}, "t": 274.1}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.04912, "de": 2.24654, "vi": 1.92783, "tr": 2.21427, "fi": 2.38906, "ru": 1.35671, "el": 1.48104, "hi": 1.11942, "ta": 0.9461, "th": 1.10765, "zh": 3.11665, "my": 1.11616}, "bytes_per_chunk": {"en": 5.726, "de": 5.37, "vi": 6.188, "tr": 5.264, "fi": 5.373, "ru": 5.813, "el": 5.986, "hi": 5.907, "ta": 5.856, "th": 6.078, "zh": 5.593, "my": 5.476}, "bpb_mean": 1.75588, "t": 275.4}
{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.36414, "bpb": 1.96803, "chunk_loss": 0.030093, "F": 0.17102, "G": 0.27214, "chunks": 175.12, "bytes_per_chunk": 5.847, "boundary_entropy": 0.37446, "router_noise": 0.0, "grad_norm": 0.7231, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 275.4}
{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.37854, "bpb": 1.98881, "chunk_loss": 0.030224, "F": 0.17673, "G": 0.27205, "chunks": 180.97, "bytes_per_chunk": 5.658, "boundary_entropy": 0.35781, "router_noise": 0.0, "grad_norm": 0.9125, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 277.4}
{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.47291, "bpb": 2.12496, "chunk_loss": 0.030166, "F": 0.17435, "G": 0.25653, "chunks": 178.53, "bytes_per_chunk": 5.736, "boundary_entropy": 0.32053, "router_noise": 0.0, "grad_norm": 0.7516, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 279.4}
{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.33292, "bpb": 1.92299, "chunk_loss": 0.030109, "F": 0.17105, "G": 0.24424, "chunks": 175.16, "bytes_per_chunk": 5.846, "boundary_entropy": 0.30328, "router_noise": 0.0, "grad_norm": 0.7449, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 281.4}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3176.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182497, "cps": 24.8125, "mean_p": 0.211792, "boundary_entropy": 0.182173, "bpb": 2.036569}, "de": {"chunks": 3807.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185409, "cps": 29.742188, "mean_p": 0.212027, "boundary_entropy": 0.188611, "bpb": 2.224398}, "vi": {"chunks": 4328.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234771, "cps": 33.8125, "mean_p": 0.272763, "boundary_entropy": 0.365673, "bpb": 1.920096}, "tr": {"chunks": 3770.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208253, "cps": 29.453125, "mean_p": 0.211862, "boundary_entropy": 0.204911, "bpb": 2.197155}, "fi": {"chunks": 3539.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188135, "cps": 27.648438, "mean_p": 0.207512, "boundary_entropy": 0.186515, "bpb": 2.3642}, "ru": {"chunks": 6178.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.326016, "cps": 48.265625, "mean_p": 0.277019, "boundary_entropy": 0.433643, "bpb": 1.371261}, "el": {"chunks": 6263.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.30517, "cps": 48.929688, "mean_p": 0.328941, "boundary_entropy": 0.550634, "bpb": 1.483168}, "hi": {"chunks": 7684.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.456701, "cps": 60.03125, "mean_p": 0.334141, "boundary_entropy": 0.521501, "bpb": 1.118002}, "ta": {"chunks": 8329.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.44552, "cps": 65.070312, "mean_p": 0.391452, "boundary_entropy": 0.56412, "bpb": 0.930056}, "th": {"chunks": 7403.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.460242, "cps": 57.835938, "mean_p": 0.417507, "boundary_entropy": 0.621077, "bpb": 1.080132}, "zh": {"chunks": 2821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.47765, "cps": 22.039062, "mean_p": 0.294801, "boundary_entropy": 0.412147, "bpb": 3.115392}, "my": {"chunks": 9335.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.492664, "cps": 72.929688, "mean_p": 0.295133, "boundary_entropy": 0.505167, "bpb": 1.103997}}, "bpb": {"en": 2.03657, "de": 2.2244, "vi": 1.9201, "tr": 2.19715, "fi": 2.3642, "ru": 1.37126, "el": 1.48317, "hi": 1.118, "ta": 0.93006, "th": 1.08013, "zh": 3.11539, "my": 1.104}, "gini_cpc": 0.206957, "gini_cps": 0.218146, "bpic": 5.759624, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0159541205463811, "vi": 1.2864346717550057, "tr": 1.1411281665465638, "fi": 1.0308899497011703, "ru": 1.786414832882503, "el": 1.6721883483677649, "hi": 2.502510507857969, "ta": 2.441243045090115, "th": 2.52191422065867, "zh": 2.617298582494343, "my": 2.6995698721251693}, "t": 284.3}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04338, "de": 2.23606, "vi": 1.92298, "tr": 2.20596, "fi": 2.37365, "ru": 1.34821, "el": 1.47446, "hi": 1.11269, "ta": 0.93811, "th": 1.09789, "zh": 3.11128, "my": 1.11189}, "bytes_per_chunk": {"en": 5.763, "de": 5.488, "vi": 6.152, "tr": 5.357, "fi": 5.38, "ru": 5.734, "el": 6.191, "hi": 5.729, "ta": 6.242, "th": 6.334, "zh": 5.804, "my": 5.928}, "bpb_mean": 1.74805, "t": 285.6}
{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.24435, "bpb": 1.79521, "chunk_loss": 0.030066, "F": 0.17209, "G": 0.26501, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.35213, "router_noise": 0.0, "grad_norm": 0.76, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 285.6}
{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.28978, "bpb": 1.86076, "chunk_loss": 0.030194, "F": 0.17706, "G": 0.26498, "chunks": 181.31, "bytes_per_chunk": 5.648, "boundary_entropy": 0.34412, "router_noise": 0.0, "grad_norm": 0.714, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 287.6}
{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.22603, "bpb": 1.76879, "chunk_loss": 0.030034, "F": 0.17133, "G": 0.27561, "chunks": 175.44, "bytes_per_chunk": 5.837, "boundary_entropy": 0.36312, "router_noise": 0.0, "grad_norm": 0.7367, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 289.6}
{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.44375, "bpb": 2.08289, "chunk_loss": 0.030224, "F": 0.177, "G": 0.26381, "chunks": 181.25, "bytes_per_chunk": 5.65, "boundary_entropy": 0.35305, "router_noise": 0.0, "grad_norm": 0.7686, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 291.6}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3199.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183819, "cps": 24.992188, "mean_p": 0.213998, "boundary_entropy": 0.18272, "bpb": 2.032357}, "de": {"chunks": 3897.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189792, "cps": 30.445312, "mean_p": 0.21746, "boundary_entropy": 0.190335, "bpb": 2.216932}, "vi": {"chunks": 4366.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236832, "cps": 34.109375, "mean_p": 0.276952, "boundary_entropy": 0.369291, "bpb": 1.917993}, "tr": {"chunks": 3814.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210683, "cps": 29.796875, "mean_p": 0.214783, "boundary_entropy": 0.205497, "bpb": 2.18933}, "fi": {"chunks": 3570.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189783, "cps": 27.890625, "mean_p": 0.209049, "boundary_entropy": 0.184546, "bpb": 2.356121}, "ru": {"chunks": 6444.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340053, "cps": 50.34375, "mean_p": 0.281649, "boundary_entropy": 0.433291, "bpb": 1.3613}, "el": {"chunks": 6868.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334649, "cps": 53.65625, "mean_p": 0.335504, "boundary_entropy": 0.550908, "bpb": 1.473083}, "hi": {"chunks": 7596.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.451471, "cps": 59.34375, "mean_p": 0.333404, "boundary_entropy": 0.519937, "bpb": 1.1108}, "ta": {"chunks": 8514.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.455416, "cps": 66.515625, "mean_p": 0.396769, "boundary_entropy": 0.566592, "bpb": 0.921935}, "th": {"chunks": 8117.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.504632, "cps": 63.414062, "mean_p": 0.427035, "boundary_entropy": 0.624122, "bpb": 1.072904}, "zh": {"chunks": 2858.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.483915, "cps": 22.328125, "mean_p": 0.293718, "boundary_entropy": 0.409772, "bpb": 3.103937}, "my": {"chunks": 8937.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.471659, "cps": 69.820312, "mean_p": 0.287253, "boundary_entropy": 0.495035, "bpb": 1.103681}}, "bpb": {"en": 2.03236, "de": 2.21693, "vi": 1.91799, "tr": 2.18933, "fi": 2.35612, "ru": 1.3613, "el": 1.47308, "hi": 1.1108, "ta": 0.92193, "th": 1.0729, "zh": 3.10394, "my": 1.10368}, "gini_cpc": 0.20608, "gini_cps": 0.215647, "bpic": 5.628938, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.032494813471074, "vi": 1.2883992683840633, "tr": 1.1461461961516899, "fi": 1.0324433059617453, "ru": 1.8499338431122523, "el": 1.8205362103591884, "hi": 2.4560644740857445, "ta": 2.477525062366959, "th": 2.7452655540184256, "zh": 2.6325623260824713, "my": 2.5658913458745918}, "t": 294.5}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.03823, "de": 2.22906, "vi": 1.92013, "tr": 2.1987, "fi": 2.36598, "ru": 1.33651, "el": 1.46503, "hi": 1.10393, "ta": 0.93033, "th": 1.09158, "zh": 3.09999, "my": 1.11124}, "bytes_per_chunk": {"en": 5.719, "de": 5.385, "vi": 6.069, "tr": 5.347, "fi": 5.341, "ru": 5.43, "el": 5.655, "hi": 5.798, "ta": 6.055, "th": 5.779, "zh": 5.772, "my": 6.12}, "bpb_mean": 1.74089, "t": 295.8}
{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.34901, "bpb": 1.94621, "chunk_loss": 0.030767, "F": 0.18707, "G": 0.2787, "chunks": 191.56, "bytes_per_chunk": 5.346, "boundary_entropy": 0.33734, "router_noise": 0.0, "grad_norm": 0.8248, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 295.8}
{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.20059, "bpb": 1.73208, "chunk_loss": 0.030385, "F": 0.18152, "G": 0.27465, "chunks": 185.88, "bytes_per_chunk": 5.509, "boundary_entropy": 0.36818, "router_noise": 0.0, "grad_norm": 0.7352, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 297.8}
{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.30742, "bpb": 1.8862, "chunk_loss": 0.030217, "F": 0.17868, "G": 0.26134, "chunks": 182.97, "bytes_per_chunk": 5.597, "boundary_entropy": 0.32498, "router_noise": 0.0, "grad_norm": 0.7856, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 299.8}
{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.38421, "bpb": 1.997, "chunk_loss": 0.030191, "F": 0.17831, "G": 0.25391, "chunks": 182.59, "bytes_per_chunk": 5.608, "boundary_entropy": 0.30613, "router_noise": 0.0, "grad_norm": 0.8032, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 301.8}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3197.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183704, "cps": 24.976562, "mean_p": 0.213262, "boundary_entropy": 0.179571, "bpb": 2.027852}, "de": {"chunks": 3872.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188574, "cps": 30.25, "mean_p": 0.216316, "boundary_entropy": 0.187292, "bpb": 2.211496}, "vi": {"chunks": 4227.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229292, "cps": 33.023438, "mean_p": 0.270323, "boundary_entropy": 0.364716, "bpb": 1.9125}, "tr": {"chunks": 3775.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208529, "cps": 29.492188, "mean_p": 0.214411, "boundary_entropy": 0.20548, "bpb": 2.183336}, "fi": {"chunks": 3585.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19058, "cps": 28.007812, "mean_p": 0.209625, "boundary_entropy": 0.183963, "bpb": 2.351164}, "ru": {"chunks": 6447.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340211, "cps": 50.367188, "mean_p": 0.278806, "boundary_entropy": 0.4258, "bpb": 1.356001}, "el": {"chunks": 6969.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33957, "cps": 54.445312, "mean_p": 0.333624, "boundary_entropy": 0.546849, "bpb": 1.465332}, "hi": {"chunks": 7452.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.442912, "cps": 58.21875, "mean_p": 0.326186, "boundary_entropy": 0.513538, "bpb": 1.10657}, "ta": {"chunks": 8360.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.447178, "cps": 65.3125, "mean_p": 0.39263, "boundary_entropy": 0.565403, "bpb": 0.921912}, "th": {"chunks": 7408.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.460553, "cps": 57.875, "mean_p": 0.417851, "boundary_entropy": 0.620688, "bpb": 1.070573}, "zh": {"chunks": 2902.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.491365, "cps": 22.671875, "mean_p": 0.291225, "boundary_entropy": 0.40112, "bpb": 3.097467}, "my": {"chunks": 8906.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.470023, "cps": 69.578125, "mean_p": 0.288399, "boundary_entropy": 0.498035, "bpb": 1.099873}}, "bpb": {"en": 2.02785, "de": 2.2115, "vi": 1.9125, "tr": 2.18334, "fi": 2.35116, "ru": 1.356, "el": 1.46533, "hi": 1.10657, "ta": 0.92191, "th": 1.07057, "zh": 3.09747, "my": 1.09987}, "gini_cpc": 0.20125, "gini_cps": 0.210204, "bpic": 5.719538, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0265129329944407, "vi": 1.2481609462491916, "tr": 1.1351359771132727, "fi": 1.0374298994191218, "ru": 1.8519529109991806, "el": 1.8484644531122654, "hi": 2.4110113632719385, "ta": 2.4342338192657382, "th": 2.507040745476628, "zh": 2.6747638771151547, "my": 2.5585905920746237}, "t": 304.7}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03361, "de": 2.223, "vi": 1.915, "tr": 2.19243, "fi": 2.36111, "ru": 1.33116, "el": 1.45882, "hi": 1.10072, "ta": 0.92981, "th": 1.0881, "zh": 3.09315, "my": 1.10718}, "bytes_per_chunk": {"en": 5.723, "de": 5.404, "vi": 6.24, "tr": 5.388, "fi": 5.315, "ru": 5.46, "el": 5.528, "hi": 5.858, "ta": 6.178, "th": 6.31, "zh": 5.659, "my": 6.272}, "bpb_mean": 1.73617, "t": 306.0}
{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.32584, "bpb": 1.91278, "chunk_loss": 0.030121, "F": 0.17685, "G": 0.26766, "chunks": 181.09, "bytes_per_chunk": 5.655, "boundary_entropy": 0.3379, "router_noise": 0.0, "grad_norm": 0.757, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 306.0}
{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.31013, "bpb": 1.89012, "chunk_loss": 0.030197, "F": 0.17276, "G": 0.26092, "chunks": 176.91, "bytes_per_chunk": 5.788, "boundary_entropy": 0.34013, "router_noise": 0.0, "grad_norm": 0.8128, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 308.0}
{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.28645, "bpb": 1.85596, "chunk_loss": 0.030058, "F": 0.1734, "G": 0.2469, "chunks": 177.56, "bytes_per_chunk": 5.767, "boundary_entropy": 0.29505, "router_noise": 0.0, "grad_norm": 0.7538, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 310.0}
{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.19598, "bpb": 1.72543, "chunk_loss": 0.030141, "F": 0.17584, "G": 0.26964, "chunks": 180.06, "bytes_per_chunk": 5.687, "boundary_entropy": 0.34098, "router_noise": 0.0, "grad_norm": 0.7359, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 311.9}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3214.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184681, "cps": 25.109375, "mean_p": 0.215789, "boundary_entropy": 0.184265, "bpb": 2.023889}, "de": {"chunks": 3870.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188477, "cps": 30.234375, "mean_p": 0.216087, "boundary_entropy": 0.187251, "bpb": 2.209109}, "vi": {"chunks": 4252.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230648, "cps": 33.21875, "mean_p": 0.274076, "boundary_entropy": 0.369326, "bpb": 1.906902}, "tr": {"chunks": 3822.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211125, "cps": 29.859375, "mean_p": 0.214164, "boundary_entropy": 0.202615, "bpb": 2.175984}, "fi": {"chunks": 3596.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191165, "cps": 28.09375, "mean_p": 0.211601, "boundary_entropy": 0.186655, "bpb": 2.34178}, "ru": {"chunks": 6414.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33847, "cps": 50.109375, "mean_p": 0.27798, "boundary_entropy": 0.426716, "bpb": 1.35242}, "el": {"chunks": 6499.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.316669, "cps": 50.773438, "mean_p": 0.327569, "boundary_entropy": 0.5437, "bpb": 1.459891}, "hi": {"chunks": 7465.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.443685, "cps": 58.320312, "mean_p": 0.332143, "boundary_entropy": 0.520026, "bpb": 1.103633}, "ta": {"chunks": 8591.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459535, "cps": 67.117188, "mean_p": 0.397197, "boundary_entropy": 0.568788, "bpb": 0.920321}, "th": {"chunks": 7970.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.495493, "cps": 62.265625, "mean_p": 0.425691, "boundary_entropy": 0.622682, "bpb": 1.06831}, "zh": {"chunks": 2899.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490857, "cps": 22.648438, "mean_p": 0.292749, "boundary_entropy": 0.404106, "bpb": 3.090287}, "my": {"chunks": 9510.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.5019, "cps": 74.296875, "mean_p": 0.287099, "boundary_entropy": 0.485904, "bpb": 1.098979}}, "bpb": {"en": 2.02389, "de": 2.20911, "vi": 1.9069, "tr": 2.17598, "fi": 2.34178, "ru": 1.35242, "el": 1.45989, "hi": 1.10363, "ta": 0.92032, "th": 1.06831, "zh": 3.09029, "my": 1.09898}, "gini_cpc": 0.210834, "gini_cps": 0.220253, "bpic": 5.635385, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0205559184388202, "vi": 1.2489020016678456, "tr": 1.1431899005899349, "fi": 1.0351089111393568, "ru": 1.8327278906761808, "el": 1.7146833848077503, "hi": 2.402442416212133, "ta": 2.4882642351187214, "th": 2.682968068477223, "zh": 2.6578656259831743, "my": 2.717661667033833}, "t": 314.8}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02927, "de": 2.2216, "vi": 1.91048, "tr": 2.18519, "fi": 2.35196, "ru": 1.32772, "el": 1.45214, "hi": 1.09724, "ta": 0.92832, "th": 1.08575, "zh": 3.08565, "my": 1.10553}, "bytes_per_chunk": {"en": 5.689, "de": 5.408, "vi": 6.158, "tr": 5.318, "fi": 5.264, "ru": 5.522, "el": 5.947, "hi": 5.864, "ta": 6.022, "th": 5.872, "zh": 5.68, "my": 5.784}, "bpb_mean": 1.73174, "t": 316.1}
{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.28378, "bpb": 1.8521, "chunk_loss": 0.030107, "F": 0.1763, "G": 0.26896, "chunks": 180.53, "bytes_per_chunk": 5.672, "boundary_entropy": 0.33477, "router_noise": 0.0, "grad_norm": 0.7864, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 316.2}
{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.27627, "bpb": 1.84127, "chunk_loss": 0.030228, "F": 0.17834, "G": 0.2638, "chunks": 182.62, "bytes_per_chunk": 5.607, "boundary_entropy": 0.34257, "router_noise": 0.0, "grad_norm": 0.7459, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 318.1}
{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.34799, "bpb": 1.94474, "chunk_loss": 0.030202, "F": 0.1741, "G": 0.26012, "chunks": 178.28, "bytes_per_chunk": 5.744, "boundary_entropy": 0.34168, "router_noise": 0.0, "grad_norm": 0.8323, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 320.1}
{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.38558, "bpb": 1.99897, "chunk_loss": 0.030279, "F": 0.18018, "G": 0.25322, "chunks": 184.5, "bytes_per_chunk": 5.55, "boundary_entropy": 0.32363, "router_noise": 0.0, "grad_norm": 0.7898, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 322.1}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3220.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185026, "cps": 25.15625, "mean_p": 0.215134, "boundary_entropy": 0.180732, "bpb": 2.019777}, "de": {"chunks": 3892.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189549, "cps": 30.40625, "mean_p": 0.217411, "boundary_entropy": 0.188078, "bpb": 2.205912}, "vi": {"chunks": 4443.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241009, "cps": 34.710938, "mean_p": 0.279079, "boundary_entropy": 0.370917, "bpb": 1.904917}, "tr": {"chunks": 3853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212838, "cps": 30.101562, "mean_p": 0.216048, "boundary_entropy": 0.203475, "bpb": 2.173242}, "fi": {"chunks": 3658.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194461, "cps": 28.578125, "mean_p": 0.213915, "boundary_entropy": 0.185822, "bpb": 2.343075}, "ru": {"chunks": 6475.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.341689, "cps": 50.585938, "mean_p": 0.279889, "boundary_entropy": 0.427146, "bpb": 1.348374}, "el": {"chunks": 6889.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335672, "cps": 53.820312, "mean_p": 0.330438, "boundary_entropy": 0.543443, "bpb": 1.453566}, "hi": {"chunks": 7697.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.457474, "cps": 60.132812, "mean_p": 0.334895, "boundary_entropy": 0.520895, "bpb": 1.104654}, "ta": {"chunks": 8394.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448997, "cps": 65.578125, "mean_p": 0.395287, "boundary_entropy": 0.566903, "bpb": 0.918848}, "th": {"chunks": 7650.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.475598, "cps": 59.765625, "mean_p": 0.421303, "boundary_entropy": 0.62161, "bpb": 1.06368}, "zh": {"chunks": 2934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.496783, "cps": 22.921875, "mean_p": 0.292028, "boundary_entropy": 0.400871, "bpb": 3.086214}, "my": {"chunks": 8996.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.474773, "cps": 70.28125, "mean_p": 0.286573, "boundary_entropy": 0.491529, "bpb": 1.09313}}, "bpb": {"en": 2.01978, "de": 2.20591, "vi": 1.90492, "tr": 2.17324, "fi": 2.34307, "ru": 1.34837, "el": 1.45357, "hi": 1.10465, "ta": 0.91885, "th": 1.06368, "zh": 3.08621, "my": 1.09313}, "gini_cpc": 0.201847, "gini_cps": 0.209895, "bpic": 5.635468, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0244450608670244, "vi": 1.302571044478923, "tr": 1.1503147963190619, "fi": 1.0509935874047531, "ru": 1.84671045084318, "el": 1.8141934227406733, "hi": 2.4724906740007198, "ta": 2.42667571460134, "th": 2.5704467917912797, "zh": 2.684942042306697, "my": 2.565986216608515}, "t": 325.0}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02637, "de": 2.21948, "vi": 1.90784, "tr": 2.18246, "fi": 2.35302, "ru": 1.32432, "el": 1.44637, "hi": 1.09767, "ta": 0.92679, "th": 1.08057, "zh": 3.0816, "my": 1.10021}, "bytes_per_chunk": {"en": 5.68, "de": 5.372, "vi": 5.936, "tr": 5.273, "fi": 5.2, "ru": 5.462, "el": 5.554, "hi": 5.639, "ta": 6.183, "th": 6.092, "zh": 5.617, "my": 6.047}, "bpb_mean": 1.72889, "t": 326.3}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3220.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185026, "cps": 25.15625, "mean_p": 0.215134, "boundary_entropy": 0.180732, "bpb": 2.019777}, "de": {"chunks": 3892.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189549, "cps": 30.40625, "mean_p": 0.217411, "boundary_entropy": 0.188078, "bpb": 2.205912}, "vi": {"chunks": 4443.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241009, "cps": 34.710938, "mean_p": 0.279079, "boundary_entropy": 0.370917, "bpb": 1.904917}, "tr": {"chunks": 3853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212838, "cps": 30.101562, "mean_p": 0.216048, "boundary_entropy": 0.203475, "bpb": 2.173242}, "fi": {"chunks": 3658.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194461, "cps": 28.578125, "mean_p": 0.213915, "boundary_entropy": 0.185822, "bpb": 2.343075}, "ru": {"chunks": 6475.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.341689, "cps": 50.585938, "mean_p": 0.279889, "boundary_entropy": 0.427146, "bpb": 1.348374}, "el": {"chunks": 6889.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335672, "cps": 53.820312, "mean_p": 0.330438, "boundary_entropy": 0.543443, "bpb": 1.453566}, "hi": {"chunks": 7697.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.457474, "cps": 60.132812, "mean_p": 0.334895, "boundary_entropy": 0.520895, "bpb": 1.104654}, "ta": {"chunks": 8394.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448997, "cps": 65.578125, "mean_p": 0.395287, "boundary_entropy": 0.566903, "bpb": 0.918848}, "th": {"chunks": 7650.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.475598, "cps": 59.765625, "mean_p": 0.421303, "boundary_entropy": 0.62161, "bpb": 1.06368}, "zh": {"chunks": 2934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.496783, "cps": 22.921875, "mean_p": 0.292028, "boundary_entropy": 0.400871, "bpb": 3.086214}, "my": {"chunks": 8996.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.474773, "cps": 70.28125, "mean_p": 0.286573, "boundary_entropy": 0.491529, "bpb": 1.09313}}, "bpb": {"en": 2.01978, "de": 2.20591, "vi": 1.90492, "tr": 2.17324, "fi": 2.34307, "ru": 1.34837, "el": 1.45357, "hi": 1.10465, "ta": 0.91885, "th": 1.06368, "zh": 3.08621, "my": 1.09313}, "gini_cpc": 0.201847, "gini_cps": 0.209895, "bpic": 5.635468, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0244450608670244, "vi": 1.302571044478923, "tr": 1.1503147963190619, "fi": 1.0509935874047531, "ru": 1.84671045084318, "el": 1.8141934227406733, "hi": 2.4724906740007198, "ta": 2.42667571460134, "th": 2.5704467917912797, "zh": 2.684942042306697, "my": 2.565986216608515}, "t": 327.3}
{"event": "final", "run": "pilot_Apc_s2", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.18502557030397057, "cps": 25.15625, "bpb": 2.0358226695537653, "bytes_per_chunk": 5.652274221891609}, "de": {"cpc": 0.18954853163200702, "cps": 30.40625, "bpb": 2.209768706605571, "bytes_per_chunk": 5.391746110099857}, "vi": {"cpc": 0.24100895036615133, "cps": 34.7109375, "bpb": 1.9123895493977185, "bytes_per_chunk": 5.9578181818181815}, "tr": {"cpc": 0.21283765121803017, "cps": 30.1015625, "bpb": 2.1750034348806433, "bytes_per_chunk": 5.289960649783069}, "fi": {"cpc": 0.19446068789538037, "cps": 28.578125, "bpb": 2.369738304812118, "bytes_per_chunk": 5.209073115480531}, "ru": {"cpc": 0.341688654353562, "cps": 50.5859375, "bpb": 1.3246133221482481, "bytes_per_chunk": 5.472677738228202}, "el": {"cpc": 0.33567217268430544, "cps": 53.8203125, "bpb": 1.4419680702237663, "bytes_per_chunk": 5.57172309719654}, "hi": {"cpc": 0.45747399702823177, "cps": 60.1328125, "bpb": 1.1049892036007753, "bytes_per_chunk": 5.647829365506841}, "ta": {"cpc": 0.44899705803690826, "cps": 65.578125, "bpb": 0.9279208268970135, "bytes_per_chunk": 6.173323285606632}, "th": {"cpc": 0.47559838358719303, "cps": 59.765625, "bpb": 1.0777065637985028, "bytes_per_chunk": 6.080181841375871}, "zh": {"cpc": 0.49678293261090417, "cps": 22.921875, "bpb": 3.088729533952791, "bytes_per_chunk": 5.633023185852117}, "my": {"cpc": 0.47477306312011824, "cps": 70.28125, "bpb": 1.1104715751791967, "bytes_per_chunk": 6.0157194818308035}}, "gini_cpc": 0.20184692854175834, "gini_cps": 0.20989535151221483, "bpic": 5.635467907960235, "seed": 2, "mean_boundary_entropy": 0.3497467041015625, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 329.7}