Hugging Face's logo

AdaptiveChunking
/
pilot_Bpc_s2

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
pilot_Bpc_s2
File size: 170,223 Bytes
68a4d99
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
{"event": "start", "run": "pilot_Bpc_s2", "condition": "B", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.016, "vi": 1.323, "tr": 1.088, "fi": 1.04, "ru": 1.83, "el": 1.821, "hi": 2.569, "ta": 2.733, "th": 2.89, "zh": 2.791, "my": 2.85}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_char", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3}
{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.1}
{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.8726, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.011, "alpha": 0.03, "t": 3.8}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10919.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627421, "cps": 85.304688, "mean_p": 0.513205, "boundary_entropy": 0.686301, "bpb": 8.100837}, "de": {"chunks": 16286.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793162, "cps": 127.234375, "mean_p": 0.524587, "boundary_entropy": 0.686399, "bpb": 8.104462}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481627, "boundary_entropy": 0.687278, "bpb": 7.854863}, "tr": {"chunks": 8206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453295, "cps": 64.109375, "mean_p": 0.498086, "boundary_entropy": 0.686828, "bpb": 8.08134}, "fi": {"chunks": 13518.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718622, "cps": 105.609375, "mean_p": 0.517086, "boundary_entropy": 0.686669, "bpb": 8.042926}, "ru": {"chunks": 33468.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766121, "cps": 261.46875, "mean_p": 0.530332, "boundary_entropy": 0.688547, "bpb": 8.195762}, "el": {"chunks": 20675.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.007406, "cps": 161.523438, "mean_p": 0.503626, "boundary_entropy": 0.690112, "bpb": 8.279732}, "hi": {"chunks": 884.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052541, "cps": 6.90625, "mean_p": 0.462026, "boundary_entropy": 0.687437, "bpb": 8.015633}, "ta": {"chunks": 1280.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068468, "cps": 10.0, "mean_p": 0.477596, "boundary_entropy": 0.690061, "bpb": 8.085698}, "th": {"chunks": 3636.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.226049, "cps": 28.40625, "mean_p": 0.484857, "boundary_entropy": 0.690398, "bpb": 7.718854}, "zh": {"chunks": 11707.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.982221, "cps": 91.460938, "mean_p": 0.520268, "boundary_entropy": 0.685623, "bpb": 8.126782}, "my": {"chunks": 1617.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085339, "cps": 12.632812, "mean_p": 0.474595, "boundary_entropy": 0.689681, "bpb": 7.800525}}, "bpb": {"en": 8.10084, "de": 8.10446, "vi": 7.85486, "tr": 8.08134, "fi": 8.04293, "ru": 8.19576, "el": 8.27973, "hi": 8.01563, "ta": 8.0857, "th": 7.71885, "zh": 8.12678, "my": 7.80052}, "gini_cpc": 0.489163, "gini_cps": 0.463234, "bpic": 3.014895, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2641635892074083, "vi": 0.4408421626190222, "tr": 0.7224739881142421, "fi": 1.1453594749870846, "ru": 2.814892411161005, "el": 1.605631675722355, "hi": 0.08374105853354574, "ta": 0.10912537631220152, "th": 0.3602832431870447, "zh": 3.1593186406307416, "my": 0.13601534205965152}, "t": 5.1}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10901.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626386, "cps": 85.164062, "mean_p": 0.513132, "boundary_entropy": 0.686312, "bpb": 8.052645}, "de": {"chunks": 16260.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791896, "cps": 127.03125, "mean_p": 0.5245, "boundary_entropy": 0.686414, "bpb": 8.060252}, "vi": {"chunks": 5090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276105, "cps": 39.765625, "mean_p": 0.481573, "boundary_entropy": 0.687273, "bpb": 7.831581}, "tr": {"chunks": 8249.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.45567, "cps": 64.445312, "mean_p": 0.498252, "boundary_entropy": 0.686833, "bpb": 8.048609}, "fi": {"chunks": 13499.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717612, "cps": 105.460938, "mean_p": 0.516941, "boundary_entropy": 0.686683, "bpb": 7.998079}, "ru": {"chunks": 33462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765805, "cps": 261.421875, "mean_p": 0.530286, "boundary_entropy": 0.688551, "bpb": 8.105328}, "el": {"chunks": 20640.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.005701, "cps": 161.25, "mean_p": 0.503586, "boundary_entropy": 0.690113, "bpb": 8.273331}, "hi": {"chunks": 906.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053848, "cps": 7.078125, "mean_p": 0.462273, "boundary_entropy": 0.687477, "bpb": 7.989852}, "ta": {"chunks": 1318.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.0705, "cps": 10.296875, "mean_p": 0.477817, "boundary_entropy": 0.690082, "bpb": 8.070333}, "th": {"chunks": 3694.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229655, "cps": 28.859375, "mean_p": 0.484975, "boundary_entropy": 0.690405, "bpb": 7.703343}, "zh": {"chunks": 11685.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.978496, "cps": 91.289062, "mean_p": 0.520179, "boundary_entropy": 0.685628, "bpb": 8.118715}, "my": {"chunks": 1618.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085392, "cps": 12.640625, "mean_p": 0.474589, "boundary_entropy": 0.68968, "bpb": 7.800955}}, "bpb": {"en": 8.05264, "de": 8.06025, "vi": 7.83158, "tr": 8.04861, "fi": 7.99808, "ru": 8.10533, "el": 8.27333, "hi": 7.98985, "ta": 8.07033, "th": 7.70334, "zh": 8.11872, "my": 7.80096}, "gini_cpc": 0.487951, "gini_cps": 0.462063, "bpic": 3.014255, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.26422948413765, "vi": 0.4407906979070231, "tr": 0.7274590192074976, "fi": 1.145638221631072, "ru": 2.819034955762815, "el": 1.605560327193455, "hi": 0.08596682856774047, "ta": 0.11255057583951299, "th": 0.36663473394098756, "zh": 3.158588535001138, "my": 0.13632418869834265}, "t": 6.6}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10858.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.623915, "cps": 84.828125, "mean_p": 0.512764, "boundary_entropy": 0.686354, "bpb": 7.898297}, "de": {"chunks": 16236.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.790727, "cps": 126.84375, "mean_p": 0.524109, "boundary_entropy": 0.686474, "bpb": 7.9221}, "vi": {"chunks": 5070.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27502, "cps": 39.609375, "mean_p": 0.481477, "boundary_entropy": 0.687264, "bpb": 7.753209}, "tr": {"chunks": 8384.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463128, "cps": 65.5, "mean_p": 0.498731, "boundary_entropy": 0.686848, "bpb": 7.941292}, "fi": {"chunks": 13396.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.712137, "cps": 104.65625, "mean_p": 0.516361, "boundary_entropy": 0.686734, "bpb": 7.856656}, "ru": {"chunks": 33405.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.762797, "cps": 260.976562, "mean_p": 0.530046, "boundary_entropy": 0.688571, "bpb": 7.817507}, "el": {"chunks": 20292.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.988744, "cps": 158.53125, "mean_p": 0.50318, "boundary_entropy": 0.690117, "bpb": 8.218105}, "hi": {"chunks": 995.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.059138, "cps": 7.773438, "mean_p": 0.463117, "boundary_entropy": 0.687609, "bpb": 7.900066}, "ta": {"chunks": 1463.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078256, "cps": 11.429688, "mean_p": 0.47865, "boundary_entropy": 0.690158, "bpb": 7.98668}, "th": {"chunks": 3942.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.245073, "cps": 30.796875, "mean_p": 0.485296, "boundary_entropy": 0.690422, "bpb": 7.619828}, "zh": {"chunks": 11615.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.966644, "cps": 90.742188, "mean_p": 0.519766, "boundary_entropy": 0.685652, "bpb": 8.08798}, "my": {"chunks": 1604.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.084653, "cps": 12.53125, "mean_p": 0.474496, "boundary_entropy": 0.689669, "bpb": 7.793951}}, "bpb": {"en": 7.8983, "de": 7.9221, "vi": 7.75321, "tr": 7.94129, "fi": 7.85666, "ru": 7.81751, "el": 8.21811, "hi": 7.90007, "ta": 7.98668, "th": 7.61983, "zh": 8.08798, "my": 7.79395}, "gini_cpc": 0.483138, "gini_cps": 0.456922, "bpic": 3.015724, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2673626917972198, "vi": 0.440797477189448, "tr": 0.7422923778891681, "fi": 1.1413991329579414, "ru": 2.8253779055215538, "el": 1.5847409903163423, "hi": 0.09478558410517289, "ta": 0.12542760784985252, "th": 0.3927985153013499, "zh": 3.1521004891703925, "my": 0.13567982375045654}, "t": 8.2}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10131.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.582141, "cps": 79.148438, "mean_p": 0.509408, "boundary_entropy": 0.686568, "bpb": 7.422951}, "de": {"chunks": 15618.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.760629, "cps": 122.015625, "mean_p": 0.520561, "boundary_entropy": 0.686863, "bpb": 7.489321}, "vi": {"chunks": 4863.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.263792, "cps": 37.992188, "mean_p": 0.480756, "boundary_entropy": 0.687198, "bpb": 7.511835}, "tr": {"chunks": 8660.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.478374, "cps": 67.65625, "mean_p": 0.499753, "boundary_entropy": 0.686899, "bpb": 7.589854}, "fi": {"chunks": 12503.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.664664, "cps": 97.679688, "mean_p": 0.512523, "boundary_entropy": 0.686991, "bpb": 7.426742}, "ru": {"chunks": 33184.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.751135, "cps": 259.25, "mean_p": 0.529044, "boundary_entropy": 0.68866, "bpb": 7.200022}, "el": {"chunks": 18822.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.917117, "cps": 147.046875, "mean_p": 0.501355, "boundary_entropy": 0.69013, "bpb": 7.948008}, "hi": {"chunks": 1291.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.076731, "cps": 10.085938, "mean_p": 0.465373, "boundary_entropy": 0.687952, "bpb": 7.605664}, "ta": {"chunks": 2068.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.110618, "cps": 16.15625, "mean_p": 0.480809, "boundary_entropy": 0.690343, "bpb": 7.725358}, "th": {"chunks": 4602.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.286105, "cps": 35.953125, "mean_p": 0.486113, "boundary_entropy": 0.690461, "bpb": 7.33691}, "zh": {"chunks": 11283.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.91043, "cps": 88.148438, "mean_p": 0.518103, "boundary_entropy": 0.685747, "bpb": 7.997526}, "my": {"chunks": 1469.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.077528, "cps": 11.476562, "mean_p": 0.474005, "boundary_entropy": 0.689621, "bpb": 7.663739}}, "bpb": {"en": 7.42295, "de": 7.48932, "vi": 7.51184, "tr": 7.58985, "fi": 7.42674, "ru": 7.20002, "el": 7.94801, "hi": 7.60566, "ta": 7.72536, "th": 7.33691, "zh": 7.99753, "my": 7.66374}, "gini_cpc": 0.471726, "gini_cps": 0.443185, "bpic": 3.082727, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3066065054771248, "vi": 0.4531405552277371, "tr": 0.8217489265477245, "fi": 1.1417582347868305, "ru": 3.008093458542695, "el": 1.5754213575007627, "hi": 0.13180836539108848, "ta": 0.19001893066567468, "th": 0.4914703857551251, "zh": 3.281730779547829, "my": 0.13317730573064734}, "t": 10.0}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4826.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277309, "cps": 37.703125, "mean_p": 0.488712, "boundary_entropy": 0.686416, "bpb": 6.857595}, "de": {"chunks": 8525.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415185, "cps": 66.601562, "mean_p": 0.497538, "boundary_entropy": 0.687717, "bpb": 6.931265}, "vi": {"chunks": 3512.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190507, "cps": 27.4375, "mean_p": 0.475345, "boundary_entropy": 0.686683, "bpb": 7.167953}, "tr": {"chunks": 7544.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.416727, "cps": 58.9375, "mean_p": 0.495263, "boundary_entropy": 0.686953, "bpb": 7.151015}, "fi": {"chunks": 6357.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.337941, "cps": 49.664062, "mean_p": 0.492187, "boundary_entropy": 0.687147, "bpb": 6.917235}, "ru": {"chunks": 25784.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.360633, "cps": 201.4375, "mean_p": 0.511514, "boundary_entropy": 0.689919, "bpb": 6.368733}, "el": {"chunks": 14749.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.718657, "cps": 115.226562, "mean_p": 0.496098, "boundary_entropy": 0.690089, "bpb": 7.323071}, "hi": {"chunks": 3441.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.204517, "cps": 26.882812, "mean_p": 0.475429, "boundary_entropy": 0.689253, "bpb": 6.569199}, "ta": {"chunks": 6772.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.362236, "cps": 52.90625, "mean_p": 0.489946, "boundary_entropy": 0.690924, "bpb": 6.740904}, "th": {"chunks": 6788.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.422008, "cps": 53.03125, "mean_p": 0.489505, "boundary_entropy": 0.690635, "bpb": 6.489459}, "zh": {"chunks": 9455.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.600914, "cps": 73.867188, "mean_p": 0.509545, "boundary_entropy": 0.686084, "bpb": 7.74791}, "my": {"chunks": 1200.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.063331, "cps": 9.375, "mean_p": 0.473236, "boundary_entropy": 0.689568, "bpb": 7.215421}}, "bpb": {"en": 6.85759, "de": 6.93127, "vi": 7.16795, "tr": 7.15102, "fi": 6.91723, "ru": 6.36873, "el": 7.32307, "hi": 6.5692, "ta": 6.7409, "th": 6.48946, "zh": 7.74791, "my": 7.21542}, "gini_cpc": 0.419368, "gini_cps": 0.367067, "bpic": 3.878417, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4971964308251002, "vi": 0.6869864447964089, "tr": 1.5027541324921612, "fi": 1.2186447745754037, "ru": 4.906568663363684, "el": 2.5915436794059947, "hi": 0.7375074340388768, "ta": 1.3062559526732205, "th": 1.521799969366017, "zh": 5.773044340615211, "my": 0.22837821416451473}, "t": 12.0}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5803.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.333448, "cps": 45.335938, "mean_p": 0.496426, "boundary_entropy": 0.687224, "bpb": 6.378277}, "de": {"chunks": 7950.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.387182, "cps": 62.109375, "mean_p": 0.498208, "boundary_entropy": 0.688174, "bpb": 6.459426}, "vi": {"chunks": 11248.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.610144, "cps": 87.875, "mean_p": 0.499972, "boundary_entropy": 0.688484, "bpb": 6.771967}, "tr": {"chunks": 11110.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.61371, "cps": 86.796875, "mean_p": 0.506427, "boundary_entropy": 0.687556, "bpb": 6.734063}, "fi": {"chunks": 5820.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.309393, "cps": 45.46875, "mean_p": 0.494617, "boundary_entropy": 0.687787, "bpb": 6.46766}, "ru": {"chunks": 225.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.011873, "cps": 1.757812, "mean_p": 0.462405, "boundary_entropy": 0.687121, "bpb": 6.19163}, "el": {"chunks": 12950.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.630999, "cps": 101.171875, "mean_p": 0.495605, "boundary_entropy": 0.690208, "bpb": 6.247276}, "hi": {"chunks": 14793.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.879227, "cps": 115.570312, "mean_p": 0.498422, "boundary_entropy": 0.690705, "bpb": 5.729169}, "ta": {"chunks": 16463.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.88061, "cps": 128.617188, "mean_p": 0.497633, "boundary_entropy": 0.691141, "bpb": 5.925853}, "th": {"chunks": 3407.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.211812, "cps": 26.617188, "mean_p": 0.483465, "boundary_entropy": 0.690312, "bpb": 5.672564}, "zh": {"chunks": 3549.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.600914, "cps": 27.726562, "mean_p": 0.483386, "boundary_entropy": 0.685425, "bpb": 7.347917}, "my": {"chunks": 2002.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.105658, "cps": 15.640625, "mean_p": 0.482605, "boundary_entropy": 0.690595, "bpb": 5.910434}}, "bpb": {"en": 6.37828, "de": 6.45943, "vi": 6.77197, "tr": 6.73406, "fi": 6.46766, "ru": 6.19163, "el": 6.24728, "hi": 5.72917, "ta": 5.92585, "th": 5.67256, "zh": 7.34792, "my": 5.91043}, "gini_cpc": 0.329119, "gini_cps": 0.364635, "bpic": 4.026238, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1611445046381081, "vi": 1.829800388031947, "tr": 1.840496759552955, "fi": 0.9278604233100162, "ru": 0.035607776343507154, "el": 1.8923456791864985, "hi": 2.636772945489332, "ta": 2.6409188614478856, "th": 0.6352177394657914, "zh": 1.8021216591089102, "my": 0.31686352312582744}, "t": 14.4}
{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.26381, "bpb": 6.15138, "chunk_loss": 0.030048, "F": 0.16495, "G": 0.48522, "chunks": 168.91, "bytes_per_chunk": 6.063, "boundary_entropy": 0.69148, "router_noise": 0.0, "grad_norm": 1.55, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.24, "alpha": 0.03, "t": 15.8}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2955.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169798, "cps": 23.085938, "mean_p": 0.487082, "boundary_entropy": 0.686882, "bpb": 5.799168}, "de": {"chunks": 4616.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224809, "cps": 36.0625, "mean_p": 0.489877, "boundary_entropy": 0.687951, "bpb": 5.925675}, "vi": {"chunks": 3828.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.207648, "cps": 29.90625, "mean_p": 0.481477, "boundary_entropy": 0.687732, "bpb": 6.240433}, "tr": {"chunks": 2994.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165387, "cps": 23.390625, "mean_p": 0.482777, "boundary_entropy": 0.686986, "bpb": 6.226062}, "fi": {"chunks": 1362.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.072404, "cps": 10.640625, "mean_p": 0.478462, "boundary_entropy": 0.686834, "bpb": 5.91548}, "ru": {"chunks": 8146.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.429868, "cps": 63.640625, "mean_p": 0.494475, "boundary_entropy": 0.690257, "bpb": 5.48518}, "el": {"chunks": 7666.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.373532, "cps": 59.890625, "mean_p": 0.492179, "boundary_entropy": 0.690337, "bpb": 5.65921}, "hi": {"chunks": 12636.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.751025, "cps": 98.71875, "mean_p": 0.49711, "boundary_entropy": 0.690746, "bpb": 5.19784}, "ta": {"chunks": 10388.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.555657, "cps": 81.15625, "mean_p": 0.4926, "boundary_entropy": 0.691037, "bpb": 5.250322}, "th": {"chunks": 7148.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.444389, "cps": 55.84375, "mean_p": 0.484066, "boundary_entropy": 0.690203, "bpb": 5.043307}, "zh": {"chunks": 4170.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.706062, "cps": 32.578125, "mean_p": 0.491868, "boundary_entropy": 0.686699, "bpb": 6.955306}, "my": {"chunks": 7818.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.412603, "cps": 61.078125, "mean_p": 0.49386, "boundary_entropy": 0.691266, "bpb": 5.092806}}, "bpb": {"en": 5.79917, "de": 5.92567, "vi": 6.24043, "tr": 6.22606, "fi": 5.91548, "ru": 5.48518, "el": 5.65921, "hi": 5.19784, "ta": 5.25032, "th": 5.04331, "zh": 6.95531, "my": 5.09281}, "gini_cpc": 0.311492, "gini_cps": 0.293815, "bpic": 5.205434, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3239757419095817, "vi": 1.2229126069232135, "tr": 0.9740200112666071, "fi": 0.42641439680368465, "ru": 2.5316392858577874, "el": 2.199857779967554, "hi": 4.4230431811496365, "ta": 3.2724506538977955, "th": 2.6171590329925567, "zh": 4.158237084888292, "my": 2.4299588829272523}, "t": 17.5}
{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.40424, "bpb": 4.91128, "chunk_loss": 0.031952, "F": 0.19519, "G": 0.47453, "chunks": 199.88, "bytes_per_chunk": 5.123, "boundary_entropy": 0.68911, "router_noise": 0.0, "grad_norm": 1.6116, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 19.5}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2988.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.171695, "cps": 23.34375, "mean_p": 0.42577, "boundary_entropy": 0.663812, "bpb": 4.474151}, "de": {"chunks": 3478.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169386, "cps": 27.171875, "mean_p": 0.432712, "boundary_entropy": 0.668859, "bpb": 4.665474}, "vi": {"chunks": 6181.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.335286, "cps": 48.289062, "mean_p": 0.464812, "boundary_entropy": 0.677927, "bpb": 5.040256}, "tr": {"chunks": 3640.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201072, "cps": 28.4375, "mean_p": 0.445315, "boundary_entropy": 0.673811, "bpb": 5.006984}, "fi": {"chunks": 2254.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.119824, "cps": 17.609375, "mean_p": 0.433548, "boundary_entropy": 0.671291, "bpb": 4.715964}, "ru": {"chunks": 6777.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.357625, "cps": 52.945312, "mean_p": 0.482621, "boundary_entropy": 0.687399, "bpb": 3.753615}, "el": {"chunks": 2745.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.133752, "cps": 21.445312, "mean_p": 0.46683, "boundary_entropy": 0.687277, "bpb": 4.486832}, "hi": {"chunks": 9324.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.554175, "cps": 72.84375, "mean_p": 0.490199, "boundary_entropy": 0.689895, "bpb": 3.607299}, "ta": {"chunks": 9754.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.521744, "cps": 76.203125, "mean_p": 0.482867, "boundary_entropy": 0.690028, "bpb": 3.682585}, "th": {"chunks": 7454.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.463413, "cps": 58.234375, "mean_p": 0.470622, "boundary_entropy": 0.687624, "bpb": 3.405779}, "zh": {"chunks": 3318.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.561802, "cps": 25.921875, "mean_p": 0.486699, "boundary_entropy": 0.686235, "bpb": 6.398035}, "my": {"chunks": 3668.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.193582, "cps": 28.65625, "mean_p": 0.488003, "boundary_entropy": 0.690926, "bpb": 4.301163}}, "bpb": {"en": 4.47415, "de": 4.66547, "vi": 5.04026, "tr": 5.00698, "fi": 4.71596, "ru": 3.75361, "el": 4.48683, "hi": 3.6073, "ta": 3.68258, "th": 3.40578, "zh": 6.39803, "my": 4.30116}, "gini_cpc": 0.290681, "gini_cps": 0.268488, "bpic": 6.232133, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9865536269658578, "vi": 1.952806125505548, "tr": 1.171101020110936, "fi": 0.6978877180082832, "ru": 2.0829162030708583, "el": 0.7790135839366823, "hi": 3.2276818417801967, "ta": 3.0387908413541838, "th": 2.699055719302451, "zh": 3.272099233371005, "my": 1.1274816386084765}, "t": 21.7}
{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.71155, "bpb": 3.91194, "chunk_loss": 0.029443, "F": 0.15851, "G": 0.43712, "chunks": 162.31, "bytes_per_chunk": 6.309, "boundary_entropy": 0.66989, "router_noise": 0.0, "grad_norm": 1.8916, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 22.9}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3154.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181233, "cps": 24.640625, "mean_p": 0.354996, "boundary_entropy": 0.596932, "bpb": 3.907622}, "de": {"chunks": 4281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.208494, "cps": 33.445312, "mean_p": 0.370669, "boundary_entropy": 0.613121, "bpb": 4.148984}, "vi": {"chunks": 4458.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241823, "cps": 34.828125, "mean_p": 0.380618, "boundary_entropy": 0.625121, "bpb": 3.64383}, "tr": {"chunks": 3934.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217312, "cps": 30.734375, "mean_p": 0.388396, "boundary_entropy": 0.625775, "bpb": 4.28902}, "fi": {"chunks": 3676.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195418, "cps": 28.71875, "mean_p": 0.374504, "boundary_entropy": 0.618173, "bpb": 4.107964}, "ru": {"chunks": 4446.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.234617, "cps": 34.734375, "mean_p": 0.480202, "boundary_entropy": 0.68254, "bpb": 2.874909}, "el": {"chunks": 7045.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343273, "cps": 55.039062, "mean_p": 0.476343, "boundary_entropy": 0.687507, "bpb": 3.044971}, "hi": {"chunks": 8710.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.517682, "cps": 68.046875, "mean_p": 0.449845, "boundary_entropy": 0.66973, "bpb": 2.457733}, "ta": {"chunks": 10968.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.586681, "cps": 85.6875, "mean_p": 0.468214, "boundary_entropy": 0.684115, "bpb": 2.310907}, "th": {"chunks": 12457.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.774448, "cps": 97.320312, "mean_p": 0.467198, "boundary_entropy": 0.685459, "bpb": 2.352365}, "zh": {"chunks": 4050.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.685743, "cps": 31.640625, "mean_p": 0.476225, "boundary_entropy": 0.682634, "bpb": 5.395444}, "my": {"chunks": 10530.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.555731, "cps": 82.265625, "mean_p": 0.468292, "boundary_entropy": 0.687471, "bpb": 2.517613}}, "bpb": {"en": 3.90762, "de": 4.14898, "vi": 3.64383, "tr": 4.28902, "fi": 4.10796, "ru": 2.87491, "el": 3.04497, "hi": 2.45773, "ta": 2.31091, "th": 2.35236, "zh": 5.39544, "my": 2.51761}, "gini_cpc": 0.285161, "gini_cps": 0.263523, "bpic": 4.938694, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1504168969876074, "vi": 1.3343180266782515, "tr": 1.1990746882026546, "fi": 1.0782663457986288, "ru": 1.2945614648567885, "el": 1.894098601840872, "hi": 2.8564426785110255, "ta": 3.2371617747294406, "th": 4.273215848193914, "zh": 3.7837637465934817, "my": 3.0663902568709553}, "t": 26.0}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.90878, "de": 4.151, "vi": 3.6504, "tr": 4.29718, "fi": 4.10947, "ru": 2.858, "el": 3.03785, "hi": 2.45362, "ta": 2.3286, "th": 2.3853, "zh": 5.40419, "my": 2.53396}, "bytes_per_chunk": {"en": 5.289, "de": 5.113, "vi": 5.327, "tr": 5.195, "fi": 5.418, "ru": 7.409, "el": 5.574, "hi": 5.056, "ta": 4.313, "th": 4.063, "zh": 4.329, "my": 4.801}, "bpb_mean": 3.42653, "t": 27.4}
{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.53953, "bpb": 3.66377, "chunk_loss": 0.031016, "F": 0.18781, "G": 0.41408, "chunks": 192.31, "bytes_per_chunk": 5.325, "boundary_entropy": 0.64288, "router_noise": 0.0, "grad_norm": 2.7458, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 27.5}
{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.47498, "bpb": 3.57064, "chunk_loss": 0.032463, "F": 0.20883, "G": 0.41459, "chunks": 213.84, "bytes_per_chunk": 4.789, "boundary_entropy": 0.64783, "router_noise": 0.0, "grad_norm": 1.2558, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 29.7}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2604.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.149629, "cps": 20.34375, "mean_p": 0.352543, "boundary_entropy": 0.599188, "bpb": 3.659605}, "de": {"chunks": 4292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.209029, "cps": 33.53125, "mean_p": 0.360628, "boundary_entropy": 0.605859, "bpb": 3.866142}, "vi": {"chunks": 4235.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229726, "cps": 33.085938, "mean_p": 0.408911, "boundary_entropy": 0.647857, "bpb": 3.660895}, "tr": {"chunks": 3783.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208971, "cps": 29.554688, "mean_p": 0.360045, "boundary_entropy": 0.602498, "bpb": 3.858958}, "fi": {"chunks": 3323.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176652, "cps": 25.960938, "mean_p": 0.340797, "boundary_entropy": 0.590534, "bpb": 3.889252}, "ru": {"chunks": 5274.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.278311, "cps": 41.203125, "mean_p": 0.476598, "boundary_entropy": 0.683623, "bpb": 2.648875}, "el": {"chunks": 8334.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.406081, "cps": 65.109375, "mean_p": 0.472671, "boundary_entropy": 0.685084, "bpb": 2.757012}, "hi": {"chunks": 9367.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.556731, "cps": 73.179688, "mean_p": 0.394151, "boundary_entropy": 0.621646, "bpb": 2.127188}, "ta": {"chunks": 11680.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.624766, "cps": 91.25, "mean_p": 0.389779, "boundary_entropy": 0.619562, "bpb": 1.937611}, "th": {"chunks": 8814.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.547964, "cps": 68.859375, "mean_p": 0.447269, "boundary_entropy": 0.674501, "bpb": 2.064686}, "zh": {"chunks": 4525.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.76617, "cps": 35.351562, "mean_p": 0.44232, "boundary_entropy": 0.660872, "bpb": 4.993716}, "my": {"chunks": 12871.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.67928, "cps": 100.554688, "mean_p": 0.441222, "boundary_entropy": 0.676131, "bpb": 2.295579}}, "bpb": {"en": 3.65961, "de": 3.86614, "vi": 3.6609, "tr": 3.85896, "fi": 3.88925, "ru": 2.64887, "el": 2.75701, "hi": 2.12719, "ta": 1.93761, "th": 2.06469, "zh": 4.99372, "my": 2.29558}, "gini_cpc": 0.293745, "gini_cps": 0.277077, "bpic": 4.851723, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3969808295559292, "vi": 1.5353005765680638, "tr": 1.3965900068502026, "fi": 1.1805967902396555, "ru": 1.8600047420449157, "el": 2.713912187090981, "hi": 3.7207336980710894, "ta": 4.175423330864238, "th": 3.662141503447268, "zh": 5.12045178612393, "my": 4.5397512255223855}, "t": 30.9}
{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.31301, "bpb": 3.33697, "chunk_loss": 0.031512, "F": 0.19998, "G": 0.38452, "chunks": 204.78, "bytes_per_chunk": 5.0, "boundary_entropy": 0.62136, "router_noise": 0.0, "grad_norm": 1.1679, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.067, "alpha": 0.03, "t": 33.0}
{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.09073, "bpb": 3.01628, "chunk_loss": 0.03069, "F": 0.18298, "G": 0.36411, "chunks": 187.38, "bytes_per_chunk": 5.465, "boundary_entropy": 0.59301, "router_noise": 0.0, "grad_norm": 0.9133, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 35.2}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3291.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189105, "cps": 25.710938, "mean_p": 0.349758, "boundary_entropy": 0.569131, "bpb": 3.215066}, "de": {"chunks": 3562.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173477, "cps": 27.828125, "mean_p": 0.352904, "boundary_entropy": 0.579397, "bpb": 3.531329}, "vi": {"chunks": 4391.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238188, "cps": 34.304688, "mean_p": 0.38118, "boundary_entropy": 0.617202, "bpb": 2.79617}, "tr": {"chunks": 3251.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179583, "cps": 25.398438, "mean_p": 0.333377, "boundary_entropy": 0.550021, "bpb": 3.459072}, "fi": {"chunks": 3374.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179363, "cps": 26.359375, "mean_p": 0.333498, "boundary_entropy": 0.548956, "bpb": 3.587865}, "ru": {"chunks": 5185.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.273615, "cps": 40.507812, "mean_p": 0.31733, "boundary_entropy": 0.515815, "bpb": 2.524013}, "el": {"chunks": 7251.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.353311, "cps": 56.648438, "mean_p": 0.327335, "boundary_entropy": 0.534239, "bpb": 2.555357}, "hi": {"chunks": 11691.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.694859, "cps": 91.335938, "mean_p": 0.365659, "boundary_entropy": 0.566981, "bpb": 1.807454}, "ta": {"chunks": 12107.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.647606, "cps": 94.585938, "mean_p": 0.292601, "boundary_entropy": 0.42018, "bpb": 1.611525}, "th": {"chunks": 9297.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.577992, "cps": 72.632812, "mean_p": 0.350159, "boundary_entropy": 0.58372, "bpb": 1.898147}, "zh": {"chunks": 3276.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.55469, "cps": 25.59375, "mean_p": 0.377752, "boundary_entropy": 0.606237, "bpb": 4.130316}, "my": {"chunks": 10309.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.544068, "cps": 80.539062, "mean_p": 0.387493, "boundary_entropy": 0.645633, "bpb": 2.02176}}, "bpb": {"en": 3.21507, "de": 3.53133, "vi": 2.79617, "tr": 3.45907, "fi": 3.58786, "ru": 2.52401, "el": 2.55536, "hi": 1.80745, "ta": 1.61153, "th": 1.89815, "zh": 4.13032, "my": 2.02176}, "gini_cpc": 0.281589, "gini_cps": 0.285503, "bpic": 4.98514, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9173556621239943, "vi": 1.2595532506114884, "tr": 0.9496479957113632, "fi": 0.9484827410715632, "ru": 1.4468908969773644, "el": 1.868328754572043, "hi": 3.6744540899738714, "ta": 3.4245799590070707, "th": 3.0564549826312977, "zh": 2.9332338511490095, "my": 2.8770631959386423}, "t": 38.3}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.22213, "de": 3.52844, "vi": 2.80223, "tr": 3.46756, "fi": 3.58152, "ru": 2.50973, "el": 2.54907, "hi": 1.80251, "ta": 1.62903, "th": 1.92694, "zh": 4.1375, "my": 2.03771}, "bytes_per_chunk": {"en": 5.144, "de": 5.84, "vi": 5.538, "tr": 6.042, "fi": 5.766, "ru": 7.109, "el": 5.187, "hi": 3.594, "ta": 4.089, "th": 4.609, "zh": 5.977, "my": 4.895}, "bpb_mean": 2.7662, "t": 39.7}
{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.22858, "bpb": 3.21517, "chunk_loss": 0.030378, "F": 0.17355, "G": 0.34286, "chunks": 177.72, "bytes_per_chunk": 5.762, "boundary_entropy": 0.56767, "router_noise": 0.0, "grad_norm": 0.7642, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 39.7}
{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.17284, "bpb": 3.13474, "chunk_loss": 0.030708, "F": 0.18509, "G": 0.3337, "chunks": 189.53, "bytes_per_chunk": 5.403, "boundary_entropy": 0.55155, "router_noise": 0.0, "grad_norm": 1.0826, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 41.7}
{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.06804, "bpb": 2.98355, "chunk_loss": 0.030626, "F": 0.18637, "G": 0.31701, "chunks": 190.84, "bytes_per_chunk": 5.366, "boundary_entropy": 0.53032, "router_noise": 0.0, "grad_norm": 0.9672, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 43.8}
{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91635, "bpb": 2.76471, "chunk_loss": 0.030094, "F": 0.1709, "G": 0.31337, "chunks": 175.0, "bytes_per_chunk": 5.851, "boundary_entropy": 0.52135, "router_noise": 0.0, "grad_norm": 0.9074, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 45.8}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3435.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19738, "cps": 26.835938, "mean_p": 0.293067, "boundary_entropy": 0.447193, "bpb": 2.893317}, "de": {"chunks": 3971.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193396, "cps": 31.023438, "mean_p": 0.292448, "boundary_entropy": 0.464504, "bpb": 3.230048}, "vi": {"chunks": 4470.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.242474, "cps": 34.921875, "mean_p": 0.33496, "boundary_entropy": 0.537847, "bpb": 2.577916}, "tr": {"chunks": 3644.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201293, "cps": 28.46875, "mean_p": 0.294388, "boundary_entropy": 0.469961, "bpb": 3.169007}, "fi": {"chunks": 3884.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.206475, "cps": 30.34375, "mean_p": 0.306053, "boundary_entropy": 0.46289, "bpb": 3.371357}, "ru": {"chunks": 4586.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.242005, "cps": 35.828125, "mean_p": 0.315791, "boundary_entropy": 0.552334, "bpb": 2.169938}, "el": {"chunks": 7202.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.350923, "cps": 56.265625, "mean_p": 0.360875, "boundary_entropy": 0.591645, "bpb": 2.244496}, "hi": {"chunks": 8333.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.495275, "cps": 65.101562, "mean_p": 0.374875, "boundary_entropy": 0.585324, "bpb": 1.635202}, "ta": {"chunks": 7960.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.425782, "cps": 62.1875, "mean_p": 0.269114, "boundary_entropy": 0.463251, "bpb": 1.353549}, "th": {"chunks": 8121.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.50488, "cps": 63.445312, "mean_p": 0.381153, "boundary_entropy": 0.626032, "bpb": 1.714719}, "zh": {"chunks": 3558.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.602438, "cps": 27.796875, "mean_p": 0.405833, "boundary_entropy": 0.630608, "bpb": 3.84329}, "my": {"chunks": 14151.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.746833, "cps": 110.554688, "mean_p": 0.37756, "boundary_entropy": 0.606302, "bpb": 1.672929}}, "bpb": {"en": 2.89332, "de": 3.23005, "vi": 2.57792, "tr": 3.16901, "fi": 3.37136, "ru": 2.16994, "el": 2.2445, "hi": 1.6352, "ta": 1.35355, "th": 1.71472, "zh": 3.84329, "my": 1.67293}, "gini_cpc": 0.263887, "gini_cps": 0.252767, "bpic": 5.234686, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9798167482869732, "vi": 1.2284620932984178, "tr": 1.019823923608406, "fi": 1.0460795608998636, "ru": 1.226089617587077, "el": 1.7779095006199244, "hi": 2.5092485838681, "ta": 2.157173005882758, "th": 2.557913323460383, "zh": 3.052178156474727, "my": 3.783738671593043}, "t": 48.7}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.9033, "de": 3.2294, "vi": 2.58046, "tr": 3.17962, "fi": 3.36434, "ru": 2.15365, "el": 2.23288, "hi": 1.62852, "ta": 1.36669, "th": 1.74289, "zh": 3.85508, "my": 1.68579}, "bytes_per_chunk": {"en": 5.233, "de": 5.3, "vi": 5.736, "tr": 5.576, "fi": 5.192, "ru": 7.482, "el": 5.169, "hi": 5.328, "ta": 6.393, "th": 6.174, "zh": 5.122, "my": 3.977}, "bpb_mean": 2.49355, "t": 50.0}
{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.90636, "bpb": 2.7503, "chunk_loss": 0.030429, "F": 0.17841, "G": 0.31877, "chunks": 182.69, "bytes_per_chunk": 5.605, "boundary_entropy": 0.5148, "router_noise": 0.0, "grad_norm": 1.1491, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 50.1}
{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.94312, "bpb": 2.80333, "chunk_loss": 0.03004, "F": 0.17123, "G": 0.31194, "chunks": 175.34, "bytes_per_chunk": 5.84, "boundary_entropy": 0.50951, "router_noise": 0.0, "grad_norm": 0.8594, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 52.1}
{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.78377, "bpb": 2.57344, "chunk_loss": 0.030348, "F": 0.18005, "G": 0.29527, "chunks": 184.38, "bytes_per_chunk": 5.554, "boundary_entropy": 0.4729, "router_noise": 0.0, "grad_norm": 0.9079, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 54.1}
{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.86175, "bpb": 2.68594, "chunk_loss": 0.030685, "F": 0.18835, "G": 0.30167, "chunks": 192.88, "bytes_per_chunk": 5.309, "boundary_entropy": 0.46975, "router_noise": 0.0, "grad_norm": 0.8231, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 56.1}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3108.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17859, "cps": 24.28125, "mean_p": 0.248066, "boundary_entropy": 0.371, "bpb": 2.686463}, "de": {"chunks": 3576.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174159, "cps": 27.9375, "mean_p": 0.24541, "boundary_entropy": 0.386051, "bpb": 3.03828}, "vi": {"chunks": 4617.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.250448, "cps": 36.070312, "mean_p": 0.316115, "boundary_entropy": 0.498093, "bpb": 2.415026}, "tr": {"chunks": 3402.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187925, "cps": 26.578125, "mean_p": 0.257883, "boundary_entropy": 0.403882, "bpb": 3.043753}, "fi": {"chunks": 3525.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18739, "cps": 27.539062, "mean_p": 0.250888, "boundary_entropy": 0.382928, "bpb": 3.226775}, "ru": {"chunks": 6824.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.360106, "cps": 53.3125, "mean_p": 0.346425, "boundary_entropy": 0.579172, "bpb": 1.999583}, "el": {"chunks": 7094.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.345661, "cps": 55.421875, "mean_p": 0.354921, "boundary_entropy": 0.601274, "bpb": 2.093411}, "hi": {"chunks": 8246.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.490104, "cps": 64.421875, "mean_p": 0.300643, "boundary_entropy": 0.503049, "bpb": 1.532962}, "ta": {"chunks": 8403.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449478, "cps": 65.648438, "mean_p": 0.265242, "boundary_entropy": 0.448899, "bpb": 1.293298}, "th": {"chunks": 8219.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.510973, "cps": 64.210938, "mean_p": 0.411995, "boundary_entropy": 0.64582, "bpb": 1.5746}, "zh": {"chunks": 3205.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.542668, "cps": 25.039062, "mean_p": 0.377413, "boundary_entropy": 0.60407, "bpb": 3.71603}, "my": {"chunks": 9450.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.498733, "cps": 73.828125, "mean_p": 0.325272, "boundary_entropy": 0.545338, "bpb": 1.486146}}, "bpb": {"en": 2.68646, "de": 3.03828, "vi": 2.41503, "tr": 3.04375, "fi": 3.22677, "ru": 1.99958, "el": 2.09341, "hi": 1.53296, "ta": 1.2933, "th": 1.5746, "zh": 3.71603, "my": 1.48615}, "gini_cpc": 0.226418, "gini_cps": 0.223298, "bpic": 5.508634, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9751876957838094, "vi": 1.4023610556971011, "tr": 1.0522692222134302, "fi": 1.0492774703210088, "ru": 2.0163824736911806, "el": 1.9355012184276912, "hi": 2.7442986225452795, "ta": 2.516819117287157, "th": 2.8611526242704355, "zh": 3.0386291605814124, "my": 2.792618061379936}, "t": 59.0}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.6942, "de": 3.04305, "vi": 2.42029, "tr": 3.05583, "fi": 3.22468, "ru": 1.98598, "el": 2.08163, "hi": 1.52926, "ta": 1.30521, "th": 1.60138, "zh": 3.72744, "my": 1.49743}, "bytes_per_chunk": {"en": 5.712, "de": 5.772, "vi": 5.524, "tr": 5.737, "fi": 5.397, "ru": 5.577, "el": 5.133, "hi": 5.05, "ta": 6.045, "th": 5.846, "zh": 5.628, "my": 6.148}, "bpb_mean": 2.3472, "t": 60.3}
{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.83813, "bpb": 2.65186, "chunk_loss": 0.030257, "F": 0.17468, "G": 0.29368, "chunks": 178.88, "bytes_per_chunk": 5.725, "boundary_entropy": 0.46879, "router_noise": 0.0, "grad_norm": 0.894, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 60.3}
{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.63728, "bpb": 2.3621, "chunk_loss": 0.029974, "F": 0.16599, "G": 0.29321, "chunks": 169.97, "bytes_per_chunk": 6.025, "boundary_entropy": 0.474, "router_noise": 0.0, "grad_norm": 0.7982, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 62.3}
{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.72867, "bpb": 2.49395, "chunk_loss": 0.03003, "F": 0.16843, "G": 0.28496, "chunks": 172.47, "bytes_per_chunk": 5.937, "boundary_entropy": 0.44839, "router_noise": 0.0, "grad_norm": 0.8874, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 64.4}
{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.87467, "bpb": 2.70458, "chunk_loss": 0.030353, "F": 0.18079, "G": 0.28367, "chunks": 185.12, "bytes_per_chunk": 5.531, "boundary_entropy": 0.42904, "router_noise": 0.0, "grad_norm": 0.8196, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 66.4}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3228.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185485, "cps": 25.21875, "mean_p": 0.238491, "boundary_entropy": 0.322412, "bpb": 2.551076}, "de": {"chunks": 3808.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185458, "cps": 29.75, "mean_p": 0.247328, "boundary_entropy": 0.342731, "bpb": 2.895194}, "vi": {"chunks": 4381.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237646, "cps": 34.226562, "mean_p": 0.291433, "boundary_entropy": 0.449346, "bpb": 2.298925}, "tr": {"chunks": 4040.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223167, "cps": 31.5625, "mean_p": 0.266115, "boundary_entropy": 0.366439, "bpb": 2.915047}, "fi": {"chunks": 3840.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.204136, "cps": 30.0, "mean_p": 0.250595, "boundary_entropy": 0.336808, "bpb": 3.134081}, "ru": {"chunks": 6383.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336834, "cps": 49.867188, "mean_p": 0.349717, "boundary_entropy": 0.584063, "bpb": 1.906698}, "el": {"chunks": 8448.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.411636, "cps": 66.0, "mean_p": 0.425363, "boundary_entropy": 0.642498, "bpb": 1.990073}, "hi": {"chunks": 8176.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.485944, "cps": 63.875, "mean_p": 0.309185, "boundary_entropy": 0.507547, "bpb": 1.471327}, "ta": {"chunks": 8330.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.445574, "cps": 65.078125, "mean_p": 0.283657, "boundary_entropy": 0.489852, "bpb": 1.234706}, "th": {"chunks": 10337.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.642648, "cps": 80.757812, "mean_p": 0.442236, "boundary_entropy": 0.649548, "bpb": 1.522056}, "zh": {"chunks": 3014.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.510328, "cps": 23.546875, "mean_p": 0.349944, "boundary_entropy": 0.56973, "bpb": 3.6245}, "my": {"chunks": 9832.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.518894, "cps": 76.8125, "mean_p": 0.335286, "boundary_entropy": 0.554976, "bpb": 1.395123}}, "bpb": {"en": 2.55108, "de": 2.89519, "vi": 2.29892, "tr": 2.91505, "fi": 3.13408, "ru": 1.9067, "el": 1.99007, "hi": 1.47133, "ta": 1.23471, "th": 1.52206, "zh": 3.6245, "my": 1.39512}, "gini_cpc": 0.231432, "gini_cps": 0.236315, "bpic": 5.199087, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9998506348561758, "vi": 1.2812111376956916, "tr": 1.2031545224384137, "fi": 1.1005503977246565, "ru": 1.8159597747937735, "el": 2.219236844979619, "hi": 2.6198498649447353, "ta": 2.4022053289401075, "th": 3.4646873082474263, "zh": 2.7513155294156153, "my": 2.7974935118850026}, "t": 69.4}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56058, "de": 2.89865, "vi": 2.30226, "tr": 2.92572, "fi": 3.13119, "ru": 1.88928, "el": 1.97819, "hi": 1.46814, "ta": 1.24457, "th": 1.54853, "zh": 3.63309, "my": 1.40435}, "bytes_per_chunk": {"en": 5.488, "de": 5.441, "vi": 5.767, "tr": 4.912, "fi": 5.022, "ru": 5.841, "el": 4.336, "hi": 5.304, "ta": 6.186, "th": 4.757, "zh": 5.639, "my": 5.526}, "bpb_mean": 2.24871, "t": 70.7}
{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.54465, "bpb": 2.22846, "chunk_loss": 0.030621, "F": 0.18121, "G": 0.31171, "chunks": 185.56, "bytes_per_chunk": 5.518, "boundary_entropy": 0.48088, "router_noise": 0.0, "grad_norm": 0.7583, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 70.7}
{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.77007, "bpb": 2.55367, "chunk_loss": 0.030453, "F": 0.18347, "G": 0.28868, "chunks": 187.88, "bytes_per_chunk": 5.45, "boundary_entropy": 0.43771, "router_noise": 0.0, "grad_norm": 0.9604, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 72.8}
{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.59417, "bpb": 2.2999, "chunk_loss": 0.030353, "F": 0.17944, "G": 0.29208, "chunks": 183.75, "bytes_per_chunk": 5.573, "boundary_entropy": 0.438, "router_noise": 0.0, "grad_norm": 0.8442, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 74.8}
{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.61603, "bpb": 2.33144, "chunk_loss": 0.03003, "F": 0.17358, "G": 0.29116, "chunks": 177.75, "bytes_per_chunk": 5.761, "boundary_entropy": 0.43331, "router_noise": 0.0, "grad_norm": 1.0088, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 76.8}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3259.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187267, "cps": 25.460938, "mean_p": 0.23667, "boundary_entropy": 0.307509, "bpb": 2.471597}, "de": {"chunks": 3669.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178688, "cps": 28.664062, "mean_p": 0.233212, "boundary_entropy": 0.318301, "bpb": 2.808009}, "vi": {"chunks": 4609.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.250014, "cps": 36.007812, "mean_p": 0.284229, "boundary_entropy": 0.4337, "bpb": 2.261489}, "tr": {"chunks": 3568.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197094, "cps": 27.875, "mean_p": 0.24504, "boundary_entropy": 0.338921, "bpb": 2.832017}, "fi": {"chunks": 3730.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198288, "cps": 29.140625, "mean_p": 0.239827, "boundary_entropy": 0.315826, "bpb": 3.046955}, "ru": {"chunks": 6685.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.35277, "cps": 52.226562, "mean_p": 0.339914, "boundary_entropy": 0.568942, "bpb": 1.82645}, "el": {"chunks": 6416.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.312625, "cps": 50.125, "mean_p": 0.398533, "boundary_entropy": 0.630591, "bpb": 1.936156}, "hi": {"chunks": 6830.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.405944, "cps": 53.359375, "mean_p": 0.296831, "boundary_entropy": 0.515202, "bpb": 1.438529}, "ta": {"chunks": 7538.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.403209, "cps": 58.890625, "mean_p": 0.333781, "boundary_entropy": 0.555482, "bpb": 1.174193}, "th": {"chunks": 6750.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.419646, "cps": 52.734375, "mean_p": 0.39485, "boundary_entropy": 0.627315, "bpb": 1.446571}, "zh": {"chunks": 2798.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.473756, "cps": 21.859375, "mean_p": 0.322235, "boundary_entropy": 0.531059, "bpb": 3.591655}, "my": {"chunks": 9457.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.499103, "cps": 73.882812, "mean_p": 0.326556, "boundary_entropy": 0.545969, "bpb": 1.352932}}, "bpb": {"en": 2.4716, "de": 2.80801, "vi": 2.26149, "tr": 2.83202, "fi": 3.04696, "ru": 1.82645, "el": 1.93616, "hi": 1.43853, "ta": 1.17419, "th": 1.44657, "zh": 3.59166, "my": 1.35293}, "gini_cpc": 0.197651, "gini_cps": 0.205014, "bpic": 5.876388, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9541904471666239, "vi": 1.3350678137103458, "tr": 1.0524804900369213, "fi": 1.0588555275439058, "ru": 1.8837877005507784, "el": 1.6694109963395531, "hi": 2.1677310107522567, "ta": 2.153130848956058, "th": 2.2408999520516724, "zh": 2.5298456632688846, "my": 2.6651998042736817}, "t": 79.7}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.47677, "de": 2.811, "vi": 2.26525, "tr": 2.84084, "fi": 3.04903, "ru": 1.81098, "el": 1.92417, "hi": 1.43536, "ta": 1.18359, "th": 1.47258, "zh": 3.59845, "my": 1.36138}, "bytes_per_chunk": {"en": 5.565, "de": 5.643, "vi": 5.596, "tr": 5.522, "fi": 5.04, "ru": 5.59, "el": 5.935, "hi": 6.268, "ta": 7.056, "th": 7.032, "zh": 5.928, "my": 5.921}, "bpb_mean": 2.18578, "t": 80.9}
{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.6988, "bpb": 2.45086, "chunk_loss": 0.030201, "F": 0.17682, "G": 0.27694, "chunks": 181.06, "bytes_per_chunk": 5.656, "boundary_entropy": 0.41798, "router_noise": 0.0, "grad_norm": 0.8155, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 81.0}
{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.6062, "bpb": 2.31726, "chunk_loss": 0.029685, "F": 0.16641, "G": 0.29615, "chunks": 170.41, "bytes_per_chunk": 6.009, "boundary_entropy": 0.44508, "router_noise": 0.0, "grad_norm": 0.9096, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 83.0}
{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.71797, "bpb": 2.47851, "chunk_loss": 0.030165, "F": 0.17804, "G": 0.2944, "chunks": 182.31, "bytes_per_chunk": 5.617, "boundary_entropy": 0.4335, "router_noise": 0.0, "grad_norm": 0.884, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 84.9}
{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.51203, "bpb": 2.1814, "chunk_loss": 0.030031, "F": 0.16907, "G": 0.28574, "chunks": 173.12, "bytes_per_chunk": 5.915, "boundary_entropy": 0.43712, "router_noise": 0.0, "grad_norm": 0.8807, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 86.9}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3273.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188071, "cps": 25.570312, "mean_p": 0.228403, "boundary_entropy": 0.283395, "bpb": 2.408508}, "de": {"chunks": 3883.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18911, "cps": 30.335938, "mean_p": 0.23931, "boundary_entropy": 0.302351, "bpb": 2.728935}, "vi": {"chunks": 4587.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.24882, "cps": 35.835938, "mean_p": 0.271879, "boundary_entropy": 0.404381, "bpb": 2.202691}, "tr": {"chunks": 3863.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21339, "cps": 30.179688, "mean_p": 0.253936, "boundary_entropy": 0.331407, "bpb": 2.727784}, "fi": {"chunks": 3608.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191803, "cps": 28.1875, "mean_p": 0.228773, "boundary_entropy": 0.292496, "bpb": 2.968443}, "ru": {"chunks": 5809.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306544, "cps": 45.382812, "mean_p": 0.329997, "boundary_entropy": 0.557341, "bpb": 1.805641}, "el": {"chunks": 5580.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.27189, "cps": 43.59375, "mean_p": 0.380323, "boundary_entropy": 0.609204, "bpb": 1.862872}, "hi": {"chunks": 6373.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.378782, "cps": 49.789062, "mean_p": 0.337699, "boundary_entropy": 0.556044, "bpb": 1.431744}, "ta": {"chunks": 9459.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.505964, "cps": 73.898438, "mean_p": 0.393592, "boundary_entropy": 0.582521, "bpb": 1.136462}, "th": {"chunks": 9487.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.589804, "cps": 74.117188, "mean_p": 0.425002, "boundary_entropy": 0.635569, "bpb": 1.401262}, "zh": {"chunks": 3092.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523535, "cps": 24.15625, "mean_p": 0.321228, "boundary_entropy": 0.516899, "bpb": 3.545707}, "my": {"chunks": 8722.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.460312, "cps": 68.140625, "mean_p": 0.310674, "boundary_entropy": 0.527564, "bpb": 1.315787}}, "bpb": {"en": 2.40851, "de": 2.72893, "vi": 2.20269, "tr": 2.72778, "fi": 2.96844, "ru": 1.80564, "el": 1.86287, "hi": 1.43174, "ta": 1.13646, "th": 1.40126, "zh": 3.54571, "my": 1.31579}, "gini_cpc": 0.231217, "gini_cps": 0.222848, "bpic": 5.665835, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0055255221044765, "vi": 1.323011785904199, "tr": 1.1346247992379688, "fi": 1.0198416873018454, "ru": 1.6299349680402624, "el": 1.4456776557905366, "hi": 2.0140347541617696, "ta": 2.6902824024716314, "th": 3.136071460421506, "zh": 2.783711076340207, "my": 2.447545765176806}, "t": 89.8}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.41472, "de": 2.73422, "vi": 2.20506, "tr": 2.73936, "fi": 2.97266, "ru": 1.7874, "el": 1.85199, "hi": 1.42745, "ta": 1.14428, "th": 1.42263, "zh": 3.55009, "my": 1.32546}, "bytes_per_chunk": {"en": 5.548, "de": 5.407, "vi": 5.574, "tr": 5.149, "fi": 5.388, "ru": 6.248, "el": 6.486, "hi": 6.801, "ta": 5.732, "th": 5.101, "zh": 5.398, "my": 6.471}, "bpb_mean": 2.13128, "t": 91.1}
{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.69836, "bpb": 2.45022, "chunk_loss": 0.030397, "F": 0.1806, "G": 0.2979, "chunks": 184.94, "bytes_per_chunk": 5.537, "boundary_entropy": 0.44526, "router_noise": 0.0, "grad_norm": 0.7447, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 91.1}
{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.70597, "bpb": 2.46119, "chunk_loss": 0.030049, "F": 0.17096, "G": 0.29631, "chunks": 175.06, "bytes_per_chunk": 5.849, "boundary_entropy": 0.44893, "router_noise": 0.0, "grad_norm": 0.8121, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 93.1}
{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.67369, "bpb": 2.41463, "chunk_loss": 0.030205, "F": 0.1788, "G": 0.26655, "chunks": 183.09, "bytes_per_chunk": 5.593, "boundary_entropy": 0.37995, "router_noise": 0.0, "grad_norm": 0.8803, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 95.1}
{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.57266, "bpb": 2.26886, "chunk_loss": 0.029898, "F": 0.17099, "G": 0.26755, "chunks": 175.09, "bytes_per_chunk": 5.848, "boundary_entropy": 0.39142, "router_noise": 0.0, "grad_norm": 0.8767, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 97.0}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3171.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18221, "cps": 24.773438, "mean_p": 0.221484, "boundary_entropy": 0.265267, "bpb": 2.357683}, "de": {"chunks": 3980.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193834, "cps": 31.09375, "mean_p": 0.241365, "boundary_entropy": 0.298226, "bpb": 2.652418}, "vi": {"chunks": 4487.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.243396, "cps": 35.054688, "mean_p": 0.249195, "boundary_entropy": 0.377924, "bpb": 2.15689}, "tr": {"chunks": 3907.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215821, "cps": 30.523438, "mean_p": 0.25681, "boundary_entropy": 0.327766, "bpb": 2.66639}, "fi": {"chunks": 3327.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176865, "cps": 25.992188, "mean_p": 0.213543, "boundary_entropy": 0.275486, "bpb": 2.895305}, "ru": {"chunks": 6262.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.330449, "cps": 48.921875, "mean_p": 0.305229, "boundary_entropy": 0.515839, "bpb": 1.727137}, "el": {"chunks": 4848.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.236223, "cps": 37.875, "mean_p": 0.358678, "boundary_entropy": 0.594292, "bpb": 1.825371}, "hi": {"chunks": 6675.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.396731, "cps": 52.148438, "mean_p": 0.375702, "boundary_entropy": 0.584322, "bpb": 1.379157}, "ta": {"chunks": 7682.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.410912, "cps": 60.015625, "mean_p": 0.38294, "boundary_entropy": 0.588995, "bpb": 1.122361}, "th": {"chunks": 6496.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.403855, "cps": 50.75, "mean_p": 0.40495, "boundary_entropy": 0.632094, "bpb": 1.377639}, "zh": {"chunks": 2922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494751, "cps": 22.828125, "mean_p": 0.301674, "boundary_entropy": 0.47664, "bpb": 3.495881}, "my": {"chunks": 9269.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.489181, "cps": 72.414062, "mean_p": 0.306785, "boundary_entropy": 0.522915, "bpb": 1.299394}}, "bpb": {"en": 2.35768, "de": 2.65242, "vi": 2.15689, "tr": 2.66639, "fi": 2.8953, "ru": 1.72714, "el": 1.82537, "hi": 1.37916, "ta": 1.12236, "th": 1.37764, "zh": 3.49588, "my": 1.29939}, "gini_cpc": 0.20507, "gini_cps": 0.203625, "bpic": 6.089249, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0637964656290189, "vi": 1.3357980518629082, "tr": 1.1844609247692341, "fi": 0.9706637157036933, "ru": 1.8135591595669527, "el": 1.2964317072600688, "hi": 2.17732909169887, "ta": 2.25515663353595, "th": 2.2164239234036067, "zh": 2.715280165032689, "my": 2.684710023489073}, "t": 99.9}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.36369, "de": 2.66073, "vi": 2.15902, "tr": 2.67468, "fi": 2.90204, "ru": 1.70882, "el": 1.81548, "hi": 1.37471, "ta": 1.13026, "th": 1.39903, "zh": 3.50472, "my": 1.30571}, "bytes_per_chunk": {"en": 5.646, "de": 5.31, "vi": 5.699, "tr": 5.022, "fi": 5.741, "ru": 5.819, "el": 8.077, "hi": 6.56, "ta": 7.106, "th": 7.114, "zh": 5.516, "my": 5.803}, "bpb_mean": 2.08324, "t": 101.2}
{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.78604, "bpb": 2.57671, "chunk_loss": 0.030268, "F": 0.18124, "G": 0.25354, "chunks": 185.59, "bytes_per_chunk": 5.517, "boundary_entropy": 0.35068, "router_noise": 0.0, "grad_norm": 0.9576, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 101.3}
{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57269, "bpb": 2.26891, "chunk_loss": 0.029882, "F": 0.17072, "G": 0.27355, "chunks": 174.81, "bytes_per_chunk": 5.858, "boundary_entropy": 0.40069, "router_noise": 0.0, "grad_norm": 0.7839, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 103.2}
{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.56129, "bpb": 2.25246, "chunk_loss": 0.029938, "F": 0.17017, "G": 0.28922, "chunks": 174.25, "bytes_per_chunk": 5.877, "boundary_entropy": 0.42691, "router_noise": 0.0, "grad_norm": 0.7745, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 105.2}
{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.51243, "bpb": 2.18197, "chunk_loss": 0.030107, "F": 0.17374, "G": 0.28314, "chunks": 177.91, "bytes_per_chunk": 5.756, "boundary_entropy": 0.41324, "router_noise": 0.0, "grad_norm": 0.813, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 107.2}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3263.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187496, "cps": 25.492188, "mean_p": 0.222548, "boundary_entropy": 0.252699, "bpb": 2.316024}, "de": {"chunks": 3755.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182876, "cps": 29.335938, "mean_p": 0.224081, "boundary_entropy": 0.267446, "bpb": 2.596781}, "vi": {"chunks": 4260.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231082, "cps": 33.28125, "mean_p": 0.258615, "boundary_entropy": 0.388078, "bpb": 2.132376}, "tr": {"chunks": 3844.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21234, "cps": 30.03125, "mean_p": 0.248528, "boundary_entropy": 0.309835, "bpb": 2.606427}, "fi": {"chunks": 3595.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191112, "cps": 28.085938, "mean_p": 0.229244, "boundary_entropy": 0.27815, "bpb": 2.811982}, "ru": {"chunks": 6209.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327652, "cps": 48.507812, "mean_p": 0.298651, "boundary_entropy": 0.504994, "bpb": 1.685674}, "el": {"chunks": 4584.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.223359, "cps": 35.8125, "mean_p": 0.335998, "boundary_entropy": 0.580485, "bpb": 1.793554}, "hi": {"chunks": 7079.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.420743, "cps": 55.304688, "mean_p": 0.377122, "boundary_entropy": 0.580107, "bpb": 1.335002}, "ta": {"chunks": 7379.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.394704, "cps": 57.648438, "mean_p": 0.387614, "boundary_entropy": 0.588906, "bpb": 1.109401}, "th": {"chunks": 7383.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.458999, "cps": 57.679688, "mean_p": 0.423825, "boundary_entropy": 0.639146, "bpb": 1.344007}, "zh": {"chunks": 3007.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.509143, "cps": 23.492188, "mean_p": 0.303813, "boundary_entropy": 0.477754, "bpb": 3.474059}, "my": {"chunks": 9582.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.5057, "cps": 74.859375, "mean_p": 0.315938, "boundary_entropy": 0.536752, "bpb": 1.267732}}, "bpb": {"en": 2.31602, "de": 2.59678, "vi": 2.13238, "tr": 2.60643, "fi": 2.81198, "ru": 1.68567, "el": 1.79355, "hi": 1.335, "ta": 1.1094, "th": 1.34401, "zh": 3.47406, "my": 1.26773}, "gini_cpc": 0.216299, "gini_cps": 0.20844, "bpic": 6.002205, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.975359190595455, "vi": 1.2324619030294295, "tr": 1.1325043373474517, "fi": 1.019281302550967, "ru": 1.7475092849628482, "el": 1.1912716601239224, "hi": 2.244005338800245, "ta": 2.10513080887715, "th": 2.448041915692482, "zh": 2.7154826472847313, "my": 2.6971173133742616}, "t": 110.1}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32309, "de": 2.60562, "vi": 2.13644, "tr": 2.61361, "fi": 2.82113, "ru": 1.66836, "el": 1.78283, "hi": 1.33228, "ta": 1.11639, "th": 1.36123, "zh": 3.47878, "my": 1.27707}, "bytes_per_chunk": {"en": 5.498, "de": 5.564, "vi": 5.946, "tr": 5.216, "fi": 5.258, "ru": 5.772, "el": 8.561, "hi": 6.081, "ta": 7.367, "th": 6.287, "zh": 5.517, "my": 5.836}, "bpb_mean": 2.04307, "t": 111.4}
{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.44848, "bpb": 2.08971, "chunk_loss": 0.029985, "F": 0.1712, "G": 0.28445, "chunks": 175.31, "bytes_per_chunk": 5.841, "boundary_entropy": 0.4242, "router_noise": 0.0, "grad_norm": 0.6644, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 111.4}
{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.44426, "bpb": 2.08363, "chunk_loss": 0.030183, "F": 0.17014, "G": 0.27951, "chunks": 174.22, "bytes_per_chunk": 5.878, "boundary_entropy": 0.41545, "router_noise": 0.0, "grad_norm": 0.737, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 113.4}
{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.54861, "bpb": 2.23418, "chunk_loss": 0.030431, "F": 0.1853, "G": 0.26815, "chunks": 189.75, "bytes_per_chunk": 5.397, "boundary_entropy": 0.36548, "router_noise": 0.0, "grad_norm": 0.7595, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 115.4}
{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.61168, "bpb": 2.32516, "chunk_loss": 0.029997, "F": 0.17209, "G": 0.27794, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.40491, "router_noise": 0.0, "grad_norm": 0.7698, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 117.3}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3314.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190427, "cps": 25.890625, "mean_p": 0.224004, "boundary_entropy": 0.249029, "bpb": 2.278923}, "de": {"chunks": 3893.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189597, "cps": 30.414062, "mean_p": 0.230981, "boundary_entropy": 0.264162, "bpb": 2.553268}, "vi": {"chunks": 4373.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237212, "cps": 34.164062, "mean_p": 0.270778, "boundary_entropy": 0.389943, "bpb": 2.108078}, "tr": {"chunks": 3690.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203834, "cps": 28.828125, "mean_p": 0.233417, "boundary_entropy": 0.286779, "bpb": 2.553873}, "fi": {"chunks": 3612.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192015, "cps": 28.21875, "mean_p": 0.228457, "boundary_entropy": 0.269814, "bpb": 2.814536}, "ru": {"chunks": 6726.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354934, "cps": 52.546875, "mean_p": 0.294968, "boundary_entropy": 0.48253, "bpb": 1.641763}, "el": {"chunks": 4845.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.236077, "cps": 37.851562, "mean_p": 0.350874, "boundary_entropy": 0.590682, "bpb": 1.771029}, "hi": {"chunks": 6619.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.393403, "cps": 51.710938, "mean_p": 0.371014, "boundary_entropy": 0.58007, "bpb": 1.32119}, "ta": {"chunks": 7754.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.414763, "cps": 60.578125, "mean_p": 0.384543, "boundary_entropy": 0.592315, "bpb": 1.097035}, "th": {"chunks": 5723.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.355797, "cps": 44.710938, "mean_p": 0.402049, "boundary_entropy": 0.630211, "bpb": 1.334094}, "zh": {"chunks": 2685.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.454622, "cps": 20.976562, "mean_p": 0.29003, "boundary_entropy": 0.467068, "bpb": 3.433064}, "my": {"chunks": 10440.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.550982, "cps": 81.5625, "mean_p": 0.312409, "boundary_entropy": 0.52678, "bpb": 1.249779}}, "bpb": {"en": 2.27892, "de": 2.55327, "vi": 2.10808, "tr": 2.55387, "fi": 2.81454, "ru": 1.64176, "el": 1.77103, "hi": 1.32119, "ta": 1.09703, "th": 1.33409, "zh": 3.43306, "my": 1.24978}, "gini_cpc": 0.206187, "gini_cps": 0.219438, "bpic": 6.02728, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9956429265094289, "vi": 1.2456841871626794, "tr": 1.070403279083869, "fi": 1.008341111421632, "ru": 1.8638856502277854, "el": 1.2397226968603252, "hi": 2.0658982335286113, "ta": 2.1780705519130503, "th": 1.8684190937215144, "zh": 2.387385014594979, "my": 2.8934017427743353}, "t": 120.2}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28465, "de": 2.56169, "vi": 2.11066, "tr": 2.56065, "fi": 2.81639, "ru": 1.62243, "el": 1.76185, "hi": 1.31677, "ta": 1.10408, "th": 1.35371, "zh": 3.4364, "my": 1.25732}, "bytes_per_chunk": {"en": 5.495, "de": 5.353, "vi": 5.978, "tr": 5.501, "fi": 5.176, "ru": 5.207, "el": 7.632, "hi": 6.572, "ta": 6.799, "th": 8.021, "zh": 5.961, "my": 5.118}, "bpb_mean": 2.01555, "t": 121.5}
{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.40755, "bpb": 2.03067, "chunk_loss": 0.031191, "F": 0.19092, "G": 0.29782, "chunks": 195.5, "bytes_per_chunk": 5.238, "boundary_entropy": 0.43841, "router_noise": 0.0, "grad_norm": 1.1402, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 121.6}
{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.58384, "bpb": 2.285, "chunk_loss": 0.029999, "F": 0.17459, "G": 0.27032, "chunks": 178.78, "bytes_per_chunk": 5.728, "boundary_entropy": 0.37923, "router_noise": 0.0, "grad_norm": 0.8089, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 123.5}
{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64192, "bpb": 2.3688, "chunk_loss": 0.030244, "F": 0.17947, "G": 0.2734, "chunks": 183.78, "bytes_per_chunk": 5.572, "boundary_entropy": 0.38783, "router_noise": 0.0, "grad_norm": 0.8616, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 125.5}
{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.37717, "bpb": 1.98683, "chunk_loss": 0.030044, "F": 0.17078, "G": 0.27076, "chunks": 174.88, "bytes_per_chunk": 5.856, "boundary_entropy": 0.3986, "router_noise": 0.0, "grad_norm": 0.7492, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 127.5}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3231.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185658, "cps": 25.242188, "mean_p": 0.212515, "boundary_entropy": 0.223048, "bpb": 2.247808}, "de": {"chunks": 3870.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188477, "cps": 30.234375, "mean_p": 0.223048, "boundary_entropy": 0.240864, "bpb": 2.513839}, "vi": {"chunks": 4014.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.217738, "cps": 31.359375, "mean_p": 0.26034, "boundary_entropy": 0.379399, "bpb": 2.083084}, "tr": {"chunks": 3633.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200685, "cps": 28.382812, "mean_p": 0.229654, "boundary_entropy": 0.273708, "bpb": 2.52044}, "fi": {"chunks": 3470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184467, "cps": 27.109375, "mean_p": 0.217744, "boundary_entropy": 0.246307, "bpb": 2.721024}, "ru": {"chunks": 5724.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.302058, "cps": 44.71875, "mean_p": 0.272151, "boundary_entropy": 0.466041, "bpb": 1.626098}, "el": {"chunks": 6847.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333626, "cps": 53.492188, "mean_p": 0.369484, "boundary_entropy": 0.592105, "bpb": 1.739312}, "hi": {"chunks": 7300.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.433878, "cps": 57.03125, "mean_p": 0.362672, "boundary_entropy": 0.572423, "bpb": 1.300152}, "ta": {"chunks": 7603.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.406686, "cps": 59.398438, "mean_p": 0.380305, "boundary_entropy": 0.594218, "bpb": 1.066311}, "th": {"chunks": 6422.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.399254, "cps": 50.171875, "mean_p": 0.416697, "boundary_entropy": 0.63044, "bpb": 1.298656}, "zh": {"chunks": 2929.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.495936, "cps": 22.882812, "mean_p": 0.292665, "boundary_entropy": 0.453931, "bpb": 3.423031}, "my": {"chunks": 9435.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.497942, "cps": 73.710938, "mean_p": 0.321433, "boundary_entropy": 0.537003, "bpb": 1.237471}}, "bpb": {"en": 2.24781, "de": 2.51384, "vi": 2.08308, "tr": 2.52044, "fi": 2.72102, "ru": 1.6261, "el": 1.73931, "hi": 1.30015, "ta": 1.06631, "th": 1.29866, "zh": 3.42303, "my": 1.23747}, "gini_cpc": 0.207221, "gini_cps": 0.210873, "bpic": 5.952123, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0151862339406894, "vi": 1.1727930627296237, "tr": 1.0809410465677907, "fi": 0.9935843757235823, "ru": 1.6269626123576926, "el": 1.7969940738635473, "hi": 2.3369797508626267, "ta": 2.1905172784147022, "th": 2.150484903638372, "zh": 2.6712411185955394, "my": 2.682042717115248}, "t": 130.4}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.25378, "de": 2.52277, "vi": 2.08701, "tr": 2.52723, "fi": 2.72675, "ru": 1.60745, "el": 1.7305, "hi": 1.29569, "ta": 1.07304, "th": 1.31463, "zh": 3.42666, "my": 1.24705}, "bytes_per_chunk": {"en": 5.69, "de": 5.477, "vi": 6.561, "tr": 5.528, "fi": 5.415, "ru": 6.083, "el": 5.43, "hi": 5.898, "ta": 7.032, "th": 7.15, "zh": 5.526, "my": 5.558}, "bpb_mean": 1.98438, "t": 131.6}
{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.28136, "bpb": 1.84861, "chunk_loss": 0.029951, "F": 0.16772, "G": 0.29501, "chunks": 171.75, "bytes_per_chunk": 5.962, "boundary_entropy": 0.4374, "router_noise": 0.0, "grad_norm": 0.7105, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 131.7}
{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.52493, "bpb": 2.20001, "chunk_loss": 0.030168, "F": 0.17688, "G": 0.25815, "chunks": 181.12, "bytes_per_chunk": 5.654, "boundary_entropy": 0.35715, "router_noise": 0.0, "grad_norm": 0.715, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 133.6}
{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.47925, "bpb": 2.13411, "chunk_loss": 0.030077, "F": 0.17352, "G": 0.25584, "chunks": 177.69, "bytes_per_chunk": 5.763, "boundary_entropy": 0.35771, "router_noise": 0.0, "grad_norm": 0.8131, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 135.6}
{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.46257, "bpb": 2.11004, "chunk_loss": 0.029846, "F": 0.16357, "G": 0.27331, "chunks": 167.5, "bytes_per_chunk": 6.113, "boundary_entropy": 0.40678, "router_noise": 0.0, "grad_norm": 0.7209, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 137.6}
{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3318.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190657, "cps": 25.921875, "mean_p": 0.22104, "boundary_entropy": 0.22957, "bpb": 2.222941}, "de": {"chunks": 4010.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195295, "cps": 31.328125, "mean_p": 0.227513, "boundary_entropy": 0.242336, "bpb": 2.46997}, "vi": {"chunks": 3917.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.212476, "cps": 30.601562, "mean_p": 0.248786, "boundary_entropy": 0.369289, "bpb": 2.063939}, "tr": {"chunks": 3728.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205933, "cps": 29.125, "mean_p": 0.227531, "boundary_entropy": 0.270584, "bpb": 2.489894}, "fi": {"chunks": 3603.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191537, "cps": 28.148438, "mean_p": 0.226701, "boundary_entropy": 0.254518, "bpb": 2.675982}, "ru": {"chunks": 6943.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.366385, "cps": 54.242188, "mean_p": 0.295349, "boundary_entropy": 0.476173, "bpb": 1.580445}, "el": {"chunks": 6440.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.313794, "cps": 50.3125, "mean_p": 0.367117, "boundary_entropy": 0.58875, "bpb": 1.710472}, "hi": {"chunks": 7259.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431441, "cps": 56.710938, "mean_p": 0.376432, "boundary_entropy": 0.575968, "bpb": 1.278002}, "ta": {"chunks": 7945.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.42498, "cps": 62.070312, "mean_p": 0.386629, "boundary_entropy": 0.590991, "bpb": 1.056237}, "th": {"chunks": 7331.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.455766, "cps": 57.273438, "mean_p": 0.417679, "boundary_entropy": 0.628689, "bpb": 1.270857}, "zh": {"chunks": 2863.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.484761, "cps": 22.367188, "mean_p": 0.292156, "boundary_entropy": 0.45968, "bpb": 3.391169}, "my": {"chunks": 8330.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.439624, "cps": 65.078125, "mean_p": 0.304244, "boundary_entropy": 0.527052, "bpb": 1.21849}}, "bpb": {"en": 2.22294, "de": 2.46997, "vi": 2.06394, "tr": 2.48989, "fi": 2.67598, "ru": 1.58044, "el": 1.71047, "hi": 1.278, "ta": 1.05624, "th": 1.27086, "zh": 3.39117, "my": 1.21849}, "gini_cpc": 0.194692, "gini_cps": 0.199226, "bpic": 5.842572, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0243295558536785, "vi": 1.1144437888657228, "tr": 1.0801226935401493, "fi": 1.0046160613768849, "ru": 1.921700439435652, "el": 1.645859508041919, "hi": 2.2629213609946017, "ta": 2.2290313188729134, "th": 2.3905063010082626, "zh": 2.5425859563541904, "my": 2.3058410359598422}, "t": 140.4}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23114, "de": 2.48113, "vi": 2.06794, "tr": 2.49759, "fi": 2.68512, "ru": 1.55953, "el": 1.70079, "hi": 1.27536, "ta": 1.06416, "th": 1.28869, "zh": 3.39325, "my": 1.22636}, "bytes_per_chunk": {"en": 5.438, "de": 5.19, "vi": 6.514, "tr": 5.331, "fi": 5.18, "ru": 5.097, "el": 5.547, "hi": 6.085, "ta": 6.834, "th": 6.281, "zh": 5.641, "my": 6.444}, "bpb_mean": 1.95592, "t": 141.7}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 141.7}
{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.31207, "bpb": 1.89291, "chunk_loss": 0.036781, "F": 0.1785, "G": 0.28021, "chunks": 182.78, "bytes_per_chunk": 5.602, "boundary_entropy": 0.39503, "router_noise": 0.0, "grad_norm": 0.7306, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.6734, "alpha": 0.03, "t": 141.8}
{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.48303, "bpb": 2.13956, "chunk_loss": 0.031011, "F": 0.1438, "G": 0.21572, "chunks": 147.25, "bytes_per_chunk": 6.954, "boundary_entropy": 0.31526, "router_noise": 0.0, "grad_norm": 0.7931, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9324, "alpha": 0.03, "t": 143.7}
{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.47555, "bpb": 2.12877, "chunk_loss": 0.030873, "F": 0.13147, "G": 0.19771, "chunks": 134.62, "bytes_per_chunk": 7.606, "boundary_entropy": 0.29894, "router_noise": 0.0, "grad_norm": 0.7556, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3052, "alpha": 0.03, "t": 145.7}
{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.53165, "bpb": 2.20971, "chunk_loss": 0.030531, "F": 0.16428, "G": 0.20849, "chunks": 168.22, "bytes_per_chunk": 6.087, "boundary_entropy": 0.2464, "router_noise": 0.0, "grad_norm": 0.7883, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.8149, "alpha": 0.03, "t": 147.6}
{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3200.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183876, "cps": 25.0, "mean_p": 0.206864, "boundary_entropy": 0.181028, "bpb": 2.200272}, "de": {"chunks": 3932.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191497, "cps": 30.71875, "mean_p": 0.217651, "boundary_entropy": 0.202098, "bpb": 2.452609}, "vi": {"chunks": 3335.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.180906, "cps": 26.054688, "mean_p": 0.214751, "boundary_entropy": 0.32053, "bpb": 2.056944}, "tr": {"chunks": 3470.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191681, "cps": 27.109375, "mean_p": 0.212179, "boundary_entropy": 0.234421, "bpb": 2.433163}, "fi": {"chunks": 3416.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181596, "cps": 26.6875, "mean_p": 0.204653, "boundary_entropy": 0.206682, "bpb": 2.639047}, "ru": {"chunks": 3567.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.188232, "cps": 27.867188, "mean_p": 0.166916, "boundary_entropy": 0.317237, "bpb": 1.574132}, "el": {"chunks": 3111.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.151586, "cps": 24.304688, "mean_p": 0.217403, "boundary_entropy": 0.438491, "bpb": 1.689809}, "hi": {"chunks": 3717.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.220921, "cps": 29.039062, "mean_p": 0.168855, "boundary_entropy": 0.340869, "bpb": 1.330584}, "ta": {"chunks": 3942.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.210859, "cps": 30.796875, "mean_p": 0.173864, "boundary_entropy": 0.376637, "bpb": 1.089609}, "th": {"chunks": 2544.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.15816, "cps": 19.875, "mean_p": 0.190012, "boundary_entropy": 0.417863, "bpb": 1.269815}, "zh": {"chunks": 1576.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.266847, "cps": 12.3125, "mean_p": 0.152321, "boundary_entropy": 0.27892, "bpb": 3.383945}, "my": {"chunks": 2807.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.148142, "cps": 21.929688, "mean_p": 0.231321, "boundary_entropy": 0.484638, "bpb": 1.217123}}, "bpb": {"en": 2.20027, "de": 2.45261, "vi": 2.05694, "tr": 2.43316, "fi": 2.63905, "ru": 1.57413, "el": 1.68981, "hi": 1.33058, "ta": 1.08961, "th": 1.26981, "zh": 3.38394, "my": 1.21712}, "gini_cpc": 0.087448, "gini_cps": 0.103709, "bpic": 9.938136, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0414423732528126, "vi": 0.9838453519121237, "tr": 1.042444795061592, "fi": 0.9875978151081815, "ru": 1.0236890006596306, "el": 0.8243911252009941, "hi": 1.2014664004457654, "ta": 1.146740873228136, "th": 0.8601420578178428, "zh": 1.4512322214696918, "my": 0.8056625534357189}, "t": 150.5}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20616, "de": 2.46182, "vi": 2.06006, "tr": 2.44051, "fi": 2.64705, "ru": 1.55384, "el": 1.6808, "hi": 1.32826, "ta": 1.09585, "th": 1.28899, "zh": 3.3855, "my": 1.2255}, "bytes_per_chunk": {"en": 5.645, "de": 5.362, "vi": 7.633, "tr": 5.833, "fi": 5.443, "ru": 9.08, "el": 11.661, "hi": 11.8, "ta": 14.607, "th": 17.122, "zh": 11.334, "my": 19.043}, "bpb_mean": 1.94786, "t": 151.7}
{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.50934, "bpb": 2.17752, "chunk_loss": 0.030225, "F": 0.13553, "G": 0.19212, "chunks": 138.78, "bytes_per_chunk": 7.379, "boundary_entropy": 0.26231, "router_noise": 0.0, "grad_norm": 0.7553, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.873, "alpha": 0.03, "t": 151.8}
{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.45098, "bpb": 2.09333, "chunk_loss": 0.030318, "F": 0.14935, "G": 0.19573, "chunks": 152.94, "bytes_per_chunk": 6.696, "boundary_entropy": 0.24764, "router_noise": 0.0, "grad_norm": 0.7876, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.2755, "alpha": 0.03, "t": 153.7}
{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.50362, "bpb": 2.16926, "chunk_loss": 0.030231, "F": 0.15076, "G": 0.19329, "chunks": 154.38, "bytes_per_chunk": 6.633, "boundary_entropy": 0.23323, "router_noise": 0.0, "grad_norm": 0.8703, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.326, "alpha": 0.03, "t": 155.7}
{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.54004, "bpb": 2.22181, "chunk_loss": 0.030238, "F": 0.1456, "G": 0.1898, "chunks": 149.09, "bytes_per_chunk": 6.868, "boundary_entropy": 0.23457, "router_noise": 0.0, "grad_norm": 0.7891, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.6596, "alpha": 0.03, "t": 157.6}
{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3284.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188703, "cps": 25.65625, "mean_p": 0.20496, "boundary_entropy": 0.165342, "bpb": 2.185061}, "de": {"chunks": 3877.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188818, "cps": 30.289062, "mean_p": 0.209632, "boundary_entropy": 0.1799, "bpb": 2.412318}, "vi": {"chunks": 3458.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187578, "cps": 27.015625, "mean_p": 0.20617, "boundary_entropy": 0.296053, "bpb": 2.045245}, "tr": {"chunks": 3263.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180246, "cps": 25.492188, "mean_p": 0.19571, "boundary_entropy": 0.206566, "bpb": 2.414283}, "fi": {"chunks": 3282.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174472, "cps": 25.640625, "mean_p": 0.192542, "boundary_entropy": 0.185327, "bpb": 2.619706}, "ru": {"chunks": 3620.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.191029, "cps": 28.28125, "mean_p": 0.159949, "boundary_entropy": 0.292347, "bpb": 1.554347}, "el": {"chunks": 3633.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.177021, "cps": 28.382812, "mean_p": 0.207963, "boundary_entropy": 0.409893, "bpb": 1.672876}, "hi": {"chunks": 3002.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.178425, "cps": 23.453125, "mean_p": 0.144383, "boundary_entropy": 0.305088, "bpb": 1.302272}, "ta": {"chunks": 3661.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.195828, "cps": 28.601562, "mean_p": 0.182184, "boundary_entropy": 0.370142, "bpb": 1.082924}, "th": {"chunks": 1762.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.109543, "cps": 13.765625, "mean_p": 0.15987, "boundary_entropy": 0.374129, "bpb": 1.254941}, "zh": {"chunks": 1265.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.214189, "cps": 9.882812, "mean_p": 0.123698, "boundary_entropy": 0.231795, "bpb": 3.340758}, "my": {"chunks": 2665.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140648, "cps": 20.820312, "mean_p": 0.254322, "boundary_entropy": 0.5117, "bpb": 1.199727}}, "bpb": {"en": 2.18506, "de": 2.41232, "vi": 2.04524, "tr": 2.41428, "fi": 2.61971, "ru": 1.55435, "el": 1.67288, "hi": 1.30227, "ta": 1.08292, "th": 1.25494, "zh": 3.34076, "my": 1.19973}, "gini_cpc": 0.07292, "gini_cps": 0.127534, "bpic": 10.436773, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0006089095875077, "vi": 0.9940376151253358, "tr": 0.9551850007296858, "fi": 0.9245867492333995, "ru": 1.0123258526991026, "el": 0.9380921989843783, "hi": 0.9455327736080922, "ta": 1.0377559476942353, "th": 0.5805047939217548, "zh": 1.1350580016688576, "my": 0.7453406521650253}, "t": 160.5}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19253, "de": 2.4214, "vi": 2.04799, "tr": 2.42274, "fi": 2.62617, "ru": 1.53273, "el": 1.66246, "hi": 1.29765, "ta": 1.08905, "th": 1.27285, "zh": 3.34123, "my": 1.20876}, "bytes_per_chunk": {"en": 5.613, "de": 5.521, "vi": 7.449, "tr": 6.091, "fi": 5.697, "ru": 9.213, "el": 10.126, "hi": 14.655, "ta": 15.571, "th": 24.532, "zh": 13.968, "my": 16.778}, "bpb_mean": 1.9263, "t": 161.7}
{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.41178, "bpb": 2.03676, "chunk_loss": 0.030159, "F": 0.14032, "G": 0.18438, "chunks": 143.69, "bytes_per_chunk": 7.127, "boundary_entropy": 0.23493, "router_noise": 0.0, "grad_norm": 0.7649, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.1447, "alpha": 0.03, "t": 161.8}
{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.33602, "bpb": 1.92747, "chunk_loss": 0.030339, "F": 0.13474, "G": 0.18873, "chunks": 137.97, "bytes_per_chunk": 7.422, "boundary_entropy": 0.25547, "router_noise": 0.0, "grad_norm": 0.7672, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.3638, "alpha": 0.03, "t": 163.7}
{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.41013, "bpb": 2.03438, "chunk_loss": 0.030378, "F": 0.14407, "G": 0.18583, "chunks": 147.53, "bytes_per_chunk": 6.941, "boundary_entropy": 0.22869, "router_noise": 0.0, "grad_norm": 0.8121, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.2544, "alpha": 0.03, "t": 165.7}
{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.31001, "bpb": 1.88995, "chunk_loss": 0.029891, "F": 0.11722, "G": 0.17003, "chunks": 120.03, "bytes_per_chunk": 8.531, "boundary_entropy": 0.24688, "router_noise": 0.0, "grad_norm": 0.6972, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3696, "alpha": 0.03, "t": 167.6}
{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3185.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183014, "cps": 24.882812, "mean_p": 0.200639, "boundary_entropy": 0.155794, "bpb": 2.165972}, "de": {"chunks": 3923.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191058, "cps": 30.648438, "mean_p": 0.210331, "boundary_entropy": 0.173779, "bpb": 2.399013}, "vi": {"chunks": 3530.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.191484, "cps": 27.578125, "mean_p": 0.204522, "boundary_entropy": 0.282957, "bpb": 2.025705}, "tr": {"chunks": 3469.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191626, "cps": 27.101562, "mean_p": 0.208462, "boundary_entropy": 0.204854, "bpb": 2.393973}, "fi": {"chunks": 3341.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177609, "cps": 26.101562, "mean_p": 0.197653, "boundary_entropy": 0.182604, "bpb": 2.597708}, "ru": {"chunks": 3294.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.173826, "cps": 25.734375, "mean_p": 0.145506, "boundary_entropy": 0.271379, "bpb": 1.530515}, "el": {"chunks": 3123.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.152171, "cps": 24.398438, "mean_p": 0.181208, "boundary_entropy": 0.37266, "bpb": 1.637529}, "hi": {"chunks": 3211.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.190847, "cps": 25.085938, "mean_p": 0.143563, "boundary_entropy": 0.29394, "bpb": 1.280552}, "ta": {"chunks": 3341.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.178711, "cps": 26.101562, "mean_p": 0.171437, "boundary_entropy": 0.356638, "bpb": 1.068079}, "th": {"chunks": 2484.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.15443, "cps": 19.40625, "mean_p": 0.195596, "boundary_entropy": 0.415177, "bpb": 1.223428}, "zh": {"chunks": 1343.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.227396, "cps": 10.492188, "mean_p": 0.12772, "boundary_entropy": 0.221999, "bpb": 3.318298}, "my": {"chunks": 3313.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.174847, "cps": 25.882812, "mean_p": 0.2385, "boundary_entropy": 0.491071, "bpb": 1.182836}}, "bpb": {"en": 2.16597, "de": 2.39901, "vi": 2.0257, "tr": 2.39397, "fi": 2.59771, "ru": 1.53052, "el": 1.63753, "hi": 1.28055, "ta": 1.06808, "th": 1.22343, "zh": 3.3183, "my": 1.18284}, "gini_cpc": 0.053761, "gini_cps": 0.091871, "bpic": 10.218628, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0439521294396026, "vi": 1.046275960468684, "tr": 1.0470524369925418, "fi": 0.9704636561976873, "ru": 0.9497932177133082, "el": 0.8314685418993477, "hi": 1.0427973436031175, "ta": 0.9764852547063223, "th": 0.843811052839873, "zh": 1.2425024494155161, "my": 0.9553725158402622}, "t": 170.5}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.17185, "de": 2.40933, "vi": 2.02866, "tr": 2.4037, "fi": 2.60663, "ru": 1.50781, "el": 1.62845, "hi": 1.27727, "ta": 1.07372, "th": 1.24057, "zh": 3.31753, "my": 1.19125}, "bytes_per_chunk": {"en": 5.708, "de": 5.421, "vi": 7.178, "tr": 5.693, "fi": 5.537, "ru": 9.742, "el": 11.512, "hi": 13.531, "ta": 16.987, "th": 17.548, "zh": 13.152, "my": 16.155}, "bpb_mean": 1.90473, "t": 171.7}
{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.51926, "bpb": 2.19183, "chunk_loss": 0.030324, "F": 0.12656, "G": 0.17968, "chunks": 129.59, "bytes_per_chunk": 7.902, "boundary_entropy": 0.24513, "router_noise": 0.0, "grad_norm": 0.7023, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.6196, "alpha": 0.03, "t": 171.8}
{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.48054, "bpb": 2.13596, "chunk_loss": 0.030226, "F": 0.12491, "G": 0.16922, "chunks": 127.91, "bytes_per_chunk": 8.006, "boundary_entropy": 0.23352, "router_noise": 0.0, "grad_norm": 0.8356, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.1949, "alpha": 0.03, "t": 173.7}
{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41943, "bpb": 2.04781, "chunk_loss": 0.030302, "F": 0.12054, "G": 0.17504, "chunks": 123.44, "bytes_per_chunk": 8.296, "boundary_entropy": 0.25799, "router_noise": 0.0, "grad_norm": 0.7486, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3478, "alpha": 0.03, "t": 175.7}
{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.33137, "bpb": 1.92076, "chunk_loss": 0.030046, "F": 0.12689, "G": 0.17813, "chunks": 129.94, "bytes_per_chunk": 7.881, "boundary_entropy": 0.25247, "router_noise": 0.0, "grad_norm": 0.796, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4182, "alpha": 0.03, "t": 177.6}
{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3213.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184623, "cps": 25.101562, "mean_p": 0.196709, "boundary_entropy": 0.143838, "bpb": 2.147312}, "de": {"chunks": 3763.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183266, "cps": 29.398438, "mean_p": 0.200356, "boundary_entropy": 0.158482, "bpb": 2.3734}, "vi": {"chunks": 3314.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179767, "cps": 25.890625, "mean_p": 0.184529, "boundary_entropy": 0.262778, "bpb": 2.01376}, "tr": {"chunks": 3233.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178589, "cps": 25.257812, "mean_p": 0.186615, "boundary_entropy": 0.184493, "bpb": 2.361439}, "fi": {"chunks": 3170.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168518, "cps": 24.765625, "mean_p": 0.180998, "boundary_entropy": 0.161015, "bpb": 2.561943}, "ru": {"chunks": 3551.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.187388, "cps": 27.742188, "mean_p": 0.14528, "boundary_entropy": 0.260491, "bpb": 1.514257}, "el": {"chunks": 3514.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.171223, "cps": 27.453125, "mean_p": 0.196827, "boundary_entropy": 0.391068, "bpb": 1.621015}, "hi": {"chunks": 2910.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.172957, "cps": 22.734375, "mean_p": 0.134639, "boundary_entropy": 0.284421, "bpb": 1.280007}, "ta": {"chunks": 3306.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.176839, "cps": 25.828125, "mean_p": 0.161179, "boundary_entropy": 0.33827, "bpb": 1.055544}, "th": {"chunks": 2705.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.168169, "cps": 21.132812, "mean_p": 0.193461, "boundary_entropy": 0.406821, "bpb": 1.203788}, "zh": {"chunks": 1357.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.229766, "cps": 10.601562, "mean_p": 0.122377, "boundary_entropy": 0.206318, "bpb": 3.28749}, "my": {"chunks": 3623.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.191208, "cps": 28.304688, "mean_p": 0.246188, "boundary_entropy": 0.506312, "bpb": 1.17035}}, "bpb": {"en": 2.14731, "de": 2.3734, "vi": 2.01376, "tr": 2.36144, "fi": 2.56194, "ru": 1.51426, "el": 1.62101, "hi": 1.28001, "ta": 1.05554, "th": 1.20379, "zh": 3.28749, "my": 1.17035}, "gini_cpc": 0.040814, "gini_cps": 0.091415, "bpic": 10.19095, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9926478489251185, "vi": 0.9736945894893533, "tr": 0.9673163931281696, "fi": 0.9127687720313437, "ru": 1.0149738488183313, "el": 0.9274154073590001, "hi": 0.9368095529445062, "ta": 0.9578351586689771, "th": 0.9108767120981643, "zh": 1.2445140376954484, "my": 1.0356627416289153}, "t": 180.5}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15507, "de": 2.3819, "vi": 2.01608, "tr": 2.37038, "fi": 2.57152, "ru": 1.49217, "el": 1.61269, "hi": 1.27486, "ta": 1.05981, "th": 1.22217, "zh": 3.28624, "my": 1.17904}, "bytes_per_chunk": {"en": 5.708, "de": 5.609, "vi": 7.645, "tr": 6.147, "fi": 5.881, "ru": 9.393, "el": 10.048, "hi": 14.675, "ta": 17.336, "th": 16.097, "zh": 13.09, "my": 15.214}, "bpb_mean": 1.88516, "t": 181.8}
{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.40859, "bpb": 2.03216, "chunk_loss": 0.030185, "F": 0.13312, "G": 0.17623, "chunks": 136.31, "bytes_per_chunk": 7.512, "boundary_entropy": 0.228, "router_noise": 0.0, "grad_norm": 0.7498, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.3568, "alpha": 0.03, "t": 181.8}
{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.39528, "bpb": 2.01296, "chunk_loss": 0.030147, "F": 0.12817, "G": 0.17552, "chunks": 131.25, "bytes_per_chunk": 7.802, "boundary_entropy": 0.2232, "router_noise": 0.0, "grad_norm": 0.819, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9434, "alpha": 0.03, "t": 183.7}
{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.28714, "bpb": 1.85695, "chunk_loss": 0.029999, "F": 0.11548, "G": 0.16404, "chunks": 118.25, "bytes_per_chunk": 8.66, "boundary_entropy": 0.23788, "router_noise": 0.0, "grad_norm": 0.7866, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.622, "alpha": 0.03, "t": 185.7}
{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.36752, "bpb": 1.97292, "chunk_loss": 0.030041, "F": 0.12085, "G": 0.17195, "chunks": 123.75, "bytes_per_chunk": 8.275, "boundary_entropy": 0.23503, "router_noise": 0.0, "grad_norm": 0.7093, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.7857, "alpha": 0.03, "t": 187.6}
{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3172.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182267, "cps": 24.78125, "mean_p": 0.196356, "boundary_entropy": 0.137314, "bpb": 2.131561}, "de": {"chunks": 3764.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183315, "cps": 29.40625, "mean_p": 0.197751, "boundary_entropy": 0.150746, "bpb": 2.358473}, "vi": {"chunks": 3435.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18633, "cps": 26.835938, "mean_p": 0.186894, "boundary_entropy": 0.254674, "bpb": 1.99917}, "tr": {"chunks": 3205.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177042, "cps": 25.039062, "mean_p": 0.1894, "boundary_entropy": 0.1825, "bpb": 2.345457}, "fi": {"chunks": 3294.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17511, "cps": 25.734375, "mean_p": 0.189052, "boundary_entropy": 0.161847, "bpb": 2.544067}, "ru": {"chunks": 3162.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.16686, "cps": 24.703125, "mean_p": 0.133234, "boundary_entropy": 0.244906, "bpb": 1.502882}, "el": {"chunks": 2858.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139258, "cps": 22.328125, "mean_p": 0.162806, "boundary_entropy": 0.336947, "bpb": 1.600673}, "hi": {"chunks": 2424.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.144071, "cps": 18.9375, "mean_p": 0.130153, "boundary_entropy": 0.287445, "bpb": 1.289236}, "ta": {"chunks": 3484.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.18636, "cps": 27.21875, "mean_p": 0.160692, "boundary_entropy": 0.329157, "bpb": 1.044985}, "th": {"chunks": 1982.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.12322, "cps": 15.484375, "mean_p": 0.172504, "boundary_entropy": 0.380765, "bpb": 1.193732}, "zh": {"chunks": 1283.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.217237, "cps": 10.023438, "mean_p": 0.113783, "boundary_entropy": 0.1845, "bpb": 3.258844}, "my": {"chunks": 2616.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.138062, "cps": 20.4375, "mean_p": 0.204564, "boundary_entropy": 0.45073, "bpb": 1.181366}}, "bpb": {"en": 2.13156, "de": 2.35847, "vi": 1.99917, "tr": 2.34546, "fi": 2.54407, "ru": 1.50288, "el": 1.60067, "hi": 1.28924, "ta": 1.04498, "th": 1.19373, "zh": 3.25884, "my": 1.18137}, "gini_cpc": 0.084307, "gini_cps": 0.125741, "bpic": 11.066669, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0057456182398599, "vi": 1.0222910084886367, "tr": 0.97133362692214, "fi": 0.9607328772444927, "ru": 0.9154688950480291, "el": 0.7640333586916509, "hi": 0.790439225841267, "ta": 1.022453623525182, "th": 0.6760417642560154, "zh": 1.1918570103543151, "my": 0.7574697699231798}, "t": 190.5}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13826, "de": 2.3674, "vi": 2.00197, "tr": 2.35453, "fi": 2.55145, "ru": 1.48058, "el": 1.59187, "hi": 1.28546, "ta": 1.05091, "th": 1.2119, "zh": 3.25779, "my": 1.19041}, "bytes_per_chunk": {"en": 5.719, "de": 5.562, "vi": 7.339, "tr": 6.138, "fi": 5.648, "ru": 10.345, "el": 12.538, "hi": 17.662, "ta": 15.467, "th": 22.195, "zh": 13.427, "my": 19.371}, "bpb_mean": 1.87354, "t": 191.8}
{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.31282, "bpb": 1.894, "chunk_loss": 0.029888, "F": 0.11893, "G": 0.16936, "chunks": 121.78, "bytes_per_chunk": 8.409, "boundary_entropy": 0.23248, "router_noise": 0.0, "grad_norm": 0.7624, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.3911, "alpha": 0.03, "t": 191.8}
{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.22048, "bpb": 1.76079, "chunk_loss": 0.030225, "F": 0.1214, "G": 0.17294, "chunks": 124.31, "bytes_per_chunk": 8.237, "boundary_entropy": 0.23798, "router_noise": 0.0, "grad_norm": 0.686, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.843, "alpha": 0.03, "t": 193.7}
{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.33676, "bpb": 1.92854, "chunk_loss": 0.030205, "F": 0.13168, "G": 0.17613, "chunks": 134.84, "bytes_per_chunk": 7.594, "boundary_entropy": 0.22314, "router_noise": 0.0, "grad_norm": 0.8004, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7692, "alpha": 0.03, "t": 195.7}
{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.3728, "bpb": 1.98053, "chunk_loss": 0.030178, "F": 0.12845, "G": 0.17025, "chunks": 131.53, "bytes_per_chunk": 7.785, "boundary_entropy": 0.22022, "router_noise": 0.0, "grad_norm": 0.7451, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9001, "alpha": 0.03, "t": 197.6}
{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3161.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181635, "cps": 24.695312, "mean_p": 0.194896, "boundary_entropy": 0.129014, "bpb": 2.116069}, "de": {"chunks": 3834.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186724, "cps": 29.953125, "mean_p": 0.202403, "boundary_entropy": 0.149349, "bpb": 2.326423}, "vi": {"chunks": 3495.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.189585, "cps": 27.304688, "mean_p": 0.18805, "boundary_entropy": 0.251671, "bpb": 1.989413}, "tr": {"chunks": 3320.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183395, "cps": 25.9375, "mean_p": 0.190953, "boundary_entropy": 0.173134, "bpb": 2.318262}, "fi": {"chunks": 3408.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181171, "cps": 26.625, "mean_p": 0.194419, "boundary_entropy": 0.15815, "bpb": 2.499081}, "ru": {"chunks": 2947.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.155515, "cps": 23.023438, "mean_p": 0.125695, "boundary_entropy": 0.22969, "bpb": 1.493675}, "el": {"chunks": 3007.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146519, "cps": 23.492188, "mean_p": 0.158181, "boundary_entropy": 0.324299, "bpb": 1.598164}, "hi": {"chunks": 3119.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.185379, "cps": 24.367188, "mean_p": 0.133427, "boundary_entropy": 0.27642, "bpb": 1.26357}, "ta": {"chunks": 3474.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.185825, "cps": 27.140625, "mean_p": 0.146965, "boundary_entropy": 0.30541, "bpb": 1.045566}, "th": {"chunks": 1988.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.123593, "cps": 15.53125, "mean_p": 0.170919, "boundary_entropy": 0.375146, "bpb": 1.179403}, "zh": {"chunks": 1246.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.210972, "cps": 9.734375, "mean_p": 0.107569, "boundary_entropy": 0.173502, "bpb": 3.24494}, "my": {"chunks": 2391.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126187, "cps": 18.679688, "mean_p": 0.192802, "boundary_entropy": 0.435718, "bpb": 1.165787}}, "bpb": {"en": 2.11607, "de": 2.32642, "vi": 1.98941, "tr": 2.31826, "fi": 2.49908, "ru": 1.49368, "el": 1.59816, "hi": 1.26357, "ta": 1.04557, "th": 1.1794, "zh": 3.24494, "my": 1.16579}, "gini_cpc": 0.080198, "gini_cps": 0.12456, "bpic": 10.844335, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.028014702083804, "vi": 1.043767241572367, "tr": 1.0096879113633972, "fi": 0.9974412549577609, "ru": 0.8561907782764714, "el": 0.8066631302295958, "hi": 1.0206102513311144, "ta": 1.0230667471361106, "th": 0.6804479956951253, "zh": 1.1615133988320447, "my": 0.6947296341835532}, "t": 200.5}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.1228, "de": 2.33825, "vi": 1.99326, "tr": 2.32669, "fi": 2.50773, "ru": 1.47316, "el": 1.58991, "hi": 1.25787, "ta": 1.05157, "th": 1.19694, "zh": 3.24349, "my": 1.17476}, "bytes_per_chunk": {"en": 5.735, "de": 5.509, "vi": 7.306, "tr": 5.938, "fi": 5.511, "ru": 11.275, "el": 12.079, "hi": 13.367, "ta": 15.691, "th": 22.807, "zh": 13.858, "my": 19.322}, "bpb_mean": 1.85637, "t": 201.8}
{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.32258, "bpb": 1.90808, "chunk_loss": 0.029975, "F": 0.11655, "G": 0.16323, "chunks": 119.34, "bytes_per_chunk": 8.58, "boundary_entropy": 0.22473, "router_noise": 0.0, "grad_norm": 0.762, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.6615, "alpha": 0.03, "t": 201.8}
{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.3144, "bpb": 1.89628, "chunk_loss": 0.030103, "F": 0.13864, "G": 0.17624, "chunks": 141.97, "bytes_per_chunk": 7.213, "boundary_entropy": 0.19949, "router_noise": 0.0, "grad_norm": 0.7242, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.8868, "alpha": 0.03, "t": 203.8}
{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.53097, "bpb": 2.20872, "chunk_loss": 0.030139, "F": 0.13739, "G": 0.17127, "chunks": 140.69, "bytes_per_chunk": 7.279, "boundary_entropy": 0.19055, "router_noise": 0.0, "grad_norm": 0.7906, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6182, "alpha": 0.03, "t": 205.7}
{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.4297, "bpb": 2.06263, "chunk_loss": 0.030228, "F": 0.15274, "G": 0.17912, "chunks": 156.41, "bytes_per_chunk": 6.547, "boundary_entropy": 0.16726, "router_noise": 0.0, "grad_norm": 0.7121, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.1052, "alpha": 0.03, "t": 207.7}
{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3125.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179567, "cps": 24.414062, "mean_p": 0.190598, "boundary_entropy": 0.124774, "bpb": 2.105969}, "de": {"chunks": 3764.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183315, "cps": 29.40625, "mean_p": 0.198292, "boundary_entropy": 0.145824, "bpb": 2.316054}, "vi": {"chunks": 3312.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179658, "cps": 25.875, "mean_p": 0.176403, "boundary_entropy": 0.235756, "bpb": 1.979281}, "tr": {"chunks": 3209.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177263, "cps": 25.070312, "mean_p": 0.182297, "boundary_entropy": 0.164157, "bpb": 2.293604}, "fi": {"chunks": 3269.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.173781, "cps": 25.539062, "mean_p": 0.185693, "boundary_entropy": 0.148773, "bpb": 2.479097}, "ru": {"chunks": 3292.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.17372, "cps": 25.71875, "mean_p": 0.13223, "boundary_entropy": 0.227316, "bpb": 1.463456}, "el": {"chunks": 3508.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.17093, "cps": 27.40625, "mean_p": 0.16647, "boundary_entropy": 0.319317, "bpb": 1.56003}, "hi": {"chunks": 2767.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.164458, "cps": 21.617188, "mean_p": 0.123627, "boundary_entropy": 0.263216, "bpb": 1.247737}, "ta": {"chunks": 3388.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.181225, "cps": 26.46875, "mean_p": 0.157071, "boundary_entropy": 0.317477, "bpb": 1.027014}, "th": {"chunks": 2758.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.171464, "cps": 21.546875, "mean_p": 0.194626, "boundary_entropy": 0.398327, "bpb": 1.166475}, "zh": {"chunks": 1157.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.195902, "cps": 9.039062, "mean_p": 0.100859, "boundary_entropy": 0.165353, "bpb": 3.234047}, "my": {"chunks": 2134.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.112624, "cps": 16.671875, "mean_p": 0.218341, "boundary_entropy": 0.47648, "bpb": 1.155721}}, "bpb": {"en": 2.10597, "de": 2.31605, "vi": 1.97928, "tr": 2.2936, "fi": 2.4791, "ru": 1.46346, "el": 1.56003, "hi": 1.24774, "ta": 1.02701, "th": 1.16647, "zh": 3.23405, "my": 1.15572}, "gini_cpc": 0.049252, "gini_cps": 0.113824, "bpic": 10.75529, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0208720323381872, "vi": 1.0005096566314076, "tr": 0.9871729901121361, "fi": 0.9677810982935515, "ru": 0.9674414944591029, "el": 0.9519033123812307, "hi": 0.9158580873699851, "ta": 1.0092343664081305, "th": 0.9548766975442958, "zh": 1.0909730308161192, "my": 0.6271986827105763}, "t": 210.5}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.11219, "de": 2.32813, "vi": 1.98277, "tr": 2.30494, "fi": 2.48857, "ru": 1.4427, "el": 1.55307, "hi": 1.24383, "ta": 1.03209, "th": 1.18459, "zh": 3.23259, "my": 1.16326}, "bytes_per_chunk": {"en": 5.791, "de": 5.564, "vi": 7.627, "tr": 6.185, "fi": 5.619, "ru": 10.025, "el": 10.229, "hi": 15.49, "ta": 16.223, "th": 16.869, "zh": 14.493, "my": 22.869}, "bpb_mean": 1.83906, "t": 211.8}
{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.38119, "bpb": 1.99263, "chunk_loss": 0.030176, "F": 0.12683, "G": 0.15952, "chunks": 129.88, "bytes_per_chunk": 7.885, "boundary_entropy": 0.19344, "router_noise": 0.0, "grad_norm": 0.7836, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.0383, "alpha": 0.03, "t": 211.8}
{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.53447, "bpb": 2.21377, "chunk_loss": 0.030308, "F": 0.14066, "G": 0.17232, "chunks": 144.03, "bytes_per_chunk": 7.11, "boundary_entropy": 0.18727, "router_noise": 0.0, "grad_norm": 0.7736, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.5172, "alpha": 0.03, "t": 213.8}
{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.47229, "bpb": 2.12406, "chunk_loss": 0.030307, "F": 0.14398, "G": 0.17642, "chunks": 147.44, "bytes_per_chunk": 6.945, "boundary_entropy": 0.18509, "router_noise": 0.0, "grad_norm": 0.7538, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9455, "alpha": 0.03, "t": 215.7}
{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.42842, "bpb": 2.06078, "chunk_loss": 0.030218, "F": 0.1329, "G": 0.16491, "chunks": 136.09, "bytes_per_chunk": 7.524, "boundary_entropy": 0.18605, "router_noise": 0.0, "grad_norm": 0.7967, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.5402, "alpha": 0.03, "t": 217.6}
{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3229.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185543, "cps": 25.226562, "mean_p": 0.19815, "boundary_entropy": 0.12568, "bpb": 2.09286}, "de": {"chunks": 3931.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191448, "cps": 30.710938, "mean_p": 0.205852, "boundary_entropy": 0.14443, "bpb": 2.297645}, "vi": {"chunks": 3548.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.19246, "cps": 27.71875, "mean_p": 0.182587, "boundary_entropy": 0.228323, "bpb": 1.966407}, "tr": {"chunks": 3332.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184058, "cps": 26.03125, "mean_p": 0.192479, "boundary_entropy": 0.167151, "bpb": 2.276989}, "fi": {"chunks": 3526.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187444, "cps": 27.546875, "mean_p": 0.201764, "boundary_entropy": 0.156735, "bpb": 2.454033}, "ru": {"chunks": 3233.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.170607, "cps": 25.257812, "mean_p": 0.131746, "boundary_entropy": 0.227958, "bpb": 1.45538}, "el": {"chunks": 3864.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.188277, "cps": 30.1875, "mean_p": 0.170276, "boundary_entropy": 0.313596, "bpb": 1.545574}, "hi": {"chunks": 3081.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.18312, "cps": 24.070312, "mean_p": 0.131038, "boundary_entropy": 0.272447, "bpb": 1.24035}, "ta": {"chunks": 3577.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.191335, "cps": 27.945312, "mean_p": 0.157895, "boundary_entropy": 0.312902, "bpb": 1.017773}, "th": {"chunks": 2770.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.17221, "cps": 21.640625, "mean_p": 0.198152, "boundary_entropy": 0.401237, "bpb": 1.157485}, "zh": {"chunks": 1314.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.222486, "cps": 10.265625, "mean_p": 0.112359, "boundary_entropy": 0.170178, "bpb": 3.200917}, "my": {"chunks": 2291.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.12091, "cps": 17.898438, "mean_p": 0.235914, "boundary_entropy": 0.496543, "bpb": 1.150246}}, "bpb": {"en": 2.09286, "de": 2.29765, "vi": 1.96641, "tr": 2.27699, "fi": 2.45403, "ru": 1.45538, "el": 1.54557, "hi": 1.24035, "ta": 1.01777, "th": 1.15748, "zh": 3.20092, "my": 1.15025}, "gini_cpc": 0.057244, "gini_cps": 0.114773, "bpic": 10.180948, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0318265815882846, "vi": 1.037281290058237, "tr": 0.9919973602755933, "fi": 1.010244511593615, "ru": 0.9195017613301618, "el": 1.0147343166955256, "hi": 0.9869444305115649, "ta": 1.031215769829965, "th": 0.9281427550852727, "zh": 1.1991071643001636, "my": 0.651655084708697}, "t": 220.5}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09965, "de": 2.30882, "vi": 1.96794, "tr": 2.2865, "fi": 2.46448, "ru": 1.43385, "el": 1.53913, "hi": 1.23629, "ta": 1.02328, "th": 1.17459, "zh": 3.19841, "my": 1.15946}, "bytes_per_chunk": {"en": 5.618, "de": 5.354, "vi": 7.026, "tr": 5.996, "fi": 5.303, "ru": 10.028, "el": 9.129, "hi": 14.036, "ta": 15.542, "th": 17.215, "zh": 13.19, "my": 19.798}, "bpb_mean": 1.82437, "t": 221.8}
{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.32018, "bpb": 1.90462, "chunk_loss": 0.030223, "F": 0.13144, "G": 0.17331, "chunks": 134.59, "bytes_per_chunk": 7.608, "boundary_entropy": 0.20969, "router_noise": 0.0, "grad_norm": 0.7789, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.8749, "alpha": 0.03, "t": 221.8}
{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.46916, "bpb": 2.11955, "chunk_loss": 0.030122, "F": 0.13336, "G": 0.16429, "chunks": 136.56, "bytes_per_chunk": 7.498, "boundary_entropy": 0.17955, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.657, "alpha": 0.03, "t": 223.7}
{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.33246, "bpb": 1.92233, "chunk_loss": 0.030094, "F": 0.12418, "G": 0.16816, "chunks": 127.16, "bytes_per_chunk": 8.053, "boundary_entropy": 0.2047, "router_noise": 0.0, "grad_norm": 0.7617, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.4512, "alpha": 0.03, "t": 225.7}
{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.48616, "bpb": 2.14407, "chunk_loss": 0.030279, "F": 0.13696, "G": 0.16201, "chunks": 140.25, "bytes_per_chunk": 7.301, "boundary_entropy": 0.16404, "router_noise": 0.0, "grad_norm": 0.7148, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.3216, "alpha": 0.03, "t": 227.6}
{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3192.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183417, "cps": 24.9375, "mean_p": 0.194236, "boundary_entropy": 0.116776, "bpb": 2.079366}, "de": {"chunks": 3803.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185214, "cps": 29.710938, "mean_p": 0.197464, "boundary_entropy": 0.131975, "bpb": 2.281631}, "vi": {"chunks": 3465.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187958, "cps": 27.070312, "mean_p": 0.176252, "boundary_entropy": 0.215741, "bpb": 1.961672}, "tr": {"chunks": 3294.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181959, "cps": 25.734375, "mean_p": 0.186346, "boundary_entropy": 0.158816, "bpb": 2.263581}, "fi": {"chunks": 3404.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180958, "cps": 26.59375, "mean_p": 0.191022, "boundary_entropy": 0.144283, "bpb": 2.443063}, "ru": {"chunks": 3324.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.175409, "cps": 25.96875, "mean_p": 0.131929, "boundary_entropy": 0.222324, "bpb": 1.440158}, "el": {"chunks": 3532.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.1721, "cps": 27.59375, "mean_p": 0.160581, "boundary_entropy": 0.302081, "bpb": 1.536207}, "hi": {"chunks": 2883.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.171352, "cps": 22.523438, "mean_p": 0.12547, "boundary_entropy": 0.262409, "bpb": 1.229884}, "ta": {"chunks": 3014.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16122, "cps": 23.546875, "mean_p": 0.151478, "boundary_entropy": 0.317092, "bpb": 1.011731}, "th": {"chunks": 2498.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.1553, "cps": 19.515625, "mean_p": 0.208033, "boundary_entropy": 0.406998, "bpb": 1.147311}, "zh": {"chunks": 1172.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.198442, "cps": 9.15625, "mean_p": 0.098096, "boundary_entropy": 0.152015, "bpb": 3.190546}, "my": {"chunks": 3160.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.166772, "cps": 24.6875, "mean_p": 0.242902, "boundary_entropy": 0.500208, "bpb": 1.136328}}, "bpb": {"en": 2.07937, "de": 2.28163, "vi": 1.96167, "tr": 2.26358, "fi": 2.44306, "ru": 1.44016, "el": 1.53621, "hi": 1.22988, "ta": 1.01173, "th": 1.14731, "zh": 3.19055, "my": 1.13633}, "gini_cpc": 0.036938, "gini_cps": 0.10176, "bpic": 10.445579, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0097995103426027, "vi": 1.0247580403408847, "tr": 0.9920516434986267, "fi": 0.9865949894138888, "ru": 0.9563415795425239, "el": 0.9382986409159868, "hi": 0.9342235417667497, "ta": 0.8789800457281207, "th": 0.8467059395457871, "zh": 1.0819206414274765, "my": 0.9092534217113397}, "t": 230.5}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08693, "de": 2.29287, "vi": 1.96421, "tr": 2.27227, "fi": 2.45258, "ru": 1.41739, "el": 1.52846, "hi": 1.22468, "ta": 1.01806, "th": 1.16411, "zh": 3.18782, "my": 1.14465}, "bytes_per_chunk": {"en": 5.672, "de": 5.491, "vi": 7.202, "tr": 6.039, "fi": 5.509, "ru": 9.935, "el": 10.078, "hi": 14.716, "ta": 19.061, "th": 18.579, "zh": 14.192, "my": 15.67}, "bpb_mean": 1.81284, "t": 231.7}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 231.7}
{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.2983, "bpb": 1.87304, "chunk_loss": 0.0, "F": 0.12634, "G": 0.16722, "chunks": 129.38, "bytes_per_chunk": 7.915, "boundary_entropy": 0.20785, "router_noise": 0.0, "grad_norm": 0.7152, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 231.8}
{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.3102, "bpb": 1.89021, "chunk_loss": 0.0, "F": 0.12781, "G": 0.17042, "chunks": 130.88, "bytes_per_chunk": 7.824, "boundary_entropy": 0.20834, "router_noise": 0.0, "grad_norm": 0.7368, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 233.7}
{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.35383, "bpb": 1.95317, "chunk_loss": 0.0, "F": 0.14804, "G": 0.17624, "chunks": 151.59, "bytes_per_chunk": 6.755, "boundary_entropy": 0.1722, "router_noise": 0.0, "grad_norm": 0.7702, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 235.6}
{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.48212, "bpb": 2.13825, "chunk_loss": 0.0, "F": 0.13806, "G": 0.17125, "chunks": 141.38, "bytes_per_chunk": 7.243, "boundary_entropy": 0.19004, "router_noise": 0.0, "grad_norm": 0.7807, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 237.5}
{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3214.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184681, "cps": 25.109375, "mean_p": 0.197479, "boundary_entropy": 0.120633, "bpb": 2.065983}, "de": {"chunks": 3870.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188477, "cps": 30.234375, "mean_p": 0.20285, "boundary_entropy": 0.138772, "bpb": 2.2716}, "vi": {"chunks": 3513.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190561, "cps": 27.445312, "mean_p": 0.180442, "boundary_entropy": 0.225277, "bpb": 1.946976}, "tr": {"chunks": 3348.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184942, "cps": 26.15625, "mean_p": 0.191929, "boundary_entropy": 0.162961, "bpb": 2.247907}, "fi": {"chunks": 3400.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180745, "cps": 26.5625, "mean_p": 0.191884, "boundary_entropy": 0.143742, "bpb": 2.421571}, "ru": {"chunks": 3729.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.196781, "cps": 29.132812, "mean_p": 0.144152, "boundary_entropy": 0.228532, "bpb": 1.423471}, "el": {"chunks": 3390.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.165181, "cps": 26.484375, "mean_p": 0.158061, "boundary_entropy": 0.300152, "bpb": 1.526006}, "hi": {"chunks": 2934.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174383, "cps": 22.921875, "mean_p": 0.131503, "boundary_entropy": 0.27721, "bpb": 1.216056}, "ta": {"chunks": 3421.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.18299, "cps": 26.726562, "mean_p": 0.163843, "boundary_entropy": 0.335643, "bpb": 1.005452}, "th": {"chunks": 2842.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.176686, "cps": 22.203125, "mean_p": 0.210454, "boundary_entropy": 0.411048, "bpb": 1.142142}, "zh": {"chunks": 1283.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.217237, "cps": 10.023438, "mean_p": 0.108639, "boundary_entropy": 0.163342, "bpb": 3.1772}, "my": {"chunks": 2608.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13764, "cps": 20.375, "mean_p": 0.24632, "boundary_entropy": 0.506954, "bpb": 1.134382}}, "bpb": {"en": 2.06598, "de": 2.2716, "vi": 1.94698, "tr": 2.24791, "fi": 2.42157, "ru": 1.42347, "el": 1.52601, "hi": 1.21606, "ta": 1.00545, "th": 1.14214, "zh": 3.1772, "my": 1.13438}, "gini_cpc": 0.051463, "gini_cps": 0.102698, "bpic": 10.219988, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0205559184388202, "vi": 1.0318421288473993, "tr": 1.001412817157274, "fi": 0.9786902941807044, "ru": 1.0655195360666478, "el": 0.8944109362206915, "hi": 0.944241935588265, "ta": 0.9908452972111681, "th": 0.9567120766138354, "zh": 1.1762820276427777, "my": 0.7452851343453455}, "t": 240.3}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07521, "de": 2.28229, "vi": 1.94898, "tr": 2.2571, "fi": 2.43209, "ru": 1.40169, "el": 1.51854, "hi": 1.21044, "ta": 1.01138, "th": 1.15978, "zh": 3.17461, "my": 1.14231}, "bytes_per_chunk": {"en": 5.658, "de": 5.41, "vi": 7.13, "tr": 5.929, "fi": 5.513, "ru": 8.86, "el": 10.286, "hi": 14.207, "ta": 16.626, "th": 16.708, "zh": 13.365, "my": 19.022}, "bpb_mean": 1.8012, "t": 241.6}
{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.44925, "bpb": 2.09083, "chunk_loss": 0.0, "F": 0.15237, "G": 0.17701, "chunks": 156.03, "bytes_per_chunk": 6.563, "boundary_entropy": 0.16068, "router_noise": 0.0, "grad_norm": 0.8103, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.082, "alpha": 0.0, "t": 241.6}
{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.38343, "bpb": 1.99587, "chunk_loss": 0.0, "F": 0.13779, "G": 0.17204, "chunks": 141.09, "bytes_per_chunk": 7.258, "boundary_entropy": 0.18999, "router_noise": 0.0, "grad_norm": 0.77, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 243.5}
{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.31415, "bpb": 1.89591, "chunk_loss": 0.0, "F": 0.1524, "G": 0.18446, "chunks": 156.06, "bytes_per_chunk": 6.561, "boundary_entropy": 0.18071, "router_noise": 0.0, "grad_norm": 0.7748, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 245.4}
{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.36383, "bpb": 1.96759, "chunk_loss": 0.0, "F": 0.13724, "G": 0.17189, "chunks": 140.53, "bytes_per_chunk": 7.287, "boundary_entropy": 0.19302, "router_noise": 0.0, "grad_norm": 0.762, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 247.3}
{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3245.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186462, "cps": 25.351562, "mean_p": 0.19916, "boundary_entropy": 0.121016, "bpb": 2.058485}, "de": {"chunks": 3924.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191107, "cps": 30.65625, "mean_p": 0.206094, "boundary_entropy": 0.138215, "bpb": 2.252803}, "vi": {"chunks": 3481.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.188826, "cps": 27.195312, "mean_p": 0.18109, "boundary_entropy": 0.22888, "bpb": 1.94168}, "tr": {"chunks": 3469.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191626, "cps": 27.101562, "mean_p": 0.198279, "boundary_entropy": 0.164871, "bpb": 2.234915}, "fi": {"chunks": 3440.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182872, "cps": 26.875, "mean_p": 0.194477, "boundary_entropy": 0.145518, "bpb": 2.409452}, "ru": {"chunks": 4065.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.214512, "cps": 31.757812, "mean_p": 0.152605, "boundary_entropy": 0.232129, "bpb": 1.410882}, "el": {"chunks": 3570.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.173951, "cps": 27.890625, "mean_p": 0.162019, "boundary_entropy": 0.301903, "bpb": 1.508184}, "hi": {"chunks": 3326.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.197682, "cps": 25.984375, "mean_p": 0.140236, "boundary_entropy": 0.285935, "bpb": 1.208986}, "ta": {"chunks": 3758.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.201016, "cps": 29.359375, "mean_p": 0.167584, "boundary_entropy": 0.337665, "bpb": 0.997296}, "th": {"chunks": 2785.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.173143, "cps": 21.757812, "mean_p": 0.202546, "boundary_entropy": 0.402464, "bpb": 1.132142}, "zh": {"chunks": 1253.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.212157, "cps": 9.789062, "mean_p": 0.105946, "boundary_entropy": 0.164391, "bpb": 3.163509}, "my": {"chunks": 2945.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.155425, "cps": 23.007812, "mean_p": 0.242001, "boundary_entropy": 0.497519, "bpb": 1.126036}}, "bpb": {"en": 2.05848, "de": 2.2528, "vi": 1.94168, "tr": 2.23491, "fi": 2.40945, "ru": 1.41088, "el": 1.50818, "hi": 1.20899, "ta": 0.9973, "th": 1.13214, "zh": 3.16351, "my": 1.12604}, "gini_cpc": 0.047102, "gini_cps": 0.10399, "bpic": 9.77512, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.024910660932377, "vi": 1.0126754937495377, "tr": 1.0276924535658691, "fi": 0.9807447188352159, "ru": 1.1504314736290049, "el": 0.9329036451793309, "hi": 1.060172637295462, "ta": 1.0780545213056398, "th": 0.9285676584286195, "zh": 1.137802928989714, "my": 0.8335493978654743}, "t": 250.2}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06711, "de": 2.26392, "vi": 1.94379, "tr": 2.2421, "fi": 2.41891, "ru": 1.39029, "el": 1.49973, "hi": 1.20441, "ta": 1.00266, "th": 1.14991, "zh": 3.15954, "my": 1.13458}, "bytes_per_chunk": {"en": 5.593, "de": 5.356, "vi": 7.215, "tr": 5.728, "fi": 5.461, "ru": 8.132, "el": 9.955, "hi": 12.554, "ta": 14.548, "th": 16.383, "zh": 13.68, "my": 16.961}, "bpb_mean": 1.78975, "t": 251.4}
{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.41214, "bpb": 2.03729, "chunk_loss": 0.0, "F": 0.13199, "G": 0.16391, "chunks": 135.16, "bytes_per_chunk": 7.576, "boundary_entropy": 0.18997, "router_noise": 0.0, "grad_norm": 0.7434, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 251.5}
{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.51589, "bpb": 2.18697, "chunk_loss": 0.0, "F": 0.12775, "G": 0.16131, "chunks": 130.81, "bytes_per_chunk": 7.828, "boundary_entropy": 0.18592, "router_noise": 0.0, "grad_norm": 0.8091, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 253.4}
{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.46135, "bpb": 2.10828, "chunk_loss": 0.0, "F": 0.12656, "G": 0.16405, "chunks": 129.59, "bytes_per_chunk": 7.902, "boundary_entropy": 0.19992, "router_noise": 0.0, "grad_norm": 0.8085, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 255.3}
{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.46651, "bpb": 2.11573, "chunk_loss": 0.0, "F": 0.14569, "G": 0.18128, "chunks": 149.19, "bytes_per_chunk": 6.864, "boundary_entropy": 0.18086, "router_noise": 0.0, "grad_norm": 0.7661, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 257.2}
{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3250.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186749, "cps": 25.390625, "mean_p": 0.200358, "boundary_entropy": 0.12404, "bpb": 2.048583}, "de": {"chunks": 3923.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191058, "cps": 30.648438, "mean_p": 0.206675, "boundary_entropy": 0.142419, "bpb": 2.246696}, "vi": {"chunks": 3464.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187903, "cps": 27.0625, "mean_p": 0.181517, "boundary_entropy": 0.227754, "bpb": 1.939451}, "tr": {"chunks": 3432.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189582, "cps": 26.8125, "mean_p": 0.19581, "boundary_entropy": 0.165286, "bpb": 2.222706}, "fi": {"chunks": 3459.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183882, "cps": 27.023438, "mean_p": 0.196454, "boundary_entropy": 0.149437, "bpb": 2.386998}, "ru": {"chunks": 4187.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.22095, "cps": 32.710938, "mean_p": 0.159134, "boundary_entropy": 0.240753, "bpb": 1.404613}, "el": {"chunks": 3837.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.186961, "cps": 29.976562, "mean_p": 0.171536, "boundary_entropy": 0.313479, "bpb": 1.501062}, "hi": {"chunks": 3332.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.198039, "cps": 26.03125, "mean_p": 0.138571, "boundary_entropy": 0.28082, "bpb": 1.196837}, "ta": {"chunks": 3679.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.196791, "cps": 28.742188, "mean_p": 0.167432, "boundary_entropy": 0.337335, "bpb": 0.990492}, "th": {"chunks": 2974.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184893, "cps": 23.234375, "mean_p": 0.210631, "boundary_entropy": 0.41355, "bpb": 1.12664}, "zh": {"chunks": 1299.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.219946, "cps": 10.148438, "mean_p": 0.112807, "boundary_entropy": 0.169631, "bpb": 3.152234}, "my": {"chunks": 3334.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.175955, "cps": 26.046875, "mean_p": 0.262909, "boundary_entropy": 0.520684, "bpb": 1.12667}}, "bpb": {"en": 2.04858, "de": 2.2467, "vi": 1.93945, "tr": 2.22271, "fi": 2.387, "ru": 1.40461, "el": 1.50106, "hi": 1.19684, "ta": 0.99049, "th": 1.12664, "zh": 3.15223, "my": 1.12667}, "gini_cpc": 0.035006, "gini_cps": 0.09661, "bpic": 9.553921, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0230730868508104, "vi": 1.0061795831507792, "tr": 1.0151669888968677, "fi": 0.9846444510781335, "ru": 1.183135555104526, "el": 1.001132852821787, "hi": 1.060451178420391, "ta": 1.0537681733083712, "th": 0.9900580473924583, "zh": 1.1777590976581833, "my": 0.9421997369318458}, "t": 260.0}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05735, "de": 2.25714, "vi": 1.9399, "tr": 2.23142, "fi": 2.3971, "ru": 1.38252, "el": 1.49304, "hi": 1.1926, "ta": 0.99691, "th": 1.14383, "zh": 3.14821, "my": 1.13467}, "bytes_per_chunk": {"en": 5.581, "de": 5.346, "vi": 7.261, "tr": 5.784, "fi": 5.397, "ru": 7.831, "el": 9.052, "hi": 12.45, "ta": 14.933, "th": 15.695, "zh": 13.184, "my": 14.897}, "bpb_mean": 1.78123, "t": 261.3}
{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.35342, "bpb": 1.95258, "chunk_loss": 0.0, "F": 0.14624, "G": 0.17645, "chunks": 149.75, "bytes_per_chunk": 6.838, "boundary_entropy": 0.1884, "router_noise": 0.0, "grad_norm": 0.7516, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 261.3}
{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.28972, "bpb": 1.86068, "chunk_loss": 0.0, "F": 0.14661, "G": 0.18604, "chunks": 150.12, "bytes_per_chunk": 6.821, "boundary_entropy": 0.19099, "router_noise": 0.0, "grad_norm": 0.7339, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 263.3}
{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.38506, "bpb": 1.99822, "chunk_loss": 0.0, "F": 0.14304, "G": 0.18789, "chunks": 146.47, "bytes_per_chunk": 6.991, "boundary_entropy": 0.20788, "router_noise": 0.0, "grad_norm": 0.8086, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 265.2}
{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.25977, "bpb": 1.81746, "chunk_loss": 0.0, "F": 0.13794, "G": 0.17044, "chunks": 141.25, "bytes_per_chunk": 7.25, "boundary_entropy": 0.19573, "router_noise": 0.0, "grad_norm": 0.7506, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 267.1}
{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3232.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185715, "cps": 25.25, "mean_p": 0.198738, "boundary_entropy": 0.123162, "bpb": 2.044529}, "de": {"chunks": 3909.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190376, "cps": 30.539062, "mean_p": 0.204987, "boundary_entropy": 0.140531, "bpb": 2.240301}, "vi": {"chunks": 3518.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190833, "cps": 27.484375, "mean_p": 0.185118, "boundary_entropy": 0.232327, "bpb": 1.929161}, "tr": {"chunks": 3448.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190466, "cps": 26.9375, "mean_p": 0.196033, "boundary_entropy": 0.165528, "bpb": 2.215259}, "fi": {"chunks": 3430.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18234, "cps": 26.796875, "mean_p": 0.196991, "boundary_entropy": 0.14989, "bpb": 2.377326}, "ru": {"chunks": 4243.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.223905, "cps": 33.148438, "mean_p": 0.160172, "boundary_entropy": 0.244102, "bpb": 1.398287}, "el": {"chunks": 3965.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.193198, "cps": 30.976562, "mean_p": 0.174063, "boundary_entropy": 0.315588, "bpb": 1.494875}, "hi": {"chunks": 3599.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.213908, "cps": 28.117188, "mean_p": 0.142721, "boundary_entropy": 0.281835, "bpb": 1.193829}, "ta": {"chunks": 4125.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.220647, "cps": 32.226562, "mean_p": 0.172783, "boundary_entropy": 0.341189, "bpb": 0.988123}, "th": {"chunks": 3353.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.208455, "cps": 26.195312, "mean_p": 0.213361, "boundary_entropy": 0.412113, "bpb": 1.124169}, "zh": {"chunks": 1290.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.218422, "cps": 10.078125, "mean_p": 0.110788, "boundary_entropy": 0.167199, "bpb": 3.143728}, "my": {"chunks": 2721.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.143604, "cps": 21.257812, "mean_p": 0.249058, "boundary_entropy": 0.509514, "bpb": 1.12088}}, "bpb": {"en": 2.04453, "de": 2.2403, "vi": 1.92916, "tr": 2.21526, "fi": 2.37733, "ru": 1.39829, "el": 1.49487, "hi": 1.19383, "ta": 0.98812, "th": 1.12417, "zh": 3.14373, "my": 1.12088}, "gini_cpc": 0.057547, "gini_cps": 0.109403, "bpic": 9.398795, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0250995228400746, "vi": 1.0275559095779392, "tr": 1.025579836611513, "fi": 0.9818270763735776, "ru": 1.2056370496878184, "el": 1.040291654786733, "hi": 1.1518065445103203, "ta": 1.188095227849878, "th": 1.1224454822308467, "zh": 1.1761129603055125, "my": 0.7732464482000766}, "t": 269.9}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.05302, "de": 2.25107, "vi": 1.93056, "tr": 2.22308, "fi": 2.38758, "ru": 1.3774, "el": 1.48696, "hi": 1.18855, "ta": 0.99385, "th": 1.14093, "zh": 3.13954, "my": 1.12925}, "bytes_per_chunk": {"en": 5.615, "de": 5.366, "vi": 7.143, "tr": 5.739, "fi": 5.438, "ru": 7.726, "el": 8.929, "hi": 11.457, "ta": 13.12, "th": 13.965, "zh": 13.143, "my": 17.66}, "bpb_mean": 1.77515, "t": 271.2}
{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.37156, "bpb": 1.97874, "chunk_loss": 0.0, "F": 0.12051, "G": 0.16506, "chunks": 123.41, "bytes_per_chunk": 8.298, "boundary_entropy": 0.21556, "router_noise": 0.0, "grad_norm": 0.7575, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 271.2}
{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.39139, "bpb": 2.00735, "chunk_loss": 0.0, "F": 0.134, "G": 0.16959, "chunks": 137.22, "bytes_per_chunk": 7.463, "boundary_entropy": 0.20049, "router_noise": 0.0, "grad_norm": 0.9384, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 273.1}
{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.47938, "bpb": 2.13429, "chunk_loss": 0.0, "F": 0.13785, "G": 0.1683, "chunks": 141.16, "bytes_per_chunk": 7.254, "boundary_entropy": 0.18105, "router_noise": 0.0, "grad_norm": 0.7602, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 275.0}
{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.34351, "bpb": 1.93828, "chunk_loss": 0.0, "F": 0.14066, "G": 0.17102, "chunks": 144.03, "bytes_per_chunk": 7.11, "boundary_entropy": 0.1817, "router_noise": 0.0, "grad_norm": 0.7535, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 276.9}
{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3227.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185428, "cps": 25.210938, "mean_p": 0.1983, "boundary_entropy": 0.122107, "bpb": 2.03638}, "de": {"chunks": 3895.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189695, "cps": 30.429688, "mean_p": 0.204791, "boundary_entropy": 0.140343, "bpb": 2.229539}, "vi": {"chunks": 3468.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18812, "cps": 27.09375, "mean_p": 0.179111, "boundary_entropy": 0.223763, "bpb": 1.926977}, "tr": {"chunks": 3348.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184942, "cps": 26.15625, "mean_p": 0.189693, "boundary_entropy": 0.160799, "bpb": 2.2034}, "fi": {"chunks": 3395.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18048, "cps": 26.523438, "mean_p": 0.194011, "boundary_entropy": 0.149093, "bpb": 2.364861}, "ru": {"chunks": 4054.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.213931, "cps": 31.671875, "mean_p": 0.155699, "boundary_entropy": 0.237361, "bpb": 1.39108}, "el": {"chunks": 3690.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.179798, "cps": 28.828125, "mean_p": 0.165223, "boundary_entropy": 0.305187, "bpb": 1.486123}, "hi": {"chunks": 3420.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.203269, "cps": 26.71875, "mean_p": 0.139476, "boundary_entropy": 0.28215, "bpb": 1.190551}, "ta": {"chunks": 3552.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.189997, "cps": 27.75, "mean_p": 0.162287, "boundary_entropy": 0.333776, "bpb": 0.984175}, "th": {"chunks": 2939.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.182717, "cps": 22.960938, "mean_p": 0.206186, "boundary_entropy": 0.406105, "bpb": 1.115715}, "zh": {"chunks": 1306.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.221131, "cps": 10.203125, "mean_p": 0.113573, "boundary_entropy": 0.169795, "bpb": 3.138337}, "my": {"chunks": 2671.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140965, "cps": 20.867188, "mean_p": 0.245261, "boundary_entropy": 0.503095, "bpb": 1.116182}}, "bpb": {"en": 2.03638, "de": 2.22954, "vi": 1.92698, "tr": 2.2034, "fi": 2.36486, "ru": 1.39108, "el": 1.48612, "hi": 1.19055, "ta": 0.98418, "th": 1.11571, "zh": 3.13834, "my": 1.11618}, "gini_cpc": 0.051682, "gini_cps": 0.103749, "bpic": 9.849378, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0230107788574858, "vi": 1.0145211414168944, "tr": 0.9973786161584998, "fi": 0.9733141786818553, "ru": 1.1537180435850871, "el": 0.9696403413911826, "hi": 1.0962161296011412, "ta": 1.024643153228812, "th": 0.9853798465099464, "zh": 1.192545310893283, "my": 0.760213656032765}, "t": 279.7}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04481, "de": 2.23922, "vi": 1.92659, "tr": 2.21172, "fi": 2.37443, "ru": 1.37085, "el": 1.478, "hi": 1.18533, "ta": 0.99088, "th": 1.13266, "zh": 3.13375, "my": 1.12441}, "bytes_per_chunk": {"en": 5.632, "de": 5.378, "vi": 7.217, "tr": 5.904, "fi": 5.496, "ru": 8.079, "el": 9.607, "hi": 11.97, "ta": 15.344, "th": 15.915, "zh": 13.188, "my": 18.324}, "bpb_mean": 1.76772, "t": 281.0}
{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.25226, "bpb": 1.80663, "chunk_loss": 0.0, "F": 0.13058, "G": 0.18021, "chunks": 133.72, "bytes_per_chunk": 7.658, "boundary_entropy": 0.22287, "router_noise": 0.0, "grad_norm": 0.7661, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 281.1}
{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.30077, "bpb": 1.87662, "chunk_loss": 0.0, "F": 0.13751, "G": 0.17782, "chunks": 140.81, "bytes_per_chunk": 7.272, "boundary_entropy": 0.20933, "router_noise": 0.0, "grad_norm": 0.7322, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 283.0}
{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.236, "bpb": 1.78317, "chunk_loss": 0.0, "F": 0.13318, "G": 0.18324, "chunks": 136.38, "bytes_per_chunk": 7.509, "boundary_entropy": 0.22735, "router_noise": 0.0, "grad_norm": 0.7497, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 284.9}
{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.45613, "bpb": 2.10075, "chunk_loss": 0.0, "F": 0.12411, "G": 0.16593, "chunks": 127.09, "bytes_per_chunk": 8.057, "boundary_entropy": 0.20996, "router_noise": 0.0, "grad_norm": 0.79, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 286.8}
{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3246.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18652, "cps": 25.359375, "mean_p": 0.2006, "boundary_entropy": 0.123327, "bpb": 2.032556}, "de": {"chunks": 3928.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191302, "cps": 30.6875, "mean_p": 0.207634, "boundary_entropy": 0.140944, "bpb": 2.222239}, "vi": {"chunks": 3502.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.189965, "cps": 27.359375, "mean_p": 0.181269, "boundary_entropy": 0.227915, "bpb": 1.920578}, "tr": {"chunks": 3391.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187317, "cps": 26.492188, "mean_p": 0.193438, "boundary_entropy": 0.162308, "bpb": 2.19632}, "fi": {"chunks": 3464.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184148, "cps": 27.0625, "mean_p": 0.197389, "boundary_entropy": 0.150155, "bpb": 2.354027}, "ru": {"chunks": 4195.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.221372, "cps": 32.773438, "mean_p": 0.156888, "boundary_entropy": 0.238187, "bpb": 1.382839}, "el": {"chunks": 3869.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.18852, "cps": 30.226562, "mean_p": 0.171459, "boundary_entropy": 0.314318, "bpb": 1.477114}, "hi": {"chunks": 3542.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.21052, "cps": 27.671875, "mean_p": 0.141454, "boundary_entropy": 0.282413, "bpb": 1.18211}, "ta": {"chunks": 4108.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.219738, "cps": 32.09375, "mean_p": 0.172942, "boundary_entropy": 0.340057, "bpb": 0.972999}, "th": {"chunks": 3562.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.221449, "cps": 27.828125, "mean_p": 0.216547, "boundary_entropy": 0.414096, "bpb": 1.109205}, "zh": {"chunks": 1292.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.218761, "cps": 10.09375, "mean_p": 0.110939, "boundary_entropy": 0.169583, "bpb": 3.127041}, "my": {"chunks": 3296.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.17395, "cps": 25.75, "mean_p": 0.25468, "boundary_entropy": 0.512424, "bpb": 1.114158}}, "bpb": {"en": 2.03256, "de": 2.22224, "vi": 1.92058, "tr": 2.19632, "fi": 2.35403, "ru": 1.38284, "el": 1.47711, "hi": 1.18211, "ta": 0.973, "th": 1.10921, "zh": 3.12704, "my": 1.11416}, "gini_cpc": 0.045768, "gini_cps": 0.094293, "bpic": 9.271192, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0256393544569569, "vi": 1.0184708525282666, "tr": 1.0042754425462106, "fi": 0.987282876430798, "ru": 1.1868568906403172, "el": 1.0107261200926636, "hi": 1.1286754757713002, "ta": 1.1780956980896273, "th": 1.1872671580104999, "zh": 1.1728559508704768, "my": 0.9326086337274073}, "t": 289.6}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.04085, "de": 2.23347, "vi": 1.92104, "tr": 2.20511, "fi": 2.36382, "ru": 1.36191, "el": 1.46922, "hi": 1.17644, "ta": 0.98049, "th": 1.12633, "zh": 3.12263, "my": 1.12315}, "bytes_per_chunk": {"en": 5.602, "de": 5.335, "vi": 7.197, "tr": 5.862, "fi": 5.4, "ru": 7.806, "el": 9.184, "hi": 11.612, "ta": 13.008, "th": 13.571, "zh": 13.148, "my": 15.667}, "bpb_mean": 1.76037, "t": 290.8}
{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.3534, "bpb": 1.95255, "chunk_loss": 0.0, "F": 0.1524, "G": 0.19207, "chunks": 156.06, "bytes_per_chunk": 6.561, "boundary_entropy": 0.20809, "router_noise": 0.0, "grad_norm": 0.825, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.082, "alpha": 0.0, "t": 290.9}
{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.21523, "bpb": 1.75321, "chunk_loss": 0.0, "F": 0.14044, "G": 0.17925, "chunks": 143.81, "bytes_per_chunk": 7.12, "boundary_entropy": 0.22128, "router_noise": 0.0, "grad_norm": 0.7475, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 292.8}
{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.31614, "bpb": 1.89879, "chunk_loss": 0.0, "F": 0.14828, "G": 0.18919, "chunks": 151.84, "bytes_per_chunk": 6.744, "boundary_entropy": 0.20874, "router_noise": 0.0, "grad_norm": 0.7945, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 294.7}
{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.39096, "bpb": 2.00674, "chunk_loss": 0.0, "F": 0.14755, "G": 0.18462, "chunks": 151.09, "bytes_per_chunk": 6.777, "boundary_entropy": 0.19088, "router_noise": 0.0, "grad_norm": 0.8208, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 296.6}
{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3253.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186922, "cps": 25.414062, "mean_p": 0.200665, "boundary_entropy": 0.121641, "bpb": 2.028207}, "de": {"chunks": 3926.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191204, "cps": 30.671875, "mean_p": 0.206711, "boundary_entropy": 0.138646, "bpb": 2.216651}, "vi": {"chunks": 3499.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.189802, "cps": 27.335938, "mean_p": 0.18185, "boundary_entropy": 0.228356, "bpb": 1.916875}, "tr": {"chunks": 3416.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188698, "cps": 26.6875, "mean_p": 0.193847, "boundary_entropy": 0.161696, "bpb": 2.18913}, "fi": {"chunks": 3459.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183882, "cps": 27.023438, "mean_p": 0.197462, "boundary_entropy": 0.148965, "bpb": 2.3502}, "ru": {"chunks": 4301.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.226966, "cps": 33.601562, "mean_p": 0.158026, "boundary_entropy": 0.232772, "bpb": 1.37658}, "el": {"chunks": 3544.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.172684, "cps": 27.6875, "mean_p": 0.160016, "boundary_entropy": 0.298746, "bpb": 1.472515}, "hi": {"chunks": 3526.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.209569, "cps": 27.546875, "mean_p": 0.139763, "boundary_entropy": 0.281485, "bpb": 1.178728}, "ta": {"chunks": 3632.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.194277, "cps": 28.375, "mean_p": 0.164609, "boundary_entropy": 0.337882, "bpb": 0.977443}, "th": {"chunks": 3151.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.195897, "cps": 24.617188, "mean_p": 0.207492, "boundary_entropy": 0.405971, "bpb": 1.107208}, "zh": {"chunks": 1317.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.222994, "cps": 10.289062, "mean_p": 0.113997, "boundary_entropy": 0.171068, "bpb": 3.123192}, "my": {"chunks": 3319.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.175164, "cps": 25.929688, "mean_p": 0.2558, "boundary_entropy": 0.511862, "bpb": 1.11067}}, "bpb": {"en": 2.02821, "de": 2.21665, "vi": 1.91688, "tr": 2.18913, "fi": 2.3502, "ru": 1.37658, "el": 1.47252, "hi": 1.17873, "ta": 0.97744, "th": 1.10721, "zh": 3.12319, "my": 1.11067}, "gini_cpc": 0.045279, "gini_cps": 0.090778, "bpic": 9.512951, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0229112264514058, "vi": 1.0154086470096952, "tr": 1.0095024272675166, "fi": 0.9837363867211601, "ru": 1.2142281166076048, "el": 0.9238318374147161, "hi": 1.1211592179855467, "ta": 1.0393466659902966, "th": 1.0480147494945244, "zh": 1.1929778748086244, "my": 0.9370956745339762}, "t": 299.4}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03619, "de": 2.2266, "vi": 1.91736, "tr": 2.19744, "fi": 2.35989, "ru": 1.35606, "el": 1.46543, "hi": 1.17372, "ta": 0.98438, "th": 1.12475, "zh": 3.11801, "my": 1.1192}, "bytes_per_chunk": {"en": 5.605, "de": 5.338, "vi": 7.195, "tr": 5.826, "fi": 5.417, "ru": 7.623, "el": 10.028, "hi": 11.553, "ta": 14.35, "th": 15.004, "zh": 12.854, "my": 15.285}, "bpb_mean": 1.75658, "t": 300.7}
{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.33925, "bpb": 1.93213, "chunk_loss": 0.0, "F": 0.13388, "G": 0.17506, "chunks": 137.09, "bytes_per_chunk": 7.469, "boundary_entropy": 0.20194, "router_noise": 0.0, "grad_norm": 0.7634, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.082, "alpha": 0.0, "t": 300.7}
{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.32392, "bpb": 1.91001, "chunk_loss": 0.0, "F": 0.12949, "G": 0.1669, "chunks": 132.59, "bytes_per_chunk": 7.723, "boundary_entropy": 0.19846, "router_noise": 0.0, "grad_norm": 0.8179, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 302.6}
{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.29482, "bpb": 1.86803, "chunk_loss": 0.0, "F": 0.15445, "G": 0.18743, "chunks": 158.16, "bytes_per_chunk": 6.475, "boundary_entropy": 0.19016, "router_noise": 0.0, "grad_norm": 0.7808, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 304.5}
{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.20563, "bpb": 1.73936, "chunk_loss": 0.0, "F": 0.14023, "G": 0.18453, "chunks": 143.59, "bytes_per_chunk": 7.131, "boundary_entropy": 0.21342, "router_noise": 0.0, "grad_norm": 0.7541, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 306.4}
{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3256.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187094, "cps": 25.4375, "mean_p": 0.201711, "boundary_entropy": 0.124067, "bpb": 2.024555}, "de": {"chunks": 3979.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193786, "cps": 31.085938, "mean_p": 0.20996, "boundary_entropy": 0.142664, "bpb": 2.211121}, "vi": {"chunks": 3501.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18991, "cps": 27.351562, "mean_p": 0.182552, "boundary_entropy": 0.229289, "bpb": 1.91278}, "tr": {"chunks": 3414.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188588, "cps": 26.671875, "mean_p": 0.194801, "boundary_entropy": 0.162966, "bpb": 2.18315}, "fi": {"chunks": 3519.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187071, "cps": 27.492188, "mean_p": 0.200565, "boundary_entropy": 0.15403, "bpb": 2.339655}, "ru": {"chunks": 4447.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.23467, "cps": 34.742188, "mean_p": 0.162329, "boundary_entropy": 0.237131, "bpb": 1.374628}, "el": {"chunks": 3780.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.184184, "cps": 29.53125, "mean_p": 0.170067, "boundary_entropy": 0.309933, "bpb": 1.466454}, "hi": {"chunks": 3571.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.212244, "cps": 27.898438, "mean_p": 0.142839, "boundary_entropy": 0.287555, "bpb": 1.173254}, "ta": {"chunks": 4058.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.217063, "cps": 31.703125, "mean_p": 0.17319, "boundary_entropy": 0.346102, "bpb": 0.973093}, "th": {"chunks": 3276.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.203668, "cps": 25.59375, "mean_p": 0.214013, "boundary_entropy": 0.414075, "bpb": 1.103776}, "zh": {"chunks": 1298.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.219776, "cps": 10.140625, "mean_p": 0.113727, "boundary_entropy": 0.174134, "bpb": 3.114972}, "my": {"chunks": 3509.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.185191, "cps": 27.414062, "mean_p": 0.262268, "boundary_entropy": 0.518506, "bpb": 1.107623}}, "bpb": {"en": 2.02456, "de": 2.21112, "vi": 1.91278, "tr": 2.18315, "fi": 2.33965, "ru": 1.37463, "el": 1.46645, "hi": 1.17325, "ta": 0.97309, "th": 1.10378, "zh": 3.11497, "my": 1.10762}, "gini_cpc": 0.043394, "gini_cps": 0.097794, "bpic": 9.223731, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0357650583689155, "vi": 1.0150529385069662, "tr": 1.0079817970360974, "fi": 0.9998782176563793, "ru": 1.2542890737943508, "el": 0.9844432344797788, "hi": 1.1344216369550693, "ta": 1.1601824647959977, "th": 1.088585516592977, "zh": 1.1746837846990235, "my": 0.9898279573113329}, "t": 309.2}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.03245, "de": 2.2226, "vi": 1.91367, "tr": 2.19231, "fi": 2.35051, "ru": 1.35331, "el": 1.45902, "hi": 1.16835, "ta": 0.98082, "th": 1.12042, "zh": 3.10999, "my": 1.1156}, "bytes_per_chunk": {"en": 5.578, "de": 5.296, "vi": 7.12, "tr": 5.798, "fi": 5.334, "ru": 7.366, "el": 9.298, "hi": 11.459, "ta": 12.826, "th": 14.186, "zh": 13.048, "my": 14.255}, "bpb_mean": 1.75159, "t": 310.5}
{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.28977, "bpb": 1.86075, "chunk_loss": 0.0, "F": 0.13733, "G": 0.18016, "chunks": 140.62, "bytes_per_chunk": 7.282, "boundary_entropy": 0.20715, "router_noise": 0.0, "grad_norm": 0.8163, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 310.6}
{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.28266, "bpb": 1.85049, "chunk_loss": 0.0, "F": 0.14059, "G": 0.18471, "chunks": 143.97, "bytes_per_chunk": 7.113, "boundary_entropy": 0.22072, "router_noise": 0.0, "grad_norm": 0.7664, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 312.5}
{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.35869, "bpb": 1.96018, "chunk_loss": 0.0, "F": 0.1348, "G": 0.17816, "chunks": 138.03, "bytes_per_chunk": 7.419, "boundary_entropy": 0.21873, "router_noise": 0.0, "grad_norm": 0.8407, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 314.4}
{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.40166, "bpb": 2.02216, "chunk_loss": 0.0, "F": 0.14191, "G": 0.17501, "chunks": 145.31, "bytes_per_chunk": 7.047, "boundary_entropy": 0.19579, "router_noise": 0.0, "grad_norm": 0.8056, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 316.3}
{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3245.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186462, "cps": 25.351562, "mean_p": 0.201269, "boundary_entropy": 0.124779, "bpb": 2.019917}, "de": {"chunks": 3905.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190182, "cps": 30.507812, "mean_p": 0.207257, "boundary_entropy": 0.143453, "bpb": 2.211357}, "vi": {"chunks": 3457.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187524, "cps": 27.007812, "mean_p": 0.183348, "boundary_entropy": 0.23088, "bpb": 1.910766}, "tr": {"chunks": 3425.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189195, "cps": 26.757812, "mean_p": 0.196326, "boundary_entropy": 0.165379, "bpb": 2.179001}, "fi": {"chunks": 3465.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184201, "cps": 27.070312, "mean_p": 0.198913, "boundary_entropy": 0.152602, "bpb": 2.339161}, "ru": {"chunks": 4448.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.234723, "cps": 34.75, "mean_p": 0.16304, "boundary_entropy": 0.238814, "bpb": 1.372065}, "el": {"chunks": 3725.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.181504, "cps": 29.101562, "mean_p": 0.169873, "boundary_entropy": 0.313753, "bpb": 1.461946}, "hi": {"chunks": 3664.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.217771, "cps": 28.625, "mean_p": 0.146046, "boundary_entropy": 0.289886, "bpb": 1.170694}, "ta": {"chunks": 4018.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.214924, "cps": 31.390625, "mean_p": 0.170945, "boundary_entropy": 0.339143, "bpb": 0.96734}, "th": {"chunks": 3363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209077, "cps": 26.273438, "mean_p": 0.209096, "boundary_entropy": 0.406517, "bpb": 1.100513}, "zh": {"chunks": 1307.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.2213, "cps": 10.210938, "mean_p": 0.112398, "boundary_entropy": 0.169187, "bpb": 3.1136}, "my": {"chunks": 2913.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.153737, "cps": 22.757812, "mean_p": 0.255184, "boundary_entropy": 0.511451, "bpb": 1.106602}}, "bpb": {"en": 2.01992, "de": 2.21136, "vi": 1.91077, "tr": 2.179, "fi": 2.33916, "ru": 1.37207, "el": 1.46195, "hi": 1.17069, "ta": 0.96734, "th": 1.10051, "zh": 3.1136, "my": 1.1066}, "gini_cpc": 0.059478, "gini_cps": 0.105148, "bpic": 9.375376, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0199480456016647, "vi": 1.0056935311382222, "tr": 1.0146574383001157, "fi": 0.9878722240593089, "ru": 1.2588239101357477, "el": 0.9734078650680693, "hi": 1.1679111674836358, "ta": 1.1526405179899044, "th": 1.121282957018114, "zh": 1.186838330558305, "my": 0.8244921548326407}, "t": 319.1}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02858, "de": 2.22358, "vi": 1.9113, "tr": 2.1874, "fi": 2.35004, "ru": 1.35028, "el": 1.45485, "hi": 1.16459, "ta": 0.9746, "th": 1.11725, "zh": 3.10797, "my": 1.11466}, "bytes_per_chunk": {"en": 5.585, "de": 5.365, "vi": 7.239, "tr": 5.818, "fi": 5.371, "ru": 7.411, "el": 9.508, "hi": 11.076, "ta": 13.008, "th": 13.912, "zh": 13.004, "my": 16.22}, "bpb_mean": 1.74876, "t": 320.4}
{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3245.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186462, "cps": 25.351562, "mean_p": 0.201269, "boundary_entropy": 0.124779, "bpb": 2.019917}, "de": {"chunks": 3905.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190182, "cps": 30.507812, "mean_p": 0.207257, "boundary_entropy": 0.143453, "bpb": 2.211357}, "vi": {"chunks": 3457.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187524, "cps": 27.007812, "mean_p": 0.183348, "boundary_entropy": 0.23088, "bpb": 1.910766}, "tr": {"chunks": 3425.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189195, "cps": 26.757812, "mean_p": 0.196326, "boundary_entropy": 0.165379, "bpb": 2.179001}, "fi": {"chunks": 3465.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184201, "cps": 27.070312, "mean_p": 0.198913, "boundary_entropy": 0.152602, "bpb": 2.339161}, "ru": {"chunks": 4448.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.234723, "cps": 34.75, "mean_p": 0.16304, "boundary_entropy": 0.238814, "bpb": 1.372065}, "el": {"chunks": 3725.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.181504, "cps": 29.101562, "mean_p": 0.169873, "boundary_entropy": 0.313753, "bpb": 1.461946}, "hi": {"chunks": 3664.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.217771, "cps": 28.625, "mean_p": 0.146046, "boundary_entropy": 0.289886, "bpb": 1.170694}, "ta": {"chunks": 4018.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.214924, "cps": 31.390625, "mean_p": 0.170945, "boundary_entropy": 0.339143, "bpb": 0.96734}, "th": {"chunks": 3363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209077, "cps": 26.273438, "mean_p": 0.209096, "boundary_entropy": 0.406517, "bpb": 1.100513}, "zh": {"chunks": 1307.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.2213, "cps": 10.210938, "mean_p": 0.112398, "boundary_entropy": 0.169187, "bpb": 3.1136}, "my": {"chunks": 2913.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.153737, "cps": 22.757812, "mean_p": 0.255184, "boundary_entropy": 0.511451, "bpb": 1.106602}}, "bpb": {"en": 2.01992, "de": 2.21136, "vi": 1.91077, "tr": 2.179, "fi": 2.33916, "ru": 1.37207, "el": 1.46195, "hi": 1.17069, "ta": 0.96734, "th": 1.10051, "zh": 3.1136, "my": 1.1066}, "gini_cpc": 0.059478, "gini_cps": 0.105148, "bpic": 9.375376, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0199480456016647, "vi": 1.0056935311382222, "tr": 1.0146574383001157, "fi": 0.9878722240593089, "ru": 1.2588239101357477, "el": 0.9734078650680693, "hi": 1.1679111674836358, "ta": 1.1526405179899044, "th": 1.121282957018114, "zh": 1.186838330558305, "my": 0.8244921548326407}, "t": 321.3}
{"event": "final", "run": "pilot_Bpc_s2", "condition": "B", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.18646210423490203, "cps": 25.3515625, "bpb": 2.0379826534105296, "bytes_per_chunk": 5.5650401757756525}, "de": {"cpc": 0.19018165879316223, "cps": 30.5078125, "bpb": 2.211926218211729, "bytes_per_chunk": 5.37560365422276}, "vi": {"cpc": 0.1875237320314619, "cps": 27.0078125, "bpb": 1.916004108770902, "bytes_per_chunk": 7.26301498905605}, "tr": {"cpc": 0.18919516102303485, "cps": 26.7578125, "bpb": 2.180328114491597, "bytes_per_chunk": 5.819861021690385}, "fi": {"cpc": 0.18420073361331135, "cps": 27.0703125, "bpb": 2.3666497221298513, "bytes_per_chunk": 5.407818463125323}, "ru": {"cpc": 0.23472295514511873, "cps": 34.75, "bpb": 1.3497967148418, "bytes_per_chunk": 7.433651405804705}, "el": {"cpc": 0.1815036787993958, "cps": 29.1015625, "bpb": 1.4516410893111833, "bytes_per_chunk": 9.55161231554017}, "hi": {"cpc": 0.21777117384843983, "cps": 28.625, "bpb": 1.1730664829019235, "bytes_per_chunk": 11.097686429735623}, "ta": {"cpc": 0.21492377641080504, "cps": 31.390625, "bpb": 0.9737473079225439, "bytes_per_chunk": 13.001239894856916}, "th": {"cpc": 0.20907677960833074, "cps": 26.2734375, "bpb": 1.1141517835548895, "bytes_per_chunk": 13.914225053078557}, "zh": {"cpc": 0.22130037250253978, "cps": 10.2109375, "bpb": 3.1147483807430296, "bytes_per_chunk": 12.910953506698188}, "my": {"cpc": 0.15373654211526283, "cps": 22.7578125, "bpb": 1.1250836995232487, "bytes_per_chunk": 16.253968253968253}}, "gini_cpc": 0.05947751695357484, "gini_cps": 0.10514840600952735, "bpic": 9.37537559545621, "seed": 2, "mean_boundary_entropy": 0.21155518293380737, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 323.8}