Hugging Face's logo

AdaptiveChunking
/
pilot_E_s2

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
pilot_E_s2
File size: 172,768 Bytes
54446db
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
{"event": "start", "run": "pilot_E_s2", "condition": "E", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_b", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3}
{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.4}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.1}
{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.872, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.5}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10920.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627478, "cps": 85.3125, "mean_p": 0.513205, "boundary_entropy": 0.686301, "bpb": 8.100769}, "de": {"chunks": 16284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793065, "cps": 127.21875, "mean_p": 0.524587, "boundary_entropy": 0.686399, "bpb": 8.104431}, "vi": {"chunks": 5100.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276648, "cps": 39.84375, "mean_p": 0.481627, "boundary_entropy": 0.687278, "bpb": 7.85488}, "tr": {"chunks": 8206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453295, "cps": 64.109375, "mean_p": 0.498086, "boundary_entropy": 0.686828, "bpb": 8.081334}, "fi": {"chunks": 13520.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718728, "cps": 105.625, "mean_p": 0.517086, "boundary_entropy": 0.686669, "bpb": 8.042862}, "ru": {"chunks": 33467.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766069, "cps": 261.460938, "mean_p": 0.530332, "boundary_entropy": 0.688547, "bpb": 8.195764}, "el": {"chunks": 20676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.007455, "cps": 161.53125, "mean_p": 0.503625, "boundary_entropy": 0.690112, "bpb": 8.279673}, "hi": {"chunks": 876.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052065, "cps": 6.84375, "mean_p": 0.462024, "boundary_entropy": 0.687437, "bpb": 8.01661}, "ta": {"chunks": 1279.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068414, "cps": 9.992188, "mean_p": 0.477595, "boundary_entropy": 0.690061, "bpb": 8.0857}, "th": {"chunks": 3636.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.226049, "cps": 28.40625, "mean_p": 0.484855, "boundary_entropy": 0.690398, "bpb": 7.718609}, "zh": {"chunks": 11709.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.98256, "cps": 91.476562, "mean_p": 0.520268, "boundary_entropy": 0.685623, "bpb": 8.126799}, "my": {"chunks": 1616.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085286, "cps": 12.625, "mean_p": 0.474596, "boundary_entropy": 0.689681, "bpb": 7.800452}}, "bpb": {"en": 8.10077, "de": 8.10443, "vi": 7.85488, "tr": 8.08133, "fi": 8.04286, "ru": 8.19576, "el": 8.27967, "hi": 8.01661, "ta": 8.0857, "th": 7.71861, "zh": 8.1268, "my": 7.80045}, "gini_cpc": 0.489268, "gini_cps": 0.463323, "bpic": 3.015037, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.263892592091102, "vi": 0.4408882411323421, "tr": 0.7224078274926201, "fi": 1.1454240300128344, "ru": 2.814550537852649, "el": 1.6055622932833866, "hi": 0.08297562170370491, "ta": 0.10903013675278987, "th": 0.3602502502160569, "zh": 3.159569007863116, "my": 0.135918778287366}, "t": 4.8}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10901.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626386, "cps": 85.164062, "mean_p": 0.513134, "boundary_entropy": 0.686312, "bpb": 8.052618}, "de": {"chunks": 16261.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791945, "cps": 127.039062, "mean_p": 0.524503, "boundary_entropy": 0.686414, "bpb": 8.060172}, "vi": {"chunks": 5090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276105, "cps": 39.765625, "mean_p": 0.481574, "boundary_entropy": 0.687273, "bpb": 7.831302}, "tr": {"chunks": 8250.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455726, "cps": 64.453125, "mean_p": 0.498253, "boundary_entropy": 0.686833, "bpb": 8.048534}, "fi": {"chunks": 13500.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717665, "cps": 105.46875, "mean_p": 0.516942, "boundary_entropy": 0.686683, "bpb": 7.998111}, "ru": {"chunks": 33462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765805, "cps": 261.421875, "mean_p": 0.530286, "boundary_entropy": 0.688551, "bpb": 8.10519}, "el": {"chunks": 20634.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.005409, "cps": 161.203125, "mean_p": 0.503586, "boundary_entropy": 0.690113, "bpb": 8.273455}, "hi": {"chunks": 907.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053908, "cps": 7.085938, "mean_p": 0.462271, "boundary_entropy": 0.687477, "bpb": 7.99036}, "ta": {"chunks": 1318.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.0705, "cps": 10.296875, "mean_p": 0.477817, "boundary_entropy": 0.690082, "bpb": 8.07121}, "th": {"chunks": 3691.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229468, "cps": 28.835938, "mean_p": 0.484972, "boundary_entropy": 0.690405, "bpb": 7.703248}, "zh": {"chunks": 11687.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.978835, "cps": 91.304688, "mean_p": 0.52018, "boundary_entropy": 0.685628, "bpb": 8.118713}, "my": {"chunks": 1619.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085444, "cps": 12.648438, "mean_p": 0.474589, "boundary_entropy": 0.68968, "bpb": 7.800809}}, "bpb": {"en": 8.05262, "de": 8.06017, "vi": 7.8313, "tr": 8.04853, "fi": 7.99811, "ru": 8.10519, "el": 8.27346, "hi": 7.99036, "ta": 8.07121, "th": 7.70325, "zh": 8.11871, "my": 7.80081}, "gini_cpc": 0.487964, "gini_cps": 0.462044, "bpic": 3.014303, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2643072350284332, "vi": 0.4407906979070231, "tr": 0.7275472067477093, "fi": 1.14572309000811, "ru": 2.819034955762815, "el": 1.6050935945402014, "hi": 0.08606171469198744, "ta": 0.11255057583951299, "th": 0.3663369796903587, "zh": 3.1591291577713565, "my": 0.13640844345031938}, "t": 6.3}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10860.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.62403, "cps": 84.84375, "mean_p": 0.512765, "boundary_entropy": 0.686354, "bpb": 7.898058}, "de": {"chunks": 16233.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.790581, "cps": 126.820312, "mean_p": 0.524109, "boundary_entropy": 0.686474, "bpb": 7.921951}, "vi": {"chunks": 5069.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274966, "cps": 39.601562, "mean_p": 0.481476, "boundary_entropy": 0.687264, "bpb": 7.753138}, "tr": {"chunks": 8385.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463183, "cps": 65.507812, "mean_p": 0.498731, "boundary_entropy": 0.686848, "bpb": 7.94118}, "fi": {"chunks": 13395.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.712083, "cps": 104.648438, "mean_p": 0.516361, "boundary_entropy": 0.686734, "bpb": 7.856476}, "ru": {"chunks": 33405.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.762797, "cps": 260.976562, "mean_p": 0.530053, "boundary_entropy": 0.68857, "bpb": 7.816981}, "el": {"chunks": 20294.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.988842, "cps": 158.546875, "mean_p": 0.50318, "boundary_entropy": 0.690117, "bpb": 8.218235}, "hi": {"chunks": 994.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.059079, "cps": 7.765625, "mean_p": 0.463111, "boundary_entropy": 0.687608, "bpb": 7.902241}, "ta": {"chunks": 1469.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078577, "cps": 11.476562, "mean_p": 0.478664, "boundary_entropy": 0.690159, "bpb": 7.989436}, "th": {"chunks": 3941.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.245011, "cps": 30.789062, "mean_p": 0.485308, "boundary_entropy": 0.690423, "bpb": 7.620826}, "zh": {"chunks": 11613.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.966305, "cps": 90.726562, "mean_p": 0.519763, "boundary_entropy": 0.685653, "bpb": 8.087956}, "my": {"chunks": 1603.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.0846, "cps": 12.523438, "mean_p": 0.474496, "boundary_entropy": 0.689669, "bpb": 7.794298}}, "bpb": {"en": 7.89806, "de": 7.92195, "vi": 7.75314, "tr": 7.94118, "fi": 7.85648, "ru": 7.81698, "el": 8.21824, "hi": 7.90224, "ta": 7.98944, "th": 7.62083, "zh": 8.08796, "my": 7.7943}, "gini_cpc": 0.483094, "gini_cps": 0.456891, "bpic": 3.0157, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2668951583934553, "vi": 0.440629372725134, "tr": 0.7422441962703902, "fi": 1.1411037417568362, "ru": 2.8248575780988063, "el": 1.5846053060533352, "hi": 0.09467288384655168, "ta": 0.12591881304866284, "th": 0.39262655059361784, "zh": 3.150977328047327, "my": 0.13557026383344006}, "t": 8.0}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10131.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.582141, "cps": 79.148438, "mean_p": 0.509409, "boundary_entropy": 0.686568, "bpb": 7.422727}, "de": {"chunks": 15617.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.760581, "cps": 122.007812, "mean_p": 0.52056, "boundary_entropy": 0.686863, "bpb": 7.489079}, "vi": {"chunks": 4868.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.264063, "cps": 38.03125, "mean_p": 0.480762, "boundary_entropy": 0.687199, "bpb": 7.511381}, "tr": {"chunks": 8661.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.478429, "cps": 67.664062, "mean_p": 0.499751, "boundary_entropy": 0.686899, "bpb": 7.589689}, "fi": {"chunks": 12505.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.664771, "cps": 97.695312, "mean_p": 0.512527, "boundary_entropy": 0.686991, "bpb": 7.426438}, "ru": {"chunks": 33188.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.751346, "cps": 259.28125, "mean_p": 0.529042, "boundary_entropy": 0.688661, "bpb": 7.199663}, "el": {"chunks": 18817.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.916874, "cps": 147.007812, "mean_p": 0.501351, "boundary_entropy": 0.69013, "bpb": 7.947664}, "hi": {"chunks": 1281.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.076137, "cps": 10.007812, "mean_p": 0.465359, "boundary_entropy": 0.68795, "bpb": 7.609529}, "ta": {"chunks": 2104.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.112543, "cps": 16.4375, "mean_p": 0.480878, "boundary_entropy": 0.690349, "bpb": 7.735238}, "th": {"chunks": 4622.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.287348, "cps": 36.109375, "mean_p": 0.486157, "boundary_entropy": 0.690464, "bpb": 7.340436}, "zh": {"chunks": 11281.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.910091, "cps": 88.132812, "mean_p": 0.518091, "boundary_entropy": 0.685748, "bpb": 7.997276}, "my": {"chunks": 1472.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.077686, "cps": 11.5, "mean_p": 0.47401, "boundary_entropy": 0.689622, "bpb": 7.663498}}, "bpb": {"en": 7.42273, "de": 7.48908, "vi": 7.51138, "tr": 7.58969, "fi": 7.42644, "ru": 7.19966, "el": 7.94766, "hi": 7.60953, "ta": 7.73524, "th": 7.34044, "zh": 7.99728, "my": 7.6635}, "gini_cpc": 0.471383, "gini_cps": 0.442803, "bpic": 3.081415, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3065228451809614, "vi": 0.45360646161805973, "tr": 0.8218438167240002, "fi": 1.1419408722714, "ru": 3.008456054186203, "el": 1.575002852199121, "hi": 0.13078738657318695, "ta": 0.19332680373335567, "th": 0.49360628486748986, "zh": 3.2811490670990917, "my": 0.13344928116781}, "t": 9.7}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4824.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277194, "cps": 37.6875, "mean_p": 0.488711, "boundary_entropy": 0.686416, "bpb": 6.857808}, "de": {"chunks": 8526.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415234, "cps": 66.609375, "mean_p": 0.497538, "boundary_entropy": 0.687717, "bpb": 6.931214}, "vi": {"chunks": 3516.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190724, "cps": 27.46875, "mean_p": 0.475349, "boundary_entropy": 0.686683, "bpb": 7.167956}, "tr": {"chunks": 7547.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.416892, "cps": 58.960938, "mean_p": 0.495261, "boundary_entropy": 0.686953, "bpb": 7.151017}, "fi": {"chunks": 6355.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.337834, "cps": 49.648438, "mean_p": 0.492182, "boundary_entropy": 0.687147, "bpb": 6.917247}, "ru": {"chunks": 25794.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.361161, "cps": 201.515625, "mean_p": 0.511546, "boundary_entropy": 0.689918, "bpb": 6.369011}, "el": {"chunks": 14741.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.718267, "cps": 115.164062, "mean_p": 0.496086, "boundary_entropy": 0.690089, "bpb": 7.323209}, "hi": {"chunks": 3486.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.207192, "cps": 27.234375, "mean_p": 0.475587, "boundary_entropy": 0.68927, "bpb": 6.569129}, "ta": {"chunks": 6971.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.37288, "cps": 54.460938, "mean_p": 0.490243, "boundary_entropy": 0.690937, "bpb": 6.748693}, "th": {"chunks": 6901.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.429033, "cps": 53.914062, "mean_p": 0.489691, "boundary_entropy": 0.690644, "bpb": 6.490387}, "zh": {"chunks": 9454.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.600745, "cps": 73.859375, "mean_p": 0.509547, "boundary_entropy": 0.686084, "bpb": 7.747876}, "my": {"chunks": 1203.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.06349, "cps": 9.398438, "mean_p": 0.473244, "boundary_entropy": 0.689569, "bpb": 7.215711}}, "bpb": {"en": 6.85781, "de": 6.93121, "vi": 7.16796, "tr": 7.15102, "fi": 6.91725, "ru": 6.36901, "el": 7.32321, "hi": 6.56913, "ta": 6.74869, "th": 6.49039, "zh": 7.74788, "my": 7.21571}, "gini_cpc": 0.418059, "gini_cps": 0.365424, "bpic": 3.864164, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.497992856057704, "vi": 0.6880540341417405, "tr": 1.5039750084027195, "fi": 1.2187664555855564, "ru": 4.910506635687001, "el": 2.59121185598587, "hi": 0.747462021245925, "ta": 1.3451986856304199, "th": 1.5477748419852866, "zh": 5.774826974170799, "my": 0.22904408057874026}, "t": 11.7}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5791.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.332759, "cps": 45.242188, "mean_p": 0.496394, "boundary_entropy": 0.687223, "bpb": 6.3783}, "de": {"chunks": 7949.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.387133, "cps": 62.101562, "mean_p": 0.4982, "boundary_entropy": 0.688173, "bpb": 6.459402}, "vi": {"chunks": 11258.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.610686, "cps": 87.953125, "mean_p": 0.499984, "boundary_entropy": 0.688483, "bpb": 6.771512}, "tr": {"chunks": 11093.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.612771, "cps": 86.664062, "mean_p": 0.506366, "boundary_entropy": 0.687557, "bpb": 6.733937}, "fi": {"chunks": 5803.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.30849, "cps": 45.335938, "mean_p": 0.49459, "boundary_entropy": 0.687786, "bpb": 6.4676}, "ru": {"chunks": 230.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.012137, "cps": 1.796875, "mean_p": 0.46254, "boundary_entropy": 0.687142, "bpb": 6.192859}, "el": {"chunks": 12962.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.631584, "cps": 101.265625, "mean_p": 0.495623, "boundary_entropy": 0.690208, "bpb": 6.246406}, "hi": {"chunks": 14762.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.877385, "cps": 115.328125, "mean_p": 0.498411, "boundary_entropy": 0.690705, "bpb": 5.72921}, "ta": {"chunks": 16507.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.882963, "cps": 128.960938, "mean_p": 0.497646, "boundary_entropy": 0.691141, "bpb": 5.924882}, "th": {"chunks": 3327.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.206839, "cps": 25.992188, "mean_p": 0.483313, "boundary_entropy": 0.690301, "bpb": 5.671467}, "zh": {"chunks": 3540.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.59939, "cps": 27.65625, "mean_p": 0.483352, "boundary_entropy": 0.685423, "bpb": 7.347492}, "my": {"chunks": 2004.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.105763, "cps": 15.65625, "mean_p": 0.482615, "boundary_entropy": 0.690596, "bpb": 5.908878}}, "bpb": {"en": 6.3783, "de": 6.4594, "vi": 6.77151, "tr": 6.73394, "fi": 6.4676, "ru": 6.19286, "el": 6.24641, "hi": 5.72921, "ta": 5.92488, "th": 5.67147, "zh": 7.34749, "my": 5.90888}, "gini_cpc": 0.330231, "gini_cps": 0.365758, "bpic": 4.030212, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.163404247617771, "vi": 1.8352222149939743, "tr": 1.841488524485643, "fi": 0.9270672566811501, "ru": 0.03647448570227024, "el": 1.8980241204671893, "hi": 2.636699782390208, "ta": 2.653464227237172, "th": 0.621587526591352, "zh": 1.8012764648812516, "my": 0.3178373246074552}, "t": 14.1}
{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.2633, "bpb": 6.15064, "chunk_loss": 0.030042, "F": 0.16489, "G": 0.48521, "chunks": 168.84, "bytes_per_chunk": 6.065, "boundary_entropy": 0.69148, "router_noise": 0.0, "grad_norm": 1.5503, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.239, "alpha": 0.03, "t": 15.4}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2970.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17066, "cps": 23.203125, "mean_p": 0.487094, "boundary_entropy": 0.68688, "bpb": 5.798881}, "de": {"chunks": 4575.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.222812, "cps": 35.742188, "mean_p": 0.489783, "boundary_entropy": 0.687944, "bpb": 5.925133}, "vi": {"chunks": 3807.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.206509, "cps": 29.742188, "mean_p": 0.481394, "boundary_entropy": 0.687721, "bpb": 6.240217}, "tr": {"chunks": 2994.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165387, "cps": 23.390625, "mean_p": 0.48275, "boundary_entropy": 0.686982, "bpb": 6.225463}, "fi": {"chunks": 1366.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.072617, "cps": 10.671875, "mean_p": 0.478476, "boundary_entropy": 0.686833, "bpb": 5.914756}, "ru": {"chunks": 7855.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.414512, "cps": 61.367188, "mean_p": 0.494203, "boundary_entropy": 0.690248, "bpb": 5.484988}, "el": {"chunks": 7611.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.370852, "cps": 59.460938, "mean_p": 0.492075, "boundary_entropy": 0.690333, "bpb": 5.660808}, "hi": {"chunks": 12616.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.749837, "cps": 98.5625, "mean_p": 0.497022, "boundary_entropy": 0.690741, "bpb": 5.196714}, "ta": {"chunks": 9872.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.528056, "cps": 77.125, "mean_p": 0.492299, "boundary_entropy": 0.691025, "bpb": 5.249906}, "th": {"chunks": 7239.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.450047, "cps": 56.554688, "mean_p": 0.484202, "boundary_entropy": 0.690213, "bpb": 5.041267}, "zh": {"chunks": 4095.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.693363, "cps": 31.992188, "mean_p": 0.491638, "boundary_entropy": 0.686688, "bpb": 6.955399}, "my": {"chunks": 7333.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.387007, "cps": 57.289062, "mean_p": 0.493536, "boundary_entropy": 0.691257, "bpb": 5.093638}}, "bpb": {"en": 5.79888, "de": 5.92513, "vi": 6.24022, "tr": 6.22546, "fi": 5.91476, "ru": 5.48499, "el": 5.66081, "hi": 5.19671, "ta": 5.24991, "th": 5.04127, "zh": 6.9554, "my": 5.09364}, "gini_cpc": 0.310491, "gini_cps": 0.289509, "bpic": 5.305753, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.305588638540472, "vi": 1.2100613950736, "tr": 0.9691007182804121, "fi": 0.425506782244861, "ru": 2.4288720982916234, "el": 2.1730441382100496, "hi": 4.393739234844732, "ta": 3.09419263509662, "th": 2.637091398912972, "zh": 4.062825170088969, "my": 2.2677019828856433}, "t": 17.2}
{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.40324, "bpb": 4.90984, "chunk_loss": 0.031907, "F": 0.19446, "G": 0.47424, "chunks": 199.12, "bytes_per_chunk": 5.142, "boundary_entropy": 0.68906, "router_noise": 0.0, "grad_norm": 1.617, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 19.1}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2909.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167155, "cps": 22.726562, "mean_p": 0.424611, "boundary_entropy": 0.663425, "bpb": 4.481551}, "de": {"chunks": 3396.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.165392, "cps": 26.53125, "mean_p": 0.431794, "boundary_entropy": 0.668616, "bpb": 4.677593}, "vi": {"chunks": 6074.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.329482, "cps": 47.453125, "mean_p": 0.463764, "boundary_entropy": 0.677643, "bpb": 5.063664}, "tr": {"chunks": 3537.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195382, "cps": 27.632812, "mean_p": 0.444229, "boundary_entropy": 0.673537, "bpb": 5.013962}, "fi": {"chunks": 2093.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.111265, "cps": 16.351562, "mean_p": 0.431617, "boundary_entropy": 0.670778, "bpb": 4.726669}, "ru": {"chunks": 6426.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.339103, "cps": 50.203125, "mean_p": 0.481361, "boundary_entropy": 0.687227, "bpb": 3.74649}, "el": {"chunks": 2871.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139892, "cps": 22.429688, "mean_p": 0.468802, "boundary_entropy": 0.687613, "bpb": 4.42055}, "hi": {"chunks": 9370.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.556909, "cps": 73.203125, "mean_p": 0.490111, "boundary_entropy": 0.689848, "bpb": 3.594495}, "ta": {"chunks": 8089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.432683, "cps": 63.195312, "mean_p": 0.482185, "boundary_entropy": 0.689978, "bpb": 3.660859}, "th": {"chunks": 8317.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.517066, "cps": 64.976562, "mean_p": 0.471726, "boundary_entropy": 0.687756, "bpb": 3.385536}, "zh": {"chunks": 3270.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.553674, "cps": 25.546875, "mean_p": 0.48642, "boundary_entropy": 0.686206, "bpb": 6.401688}, "my": {"chunks": 4386.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.231476, "cps": 34.265625, "mean_p": 0.489106, "boundary_entropy": 0.690982, "bpb": 4.293676}}, "bpb": {"en": 4.48155, "de": 4.67759, "vi": 5.06366, "tr": 5.01396, "fi": 4.72667, "ru": 3.74649, "el": 4.42055, "hi": 3.5945, "ta": 3.66086, "th": 3.38554, "zh": 6.40169, "my": 4.29368}, "gini_cpc": 0.288468, "gini_cps": 0.260661, "bpic": 6.318631, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.989454147686064, "vi": 1.9711153707483382, "tr": 1.1688664879267783, "fi": 0.6656374433608445, "ru": 2.0286723307069043, "el": 0.8368984168162067, "hi": 3.3316925440695653, "ta": 2.5885095098711, "th": 3.0933284449565535, "zh": 3.3123384729037255, "my": 1.3847955211393264}, "t": 21.5}
{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.7076, "bpb": 3.90624, "chunk_loss": 0.029775, "F": 0.1633, "G": 0.43708, "chunks": 167.22, "bytes_per_chunk": 6.124, "boundary_entropy": 0.66959, "router_noise": 0.0, "grad_norm": 1.6174, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 22.6}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3067.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.176234, "cps": 23.960938, "mean_p": 0.351053, "boundary_entropy": 0.593831, "bpb": 3.868999}, "de": {"chunks": 4398.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.214192, "cps": 34.359375, "mean_p": 0.368272, "boundary_entropy": 0.611322, "bpb": 4.092868}, "vi": {"chunks": 4604.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249742, "cps": 35.96875, "mean_p": 0.381622, "boundary_entropy": 0.623298, "bpb": 3.64593}, "tr": {"chunks": 4204.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.232227, "cps": 32.84375, "mean_p": 0.386279, "boundary_entropy": 0.623592, "bpb": 4.208374}, "fi": {"chunks": 3843.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.204295, "cps": 30.023438, "mean_p": 0.377558, "boundary_entropy": 0.619837, "bpb": 4.093272}, "ru": {"chunks": 4685.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.24723, "cps": 36.601562, "mean_p": 0.487183, "boundary_entropy": 0.683041, "bpb": 2.875049}, "el": {"chunks": 7827.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.381377, "cps": 61.148438, "mean_p": 0.479853, "boundary_entropy": 0.687711, "bpb": 3.043256}, "hi": {"chunks": 8555.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.50847, "cps": 66.835938, "mean_p": 0.44395, "boundary_entropy": 0.666288, "bpb": 2.455685}, "ta": {"chunks": 8704.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.465579, "cps": 68.0, "mean_p": 0.464744, "boundary_entropy": 0.68386, "bpb": 2.317954}, "th": {"chunks": 13102.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.814548, "cps": 102.359375, "mean_p": 0.459024, "boundary_entropy": 0.683295, "bpb": 2.360378}, "zh": {"chunks": 3215.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.544362, "cps": 25.117188, "mean_p": 0.470409, "boundary_entropy": 0.682194, "bpb": 5.347633}, "my": {"chunks": 10607.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.559795, "cps": 82.867188, "mean_p": 0.467588, "boundary_entropy": 0.68728, "bpb": 2.50871}}, "bpb": {"en": 3.869, "de": 4.09287, "vi": 3.64593, "tr": 4.20837, "fi": 4.09327, "ru": 2.87505, "el": 3.04326, "hi": 2.45568, "ta": 2.31795, "th": 2.36038, "zh": 5.34763, "my": 2.50871}, "gini_cpc": 0.266418, "gini_cps": 0.263702, "bpic": 4.996433, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.215383013032009, "vi": 1.4171065886017802, "tr": 1.3177180658853882, "fi": 1.1592279538276664, "ru": 1.4028483481920486, "el": 2.1640377521996084, "hi": 2.8851957592954958, "ta": 2.641823244499483, "th": 4.621967358564133, "zh": 3.0888575399992777, "my": 3.1764318132119214}, "t": 25.8}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.87134, "de": 4.09427, "vi": 3.65184, "tr": 4.21805, "fi": 4.09502, "ru": 2.86011, "el": 3.03417, "hi": 2.4509, "ta": 2.3359, "th": 2.39399, "zh": 5.35405, "my": 2.52592}, "bytes_per_chunk": {"en": 5.391, "de": 4.842, "vi": 5.161, "tr": 4.644, "fi": 5.079, "ru": 6.327, "el": 4.968, "hi": 5.162, "ta": 5.678, "th": 3.792, "zh": 5.951, "my": 4.583}, "bpb_mean": 3.40713, "t": 27.1}
{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52181, "bpb": 3.63821, "chunk_loss": 0.031058, "F": 0.18814, "G": 0.41178, "chunks": 192.66, "bytes_per_chunk": 5.315, "boundary_entropy": 0.64086, "router_noise": 0.0, "grad_norm": 1.2535, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 27.2}
{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.48945, "bpb": 3.59152, "chunk_loss": 0.031823, "F": 0.19928, "G": 0.41829, "chunks": 204.06, "bytes_per_chunk": 5.018, "boundary_entropy": 0.65051, "router_noise": 0.0, "grad_norm": 1.6139, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 29.5}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2310.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132736, "cps": 18.046875, "mean_p": 0.342959, "boundary_entropy": 0.590901, "bpb": 3.65415}, "de": {"chunks": 3932.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191497, "cps": 30.71875, "mean_p": 0.35211, "boundary_entropy": 0.596762, "bpb": 3.867869}, "vi": {"chunks": 4592.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249091, "cps": 35.875, "mean_p": 0.393373, "boundary_entropy": 0.629143, "bpb": 3.316005}, "tr": {"chunks": 3313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183008, "cps": 25.882812, "mean_p": 0.36189, "boundary_entropy": 0.604593, "bpb": 3.874919}, "fi": {"chunks": 2830.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.150444, "cps": 22.109375, "mean_p": 0.330883, "boundary_entropy": 0.582531, "bpb": 3.908794}, "ru": {"chunks": 4616.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.243588, "cps": 36.0625, "mean_p": 0.471842, "boundary_entropy": 0.682794, "bpb": 2.658522}, "el": {"chunks": 4571.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.222726, "cps": 35.710938, "mean_p": 0.458626, "boundary_entropy": 0.684097, "bpb": 2.808491}, "hi": {"chunks": 8667.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.515126, "cps": 67.710938, "mean_p": 0.389674, "boundary_entropy": 0.619983, "bpb": 2.126281}, "ta": {"chunks": 10465.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.559775, "cps": 81.757812, "mean_p": 0.400173, "boundary_entropy": 0.629815, "bpb": 1.947467}, "th": {"chunks": 7412.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.460802, "cps": 57.90625, "mean_p": 0.428564, "boundary_entropy": 0.670578, "bpb": 2.072508}, "zh": {"chunks": 3518.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.595665, "cps": 27.484375, "mean_p": 0.438498, "boundary_entropy": 0.66482, "bpb": 5.012155}, "my": {"chunks": 4243.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.223929, "cps": 33.148438, "mean_p": 0.424244, "boundary_entropy": 0.672601, "bpb": 2.345151}}, "bpb": {"en": 3.65415, "de": 3.86787, "vi": 3.31601, "tr": 3.87492, "fi": 3.90879, "ru": 2.65852, "el": 2.80849, "hi": 2.12628, "ta": 1.94747, "th": 2.07251, "zh": 5.01215, "my": 2.34515}, "gini_cpc": 0.280423, "gini_cps": 0.246309, "bpic": 6.34674, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4426907335103893, "vi": 1.8765963951968831, "tr": 1.3787420611206724, "fi": 1.1334090926350773, "ru": 1.8351379912963024, "el": 1.6779635265090607, "hi": 3.880841126184365, "ta": 4.217216562522794, "th": 3.4715744684286802, "zh": 4.487604065423232, "my": 1.6870260782072053}, "t": 30.7}
{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.3234, "bpb": 3.35196, "chunk_loss": 0.031362, "F": 0.19672, "G": 0.38084, "chunks": 201.44, "bytes_per_chunk": 5.083, "boundary_entropy": 0.61769, "router_noise": 0.0, "grad_norm": 1.5785, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.067, "alpha": 0.03, "t": 32.8}
{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.09199, "bpb": 3.0181, "chunk_loss": 0.030698, "F": 0.18103, "G": 0.38219, "chunks": 185.38, "bytes_per_chunk": 5.524, "boundary_entropy": 0.60522, "router_noise": 0.0, "grad_norm": 0.9894, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 35.3}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3119.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179222, "cps": 24.367188, "mean_p": 0.364573, "boundary_entropy": 0.593598, "bpb": 3.220242}, "de": {"chunks": 3620.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176302, "cps": 28.28125, "mean_p": 0.373217, "boundary_entropy": 0.603963, "bpb": 3.528641}, "vi": {"chunks": 4734.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.256794, "cps": 36.984375, "mean_p": 0.373137, "boundary_entropy": 0.617578, "bpb": 2.796421}, "tr": {"chunks": 3637.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200906, "cps": 28.414062, "mean_p": 0.366296, "boundary_entropy": 0.583634, "bpb": 3.450558}, "fi": {"chunks": 3809.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.202488, "cps": 29.757812, "mean_p": 0.360914, "boundary_entropy": 0.580141, "bpb": 3.585538}, "ru": {"chunks": 9366.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.494248, "cps": 73.171875, "mean_p": 0.366683, "boundary_entropy": 0.55354, "bpb": 2.516713}, "el": {"chunks": 8776.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.427618, "cps": 68.5625, "mean_p": 0.326378, "boundary_entropy": 0.515048, "bpb": 2.547527}, "hi": {"chunks": 9633.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.572541, "cps": 75.257812, "mean_p": 0.334727, "boundary_entropy": 0.554094, "bpb": 1.7931}, "ta": {"chunks": 11409.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.61027, "cps": 89.132812, "mean_p": 0.285665, "boundary_entropy": 0.462648, "bpb": 1.598653}, "th": {"chunks": 9297.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.577992, "cps": 72.632812, "mean_p": 0.323964, "boundary_entropy": 0.560514, "bpb": 1.891813}, "zh": {"chunks": 3693.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.625296, "cps": 28.851562, "mean_p": 0.367448, "boundary_entropy": 0.582359, "bpb": 4.151549}, "my": {"chunks": 6705.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.353863, "cps": 52.382812, "mean_p": 0.39582, "boundary_entropy": 0.655779, "bpb": 2.01729}}, "bpb": {"en": 3.22024, "de": 3.52864, "vi": 2.79642, "tr": 3.45056, "fi": 3.58554, "ru": 2.51671, "el": 2.54753, "hi": 1.7931, "ta": 1.59865, "th": 1.89181, "zh": 4.15155, "my": 2.01729}, "gini_cpc": 0.2511, "gini_cps": 0.246688, "bpic": 4.933045, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9837050678919459, "vi": 1.4328273311609387, "tr": 1.12098937190251, "fi": 1.1298162963560388, "ru": 2.757742324894404, "el": 2.3859674513085882, "hi": 3.1945907720832913, "ta": 3.405107726063783, "th": 3.225005882603271, "zh": 3.488948913983931, "my": 1.9744409583055575}, "t": 38.5}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.22663, "de": 3.52611, "vi": 2.8031, "tr": 3.45799, "fi": 3.57758, "ru": 2.50236, "el": 2.541, "hi": 1.78902, "ta": 1.61617, "th": 1.92121, "zh": 4.15918, "my": 2.03307}, "bytes_per_chunk": {"en": 5.183, "de": 5.78, "vi": 5.447, "tr": 4.792, "fi": 4.887, "ru": 3.891, "el": 4.15, "hi": 4.059, "ta": 4.189, "th": 4.403, "zh": 4.37, "my": 6.641}, "bpb_mean": 2.76278, "t": 39.9}
{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.23013, "bpb": 3.2174, "chunk_loss": 0.031795, "F": 0.20959, "G": 0.36064, "chunks": 214.62, "bytes_per_chunk": 4.771, "boundary_entropy": 0.58066, "router_noise": 0.0, "grad_norm": 0.9546, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 39.9}
{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.17076, "bpb": 3.13174, "chunk_loss": 0.030933, "F": 0.18869, "G": 0.34977, "chunks": 193.22, "bytes_per_chunk": 5.3, "boundary_entropy": 0.56769, "router_noise": 0.0, "grad_norm": 0.9041, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 42.1}
{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05963, "bpb": 2.97142, "chunk_loss": 0.030705, "F": 0.18475, "G": 0.33293, "chunks": 189.19, "bytes_per_chunk": 5.413, "boundary_entropy": 0.55275, "router_noise": 0.0, "grad_norm": 0.9908, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 44.2}
{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.9194, "bpb": 2.76911, "chunk_loss": 0.030086, "F": 0.16989, "G": 0.3272, "chunks": 173.97, "bytes_per_chunk": 5.886, "boundary_entropy": 0.54216, "router_noise": 0.0, "grad_norm": 0.8286, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 46.3}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.290582, "boundary_entropy": 0.495251, "bpb": 2.89549}, "de": {"chunks": 3510.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170944, "cps": 27.421875, "mean_p": 0.307434, "boundary_entropy": 0.507054, "bpb": 3.220893}, "vi": {"chunks": 3810.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.206672, "cps": 29.765625, "mean_p": 0.342301, "boundary_entropy": 0.565887, "bpb": 2.576348}, "tr": {"chunks": 3485.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19251, "cps": 27.226562, "mean_p": 0.304709, "boundary_entropy": 0.496404, "bpb": 3.163312}, "fi": {"chunks": 3137.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166764, "cps": 24.507812, "mean_p": 0.286696, "boundary_entropy": 0.478531, "bpb": 3.382749}, "ru": {"chunks": 6357.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.335462, "cps": 49.664062, "mean_p": 0.370343, "boundary_entropy": 0.578068, "bpb": 2.155356}, "el": {"chunks": 6219.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.303026, "cps": 48.585938, "mean_p": 0.333418, "boundary_entropy": 0.562201, "bpb": 2.237837}, "hi": {"chunks": 6014.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.357444, "cps": 46.984375, "mean_p": 0.2927, "boundary_entropy": 0.521617, "bpb": 1.648601}, "ta": {"chunks": 8016.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.428778, "cps": 62.625, "mean_p": 0.27491, "boundary_entropy": 0.472257, "bpb": 1.382762}, "th": {"chunks": 7764.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.482686, "cps": 60.65625, "mean_p": 0.382789, "boundary_entropy": 0.62829, "bpb": 1.728754}, "zh": {"chunks": 3452.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.58449, "cps": 26.96875, "mean_p": 0.352941, "boundary_entropy": 0.581222, "bpb": 3.847902}, "my": {"chunks": 11561.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.610144, "cps": 90.320312, "mean_p": 0.331186, "boundary_entropy": 0.541148, "bpb": 1.660427}}, "bpb": {"en": 2.89549, "de": 3.22089, "vi": 2.57635, "tr": 3.16331, "fi": 3.38275, "ru": 2.15536, "el": 2.23784, "hi": 1.6486, "ta": 1.38276, "th": 1.72875, "zh": 3.8479, "my": 1.66043}, "gini_cpc": 0.259907, "gini_cps": 0.244329, "bpic": 5.795808, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0286805795669878, "vi": 1.243677179098481, "tr": 1.1584520504269826, "fi": 1.0035256254010465, "ru": 2.0186862676403288, "el": 1.8234990577316048, "hi": 2.1509691540325413, "ta": 2.580227921682301, "th": 2.904626485076042, "zh": 3.517249495203555, "my": 3.671621097530958}, "t": 49.3}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.90316, "de": 3.2205, "vi": 2.58044, "tr": 3.17296, "fi": 3.37672, "ru": 2.13962, "el": 2.22742, "hi": 1.64199, "ta": 1.39667, "th": 1.7557, "zh": 3.86023, "my": 1.67273}, "bytes_per_chunk": {"en": 5.93, "de": 5.938, "vi": 6.258, "tr": 5.452, "fi": 6.466, "ru": 6.503, "el": 5.922, "hi": 6.923, "ta": 6.366, "th": 6.135, "zh": 5.084, "my": 5.686}, "bpb_mean": 2.49568, "t": 50.6}
{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.90459, "bpb": 2.74775, "chunk_loss": 0.030121, "F": 0.1676, "G": 0.32064, "chunks": 171.62, "bytes_per_chunk": 5.966, "boundary_entropy": 0.53705, "router_noise": 0.0, "grad_norm": 0.9875, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 50.7}
{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.94348, "bpb": 2.80385, "chunk_loss": 0.030141, "F": 0.17224, "G": 0.31979, "chunks": 176.38, "bytes_per_chunk": 5.806, "boundary_entropy": 0.52832, "router_noise": 0.0, "grad_norm": 0.8141, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 52.8}
{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.78509, "bpb": 2.57534, "chunk_loss": 0.030054, "F": 0.17004, "G": 0.30642, "chunks": 174.12, "bytes_per_chunk": 5.881, "boundary_entropy": 0.50568, "router_noise": 0.0, "grad_norm": 0.9532, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 54.9}
{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.86651, "bpb": 2.6928, "chunk_loss": 0.030212, "F": 0.17413, "G": 0.31126, "chunks": 178.31, "bytes_per_chunk": 5.743, "boundary_entropy": 0.50289, "router_noise": 0.0, "grad_norm": 0.8688, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 57.0}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3183.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1829, "cps": 24.867188, "mean_p": 0.273595, "boundary_entropy": 0.430208, "bpb": 2.693768}, "de": {"chunks": 3896.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189743, "cps": 30.4375, "mean_p": 0.293082, "boundary_entropy": 0.457778, "bpb": 3.028985}, "vi": {"chunks": 4017.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.217901, "cps": 31.382812, "mean_p": 0.332233, "boundary_entropy": 0.533464, "bpb": 2.408935}, "tr": {"chunks": 3617.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199801, "cps": 28.257812, "mean_p": 0.289801, "boundary_entropy": 0.451844, "bpb": 3.030327}, "fi": {"chunks": 3406.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181064, "cps": 26.609375, "mean_p": 0.277063, "boundary_entropy": 0.444343, "bpb": 3.224942}, "ru": {"chunks": 6004.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.316834, "cps": 46.90625, "mean_p": 0.370431, "boundary_entropy": 0.596663, "bpb": 1.995885}, "el": {"chunks": 6665.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324758, "cps": 52.070312, "mean_p": 0.337418, "boundary_entropy": 0.573754, "bpb": 2.100204}, "hi": {"chunks": 7453.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.442972, "cps": 58.226562, "mean_p": 0.297514, "boundary_entropy": 0.505546, "bpb": 1.540156}, "ta": {"chunks": 8170.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.437015, "cps": 63.828125, "mean_p": 0.291793, "boundary_entropy": 0.500625, "bpb": 1.300564}, "th": {"chunks": 9424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.585887, "cps": 73.625, "mean_p": 0.428072, "boundary_entropy": 0.645855, "bpb": 1.587895}, "zh": {"chunks": 3401.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.575855, "cps": 26.570312, "mean_p": 0.350686, "boundary_entropy": 0.575508, "bpb": 3.716662}, "my": {"chunks": 11043.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.582806, "cps": 86.273438, "mean_p": 0.340094, "boundary_entropy": 0.54381, "bpb": 1.484174}}, "bpb": {"en": 2.69377, "de": 3.02899, "vi": 2.40893, "tr": 3.03033, "fi": 3.22494, "ru": 1.99588, "el": 2.1002, "hi": 1.54016, "ta": 1.30056, "th": 1.5879, "zh": 3.71666, "my": 1.48417}, "gini_cpc": 0.248496, "gini_cps": 0.241287, "bpic": 5.46082, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0374185817887327, "vi": 1.1913686598377722, "tr": 1.0924094261536106, "fi": 0.9899659147236277, "ru": 1.7322834285373234, "el": 1.775606761600729, "hi": 2.4219408363244743, "ta": 2.3893736424205314, "th": 3.2033300939840976, "zh": 3.1484780569481092, "my": 3.1864798584627763}, "t": 60.0}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.70117, "de": 3.03116, "vi": 2.41614, "tr": 3.04188, "fi": 3.22343, "ru": 1.98084, "el": 2.08877, "hi": 1.53582, "ta": 1.31288, "th": 1.61406, "zh": 3.72826, "my": 1.49516}, "bytes_per_chunk": {"en": 5.405, "de": 5.301, "vi": 5.89, "tr": 5.16, "fi": 5.518, "ru": 6.569, "el": 5.493, "hi": 5.553, "ta": 6.22, "th": 5.133, "zh": 5.422, "my": 5.235}, "bpb_mean": 2.34746, "t": 61.4}
{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.83852, "bpb": 2.65242, "chunk_loss": 0.03081, "F": 0.18921, "G": 0.3153, "chunks": 193.75, "bytes_per_chunk": 5.285, "boundary_entropy": 0.49998, "router_noise": 0.0, "grad_norm": 0.8713, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 61.4}
{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.64042, "bpb": 2.36662, "chunk_loss": 0.030143, "F": 0.16943, "G": 0.30509, "chunks": 173.5, "bytes_per_chunk": 5.902, "boundary_entropy": 0.49768, "router_noise": 0.0, "grad_norm": 0.7905, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 63.5}
{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.73388, "bpb": 2.50146, "chunk_loss": 0.030497, "F": 0.17804, "G": 0.3052, "chunks": 182.31, "bytes_per_chunk": 5.617, "boundary_entropy": 0.48827, "router_noise": 0.0, "grad_norm": 0.9522, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 65.6}
{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.8784, "bpb": 2.70996, "chunk_loss": 0.030544, "F": 0.18616, "G": 0.3041, "chunks": 190.62, "bytes_per_chunk": 5.372, "boundary_entropy": 0.47038, "router_noise": 0.0, "grad_norm": 0.8661, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 67.7}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3300.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189622, "cps": 25.78125, "mean_p": 0.26132, "boundary_entropy": 0.37948, "bpb": 2.560831}, "de": {"chunks": 3886.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189256, "cps": 30.359375, "mean_p": 0.268257, "boundary_entropy": 0.395653, "bpb": 2.896436}, "vi": {"chunks": 4761.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.258259, "cps": 37.195312, "mean_p": 0.322565, "boundary_entropy": 0.500812, "bpb": 2.307188}, "tr": {"chunks": 3693.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203999, "cps": 28.851562, "mean_p": 0.27886, "boundary_entropy": 0.41449, "bpb": 2.90447}, "fi": {"chunks": 3645.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19377, "cps": 28.476562, "mean_p": 0.26257, "boundary_entropy": 0.395511, "bpb": 3.131663}, "ru": {"chunks": 5708.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.301214, "cps": 44.59375, "mean_p": 0.355416, "boundary_entropy": 0.591636, "bpb": 1.908761}, "el": {"chunks": 6111.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.297763, "cps": 47.742188, "mean_p": 0.37998, "boundary_entropy": 0.624932, "bpb": 1.983531}, "hi": {"chunks": 8105.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.481724, "cps": 63.320312, "mean_p": 0.324909, "boundary_entropy": 0.536068, "bpb": 1.478105}, "ta": {"chunks": 7863.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.420594, "cps": 61.429688, "mean_p": 0.354591, "boundary_entropy": 0.585744, "bpb": 1.322079}, "th": {"chunks": 14058.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.873982, "cps": 109.828125, "mean_p": 0.445472, "boundary_entropy": 0.643556, "bpb": 1.542373}, "zh": {"chunks": 3088.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.522858, "cps": 24.125, "mean_p": 0.323975, "boundary_entropy": 0.534925, "bpb": 3.620781}, "my": {"chunks": 10158.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.536099, "cps": 79.359375, "mean_p": 0.33224, "boundary_entropy": 0.54335, "bpb": 1.402352}}, "bpb": {"en": 2.56083, "de": 2.89644, "vi": 2.30719, "tr": 2.90447, "fi": 3.13166, "ru": 1.90876, "el": 1.98353, "hi": 1.4781, "ta": 1.32208, "th": 1.54237, "zh": 3.62078, "my": 1.40235}, "gini_cpc": 0.276581, "gini_cps": 0.271239, "bpic": 5.160011, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9980690064331033, "vi": 1.3619627191360306, "tr": 1.0758183224277242, "fi": 1.0218704239782332, "ru": 1.5884916286879347, "el": 1.5702963415768558, "hi": 2.5404352289612318, "ta": 2.2180584502419216, "th": 4.609063102269195, "zh": 2.7573635440076347, "my": 2.8271901088145546}, "t": 70.7}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56976, "de": 2.89928, "vi": 2.31155, "tr": 2.91618, "fi": 3.12812, "ru": 1.89157, "el": 1.97357, "hi": 1.47456, "ta": 1.33104, "th": 1.56718, "zh": 3.62971, "my": 1.41093}, "bytes_per_chunk": {"en": 5.265, "de": 5.265, "vi": 5.441, "tr": 4.96, "fi": 5.22, "ru": 6.553, "el": 5.746, "hi": 5.217, "ta": 6.678, "th": 3.647, "zh": 5.779, "my": 5.238}, "bpb_mean": 2.25862, "t": 72.1}
{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.55078, "bpb": 2.2373, "chunk_loss": 0.030889, "F": 0.18613, "G": 0.32127, "chunks": 190.59, "bytes_per_chunk": 5.373, "boundary_entropy": 0.50532, "router_noise": 0.0, "grad_norm": 0.7849, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 72.1}
{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.77551, "bpb": 2.56153, "chunk_loss": 0.030146, "F": 0.17572, "G": 0.29615, "chunks": 179.94, "bytes_per_chunk": 5.691, "boundary_entropy": 0.46619, "router_noise": 0.0, "grad_norm": 0.9628, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 74.2}
{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.59909, "bpb": 2.307, "chunk_loss": 0.030466, "F": 0.18182, "G": 0.30803, "chunks": 186.19, "bytes_per_chunk": 5.5, "boundary_entropy": 0.47261, "router_noise": 0.0, "grad_norm": 0.7774, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 76.3}
{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.61721, "bpb": 2.33315, "chunk_loss": 0.029936, "F": 0.17227, "G": 0.29903, "chunks": 176.41, "bytes_per_chunk": 5.805, "boundary_entropy": 0.46237, "router_noise": 0.0, "grad_norm": 0.9951, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 78.4}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3184.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182957, "cps": 24.875, "mean_p": 0.247285, "boundary_entropy": 0.349295, "bpb": 2.474281}, "de": {"chunks": 3697.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180052, "cps": 28.882812, "mean_p": 0.250194, "boundary_entropy": 0.366221, "bpb": 2.812094}, "vi": {"chunks": 4653.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.2524, "cps": 36.351562, "mean_p": 0.307311, "boundary_entropy": 0.480264, "bpb": 2.247043}, "tr": {"chunks": 3613.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19958, "cps": 28.226562, "mean_p": 0.260664, "boundary_entropy": 0.385068, "bpb": 2.822669}, "fi": {"chunks": 3522.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187231, "cps": 27.515625, "mean_p": 0.243098, "boundary_entropy": 0.35784, "bpb": 3.042858}, "ru": {"chunks": 5669.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.299156, "cps": 44.289062, "mean_p": 0.353348, "boundary_entropy": 0.590998, "bpb": 1.836723}, "el": {"chunks": 6081.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.296302, "cps": 47.507812, "mean_p": 0.403914, "boundary_entropy": 0.645631, "bpb": 1.939642}, "hi": {"chunks": 7795.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.463299, "cps": 60.898438, "mean_p": 0.33813, "boundary_entropy": 0.564792, "bpb": 1.442423}, "ta": {"chunks": 9476.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.506873, "cps": 74.03125, "mean_p": 0.422067, "boundary_entropy": 0.638483, "bpb": 1.179387}, "th": {"chunks": 9588.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.596083, "cps": 74.90625, "mean_p": 0.437876, "boundary_entropy": 0.648896, "bpb": 1.4579}, "zh": {"chunks": 2811.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.475957, "cps": 21.960938, "mean_p": 0.308364, "boundary_entropy": 0.520021, "bpb": 3.598006}, "my": {"chunks": 12037.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.635265, "cps": 94.039062, "mean_p": 0.366548, "boundary_entropy": 0.578403, "bpb": 1.360782}}, "bpb": {"en": 2.47428, "de": 2.81209, "vi": 2.24704, "tr": 2.82267, "fi": 3.04286, "ru": 1.83672, "el": 1.93964, "hi": 1.44242, "ta": 1.17939, "th": 1.4579, "zh": 3.59801, "my": 1.36078}, "gini_cpc": 0.25302, "gini_cps": 0.265598, "bpic": 5.32098, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9841201055929821, "vi": 1.3795612010418243, "tr": 1.0908586287511135, "fi": 1.0233602158365054, "ru": 1.6351150044417335, "el": 1.6195159120408356, "hi": 2.5322822321115237, "ta": 2.770452086589675, "th": 3.258052072610488, "zh": 2.6014678561279134, "my": 3.4722096967580143}, "t": 81.4}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.48158, "de": 2.81529, "vi": 2.25267, "tr": 2.83352, "fi": 3.04471, "ru": 1.81909, "el": 1.92822, "hi": 1.43842, "ta": 1.18983, "th": 1.48293, "zh": 3.60174, "my": 1.36873}, "bytes_per_chunk": {"en": 5.421, "de": 5.433, "vi": 5.515, "tr": 5.309, "fi": 5.276, "ru": 6.673, "el": 6.495, "hi": 5.452, "ta": 6.38, "th": 4.773, "zh": 6.452, "my": 4.462}, "bpb_mean": 2.18806, "t": 82.8}
{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.69864, "bpb": 2.45062, "chunk_loss": 0.030106, "F": 0.1731, "G": 0.29108, "chunks": 177.25, "bytes_per_chunk": 5.777, "boundary_entropy": 0.45296, "router_noise": 0.0, "grad_norm": 0.8529, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 82.8}
{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.60326, "bpb": 2.31302, "chunk_loss": 0.030491, "F": 0.18341, "G": 0.32229, "chunks": 187.81, "bytes_per_chunk": 5.452, "boundary_entropy": 0.48597, "router_noise": 0.0, "grad_norm": 0.9511, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 84.9}
{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.72022, "bpb": 2.48176, "chunk_loss": 0.030076, "F": 0.17462, "G": 0.29677, "chunks": 178.81, "bytes_per_chunk": 5.727, "boundary_entropy": 0.45425, "router_noise": 0.0, "grad_norm": 0.9225, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 87.0}
{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.50968, "bpb": 2.17801, "chunk_loss": 0.030271, "F": 0.17603, "G": 0.30774, "chunks": 180.25, "bytes_per_chunk": 5.681, "boundary_entropy": 0.47343, "router_noise": 0.0, "grad_norm": 0.7853, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 89.1}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3226.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18537, "cps": 25.203125, "mean_p": 0.238915, "boundary_entropy": 0.324578, "bpb": 2.404301}, "de": {"chunks": 3844.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187211, "cps": 30.03125, "mean_p": 0.248336, "boundary_entropy": 0.346582, "bpb": 2.728316}, "vi": {"chunks": 4159.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225603, "cps": 32.492188, "mean_p": 0.28532, "boundary_entropy": 0.450286, "bpb": 2.19302}, "tr": {"chunks": 3582.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197868, "cps": 27.984375, "mean_p": 0.254035, "boundary_entropy": 0.366632, "bpb": 2.730697}, "fi": {"chunks": 3150.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.167455, "cps": 24.609375, "mean_p": 0.218231, "boundary_entropy": 0.323087, "bpb": 2.99578}, "ru": {"chunks": 5516.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.291082, "cps": 43.09375, "mean_p": 0.346759, "boundary_entropy": 0.586295, "bpb": 1.803943}, "el": {"chunks": 4663.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.227208, "cps": 36.429688, "mean_p": 0.377193, "boundary_entropy": 0.626625, "bpb": 1.865186}, "hi": {"chunks": 5825.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.346211, "cps": 45.507812, "mean_p": 0.337541, "boundary_entropy": 0.57648, "bpb": 1.433344}, "ta": {"chunks": 7896.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.422359, "cps": 61.6875, "mean_p": 0.429437, "boundary_entropy": 0.635589, "bpb": 1.15278}, "th": {"chunks": 9268.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.576189, "cps": 72.40625, "mean_p": 0.447062, "boundary_entropy": 0.646136, "bpb": 1.4027}, "zh": {"chunks": 3324.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.562817, "cps": 25.96875, "mean_p": 0.313925, "boundary_entropy": 0.501929, "bpb": 3.53711}, "my": {"chunks": 12527.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.661125, "cps": 97.867188, "mean_p": 0.375189, "boundary_entropy": 0.5815, "bpb": 1.338031}}, "bpb": {"en": 2.4043, "de": 2.72832, "vi": 2.19302, "tr": 2.7307, "fi": 2.99578, "ru": 1.80394, "el": 1.86519, "hi": 1.43334, "ta": 1.15278, "th": 1.4027, "zh": 3.53711, "my": 1.33803}, "gini_cpc": 0.270031, "gini_cps": 0.256624, "bpic": 5.729785, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0099287346221946, "vi": 1.217041914832547, "tr": 1.067418651671487, "fi": 0.9033549476053818, "ru": 1.5702716876565244, "el": 1.2257003989203712, "hi": 1.8676720258597264, "ta": 2.2784600979571077, "th": 3.108312801200843, "zh": 3.0361787029655973, "my": 3.5665101021741106}, "t": 92.1}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.41352, "de": 2.73281, "vi": 2.19729, "tr": 2.74007, "fi": 2.99859, "ru": 1.78495, "el": 1.85501, "hi": 1.42914, "ta": 1.15999, "th": 1.42555, "zh": 3.54062, "my": 1.3471}, "bytes_per_chunk": {"en": 5.433, "de": 5.341, "vi": 5.919, "tr": 5.26, "fi": 5.973, "ru": 6.527, "el": 7.867, "hi": 7.219, "ta": 6.853, "th": 5.16, "zh": 5.324, "my": 4.207}, "bpb_mean": 2.13538, "t": 93.5}
{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.7019, "bpb": 2.45532, "chunk_loss": 0.030047, "F": 0.17102, "G": 0.30384, "chunks": 175.12, "bytes_per_chunk": 5.847, "boundary_entropy": 0.46739, "router_noise": 0.0, "grad_norm": 0.7575, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 93.5}
{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.70532, "bpb": 2.46025, "chunk_loss": 0.030104, "F": 0.17487, "G": 0.30814, "chunks": 179.06, "bytes_per_chunk": 5.719, "boundary_entropy": 0.47123, "router_noise": 0.0, "grad_norm": 0.7717, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 95.6}
{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.67634, "bpb": 2.41845, "chunk_loss": 0.030344, "F": 0.18008, "G": 0.28297, "chunks": 184.41, "bytes_per_chunk": 5.553, "boundary_entropy": 0.41498, "router_noise": 0.0, "grad_norm": 0.9258, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 97.7}
{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.5722, "bpb": 2.26821, "chunk_loss": 0.029988, "F": 0.17123, "G": 0.28863, "chunks": 175.34, "bytes_per_chunk": 5.84, "boundary_entropy": 0.43157, "router_noise": 0.0, "grad_norm": 0.8483, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 99.8}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3144.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180659, "cps": 24.5625, "mean_p": 0.233902, "boundary_entropy": 0.316446, "bpb": 2.349047}, "de": {"chunks": 3856.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187795, "cps": 30.125, "mean_p": 0.248987, "boundary_entropy": 0.345409, "bpb": 2.655816}, "vi": {"chunks": 3827.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.207594, "cps": 29.898438, "mean_p": 0.269891, "boundary_entropy": 0.435674, "bpb": 2.157334}, "tr": {"chunks": 3605.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199138, "cps": 28.164062, "mean_p": 0.250501, "boundary_entropy": 0.359039, "bpb": 2.668377}, "fi": {"chunks": 3301.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175482, "cps": 25.789062, "mean_p": 0.225323, "boundary_entropy": 0.324643, "bpb": 2.893872}, "ru": {"chunks": 6688.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352929, "cps": 52.25, "mean_p": 0.357519, "boundary_entropy": 0.584905, "bpb": 1.741812}, "el": {"chunks": 7345.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.357891, "cps": 57.382812, "mean_p": 0.410103, "boundary_entropy": 0.636768, "bpb": 1.81171}, "hi": {"chunks": 7768.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.461694, "cps": 60.6875, "mean_p": 0.404058, "boundary_entropy": 0.621591, "bpb": 1.38378}, "ta": {"chunks": 10699.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.572292, "cps": 83.585938, "mean_p": 0.430536, "boundary_entropy": 0.626683, "bpb": 1.111303}, "th": {"chunks": 5942.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.369412, "cps": 46.421875, "mean_p": 0.399847, "boundary_entropy": 0.629464, "bpb": 1.359983}, "zh": {"chunks": 2938.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49746, "cps": 22.953125, "mean_p": 0.299357, "boundary_entropy": 0.477325, "bpb": 3.491189}, "my": {"chunks": 4526.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.238864, "cps": 35.359375, "mean_p": 0.335041, "boundary_entropy": 0.589938, "bpb": 1.310359}}, "bpb": {"en": 2.34905, "de": 2.65582, "vi": 2.15733, "tr": 2.66838, "fi": 2.89387, "ru": 1.74181, "el": 1.81171, "hi": 1.38378, "ta": 1.1113, "th": 1.35998, "zh": 3.49119, "my": 1.31036}, "gini_cpc": 0.23128, "gini_cps": 0.232725, "bpic": 6.030594, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.039504086328357, "vi": 1.1490975616825778, "tr": 1.1022910988984578, "fi": 0.9713488351991547, "ru": 1.9535684505226691, "el": 1.9810367757195149, "hi": 2.5556167553281988, "ta": 3.1678112794987436, "th": 2.0448109637018987, "zh": 2.753594158353647, "my": 1.322186615195948}, "t": 102.9}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.35947, "de": 2.66301, "vi": 2.16117, "tr": 2.67761, "fi": 2.89877, "ru": 1.72258, "el": 1.80159, "hi": 1.38017, "ta": 1.11883, "th": 1.38134, "zh": 3.49825, "my": 1.31912}, "bytes_per_chunk": {"en": 5.48, "de": 5.287, "vi": 6.369, "tr": 5.148, "fi": 5.576, "ru": 5.551, "el": 5.145, "hi": 5.436, "ta": 5.142, "th": 7.838, "zh": 5.953, "my": 10.393}, "bpb_mean": 2.08183, "t": 104.2}
{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.78408, "bpb": 2.57389, "chunk_loss": 0.030455, "F": 0.18353, "G": 0.27246, "chunks": 187.94, "bytes_per_chunk": 5.449, "boundary_entropy": 0.39519, "router_noise": 0.0, "grad_norm": 0.8291, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 104.2}
{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57223, "bpb": 2.26825, "chunk_loss": 0.030098, "F": 0.1756, "G": 0.29534, "chunks": 179.81, "bytes_per_chunk": 5.695, "boundary_entropy": 0.43863, "router_noise": 0.0, "grad_norm": 0.7785, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 106.4}
{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.55901, "bpb": 2.24918, "chunk_loss": 0.03008, "F": 0.17105, "G": 0.30186, "chunks": 175.16, "bytes_per_chunk": 5.846, "boundary_entropy": 0.45651, "router_noise": 0.0, "grad_norm": 0.7472, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 108.4}
{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.51562, "bpb": 2.18658, "chunk_loss": 0.030315, "F": 0.17627, "G": 0.29918, "chunks": 180.5, "bytes_per_chunk": 5.673, "boundary_entropy": 0.44586, "router_noise": 0.0, "grad_norm": 0.8072, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 110.5}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3103.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178303, "cps": 24.242188, "mean_p": 0.226369, "boundary_entropy": 0.291821, "bpb": 2.313573}, "de": {"chunks": 3523.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171577, "cps": 27.523438, "mean_p": 0.224692, "boundary_entropy": 0.309327, "bpb": 2.60032}, "vi": {"chunks": 3961.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.214863, "cps": 30.945312, "mean_p": 0.282443, "boundary_entropy": 0.441447, "bpb": 2.128292}, "tr": {"chunks": 3706.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204717, "cps": 28.953125, "mean_p": 0.243166, "boundary_entropy": 0.337482, "bpb": 2.606019}, "fi": {"chunks": 3296.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175217, "cps": 25.75, "mean_p": 0.224142, "boundary_entropy": 0.312569, "bpb": 2.836553}, "ru": {"chunks": 5288.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.27905, "cps": 41.3125, "mean_p": 0.333339, "boundary_entropy": 0.570406, "bpb": 1.702228}, "el": {"chunks": 5188.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.25279, "cps": 40.53125, "mean_p": 0.372698, "boundary_entropy": 0.616498, "bpb": 1.789763}, "hi": {"chunks": 5719.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.339911, "cps": 44.679688, "mean_p": 0.382094, "boundary_entropy": 0.611948, "bpb": 1.373941}, "ta": {"chunks": 7242.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.387376, "cps": 56.578125, "mean_p": 0.393782, "boundary_entropy": 0.604365, "bpb": 1.106686}, "th": {"chunks": 9754.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.606403, "cps": 76.203125, "mean_p": 0.448689, "boundary_entropy": 0.641899, "bpb": 1.327369}, "zh": {"chunks": 3032.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.513376, "cps": 23.6875, "mean_p": 0.305145, "boundary_entropy": 0.478962, "bpb": 3.472076}, "my": {"chunks": 6720.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.354655, "cps": 52.5, "mean_p": 0.349883, "boundary_entropy": 0.591053, "bpb": 1.273033}}, "bpb": {"en": 2.31357, "de": 2.60032, "vi": 2.12829, "tr": 2.60602, "fi": 2.83655, "ru": 1.70223, "el": 1.78976, "hi": 1.37394, "ta": 1.10669, "th": 1.32737, "zh": 3.47208, "my": 1.27303}, "gini_cpc": 0.236552, "gini_cps": 0.209413, "bpic": 6.340134, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9622824840777677, "vi": 1.2050471642576923, "tr": 1.1481462407017502, "fi": 0.98269255139404, "ru": 1.5650368823429877, "el": 1.417755911719367, "hi": 1.9063707604058575, "ta": 2.172578090705343, "th": 3.400979628947129, "zh": 2.879241536679654, "my": 1.9890616386479245}, "t": 113.6}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32389, "de": 2.60672, "vi": 2.13206, "tr": 2.61224, "fi": 2.84128, "ru": 1.68252, "el": 1.78012, "hi": 1.36886, "ta": 1.11399, "th": 1.34841, "zh": 3.47578, "my": 1.28096}, "bytes_per_chunk": {"en": 5.491, "de": 5.616, "vi": 6.168, "tr": 5.066, "fi": 5.561, "ru": 6.845, "el": 7.077, "hi": 7.311, "ta": 7.223, "th": 4.933, "zh": 5.638, "my": 7.213}, "bpb_mean": 2.04724, "t": 114.9}
{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.45303, "bpb": 2.09628, "chunk_loss": 0.029953, "F": 0.1676, "G": 0.30324, "chunks": 171.62, "bytes_per_chunk": 5.966, "boundary_entropy": 0.46086, "router_noise": 0.0, "grad_norm": 0.7022, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 115.0}
{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.44134, "bpb": 2.07941, "chunk_loss": 0.030139, "F": 0.17374, "G": 0.30282, "chunks": 177.91, "bytes_per_chunk": 5.756, "boundary_entropy": 0.45775, "router_noise": 0.0, "grad_norm": 0.7373, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 117.0}
{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.54714, "bpb": 2.23205, "chunk_loss": 0.030247, "F": 0.17874, "G": 0.27682, "chunks": 183.03, "bytes_per_chunk": 5.595, "boundary_entropy": 0.40062, "router_noise": 0.0, "grad_norm": 0.7267, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 119.1}
{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.60935, "bpb": 2.3218, "chunk_loss": 0.030627, "F": 0.18839, "G": 0.30417, "chunks": 192.91, "bytes_per_chunk": 5.308, "boundary_entropy": 0.44418, "router_noise": 0.0, "grad_norm": 0.7639, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 121.3}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3165.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181865, "cps": 24.726562, "mean_p": 0.22821, "boundary_entropy": 0.281808, "bpb": 2.277991}, "de": {"chunks": 3723.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181318, "cps": 29.085938, "mean_p": 0.23088, "boundary_entropy": 0.299311, "bpb": 2.565414}, "vi": {"chunks": 4187.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227122, "cps": 32.710938, "mean_p": 0.281454, "boundary_entropy": 0.429681, "bpb": 2.103651}, "tr": {"chunks": 3260.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180081, "cps": 25.46875, "mean_p": 0.230621, "boundary_entropy": 0.324092, "bpb": 2.562861}, "fi": {"chunks": 3491.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185583, "cps": 27.273438, "mean_p": 0.236133, "boundary_entropy": 0.319647, "bpb": 2.813894}, "ru": {"chunks": 5814.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306807, "cps": 45.421875, "mean_p": 0.342651, "boundary_entropy": 0.574799, "bpb": 1.669509}, "el": {"chunks": 6302.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.30707, "cps": 49.234375, "mean_p": 0.377675, "boundary_entropy": 0.614442, "bpb": 1.767858}, "hi": {"chunks": 7036.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.418187, "cps": 54.96875, "mean_p": 0.405516, "boundary_entropy": 0.62676, "bpb": 1.333984}, "ta": {"chunks": 7394.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.395507, "cps": 57.765625, "mean_p": 0.412483, "boundary_entropy": 0.621818, "bpb": 1.100953}, "th": {"chunks": 7717.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.479764, "cps": 60.289062, "mean_p": 0.419724, "boundary_entropy": 0.633046, "bpb": 1.307737}, "zh": {"chunks": 3235.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.547748, "cps": 25.273438, "mean_p": 0.305942, "boundary_entropy": 0.470898, "bpb": 3.429921}, "my": {"chunks": 7453.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.39334, "cps": 58.226562, "mean_p": 0.34079, "boundary_entropy": 0.57573, "bpb": 1.256398}}, "bpb": {"en": 2.27799, "de": 2.56541, "vi": 2.10365, "tr": 2.56286, "fi": 2.81389, "ru": 1.66951, "el": 1.76786, "hi": 1.33398, "ta": 1.10095, "th": 1.30774, "zh": 3.42992, "my": 1.2564}, "gini_cpc": 0.217581, "gini_cps": 0.191234, "bpic": 6.113401, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9969905340218718, "vi": 1.2488498464568094, "tr": 0.9901875340501548, "fi": 1.0204421079629469, "ru": 1.6870044142105065, "el": 1.6884490479182643, "hi": 2.299435138694253, "ta": 2.1747251780578485, "th": 2.6380185242204113, "zh": 3.011835501851279, "my": 2.162808914794994}, "t": 124.3}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28557, "de": 2.5722, "vi": 2.10748, "tr": 2.56922, "fi": 2.81551, "ru": 1.64828, "el": 1.75968, "hi": 1.32988, "ta": 1.1075, "th": 1.3285, "zh": 3.43081, "my": 1.26306}, "bytes_per_chunk": {"en": 5.406, "de": 5.434, "vi": 5.879, "tr": 5.719, "fi": 5.243, "ru": 6.299, "el": 6.283, "hi": 6.111, "ta": 7.068, "th": 5.964, "zh": 5.263, "my": 6.726}, "bpb_mean": 2.01814, "t": 125.6}
{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.41627, "bpb": 2.04324, "chunk_loss": 0.031281, "F": 0.18747, "G": 0.3254, "chunks": 191.97, "bytes_per_chunk": 5.334, "boundary_entropy": 0.48897, "router_noise": 0.0, "grad_norm": 1.2016, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 125.7}
{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.58805, "bpb": 2.29107, "chunk_loss": 0.030199, "F": 0.177, "G": 0.28484, "chunks": 181.25, "bytes_per_chunk": 5.65, "boundary_entropy": 0.418, "router_noise": 0.0, "grad_norm": 0.8343, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 127.8}
{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64366, "bpb": 2.37129, "chunk_loss": 0.030691, "F": 0.18787, "G": 0.29631, "chunks": 192.38, "bytes_per_chunk": 5.323, "boundary_entropy": 0.43077, "router_noise": 0.0, "grad_norm": 0.8493, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 129.9}
{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.38064, "bpb": 1.99184, "chunk_loss": 0.030297, "F": 0.17651, "G": 0.29768, "chunks": 180.75, "bytes_per_chunk": 5.665, "boundary_entropy": 0.45309, "router_noise": 0.0, "grad_norm": 0.7318, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 132.0}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3041.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17474, "cps": 23.757812, "mean_p": 0.217048, "boundary_entropy": 0.269499, "bpb": 2.247166}, "de": {"chunks": 3714.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18088, "cps": 29.015625, "mean_p": 0.230552, "boundary_entropy": 0.298471, "bpb": 2.519252}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.273736, "boundary_entropy": 0.421455, "bpb": 2.077498}, "tr": {"chunks": 3440.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190024, "cps": 26.875, "mean_p": 0.22917, "boundary_entropy": 0.313938, "bpb": 2.525429}, "fi": {"chunks": 3285.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174632, "cps": 25.664062, "mean_p": 0.21913, "boundary_entropy": 0.294771, "bpb": 2.735647}, "ru": {"chunks": 5545.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.292612, "cps": 43.320312, "mean_p": 0.331539, "boundary_entropy": 0.564372, "bpb": 1.635774}, "el": {"chunks": 5742.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.279784, "cps": 44.859375, "mean_p": 0.359307, "boundary_entropy": 0.599822, "bpb": 1.748481}, "hi": {"chunks": 5770.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.342942, "cps": 45.078125, "mean_p": 0.383387, "boundary_entropy": 0.611307, "bpb": 1.337767}, "ta": {"chunks": 6091.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.325809, "cps": 47.585938, "mean_p": 0.376256, "boundary_entropy": 0.600799, "bpb": 1.083118}, "th": {"chunks": 6170.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.383587, "cps": 48.203125, "mean_p": 0.388912, "boundary_entropy": 0.616476, "bpb": 1.280809}, "zh": {"chunks": 2671.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.452252, "cps": 20.867188, "mean_p": 0.287496, "boundary_entropy": 0.464372, "bpb": 3.423471}, "my": {"chunks": 7551.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398512, "cps": 58.992188, "mean_p": 0.344079, "boundary_entropy": 0.586043, "bpb": 1.237211}}, "bpb": {"en": 2.24717, "de": 2.51925, "vi": 2.0775, "tr": 2.52543, "fi": 2.73565, "ru": 1.63577, "el": 1.74848, "hi": 1.33777, "ta": 1.08312, "th": 1.28081, "zh": 3.42347, "my": 1.23721}, "gini_cpc": 0.183846, "gini_cps": 0.175501, "bpic": 6.705004, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.035135474526589, "vi": 1.3093963727083267, "tr": 1.087465758935092, "fi": 0.9993812347966937, "ru": 1.674557390248833, "el": 1.6011427126066065, "hi": 1.9625848422231484, "ta": 1.864536244825224, "th": 2.1951883986921255, "zh": 2.5881422678857957, "my": 2.280598289494702}, "t": 135.0}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.2564, "de": 2.52721, "vi": 2.08309, "tr": 2.531, "fi": 2.74129, "ru": 1.6149, "el": 1.73988, "hi": 1.33283, "ta": 1.08859, "th": 1.2999, "zh": 3.42646, "my": 1.24528}, "bytes_per_chunk": {"en": 5.612, "de": 5.408, "vi": 5.738, "tr": 5.343, "fi": 5.564, "ru": 6.481, "el": 6.774, "hi": 7.286, "ta": 8.457, "th": 7.207, "zh": 6.456, "my": 7.212}, "bpb_mean": 1.99057, "t": 136.3}
{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.29353, "bpb": 1.86616, "chunk_loss": 0.029513, "F": 0.15747, "G": 0.31094, "chunks": 161.25, "bytes_per_chunk": 6.35, "boundary_entropy": 0.47679, "router_noise": 0.0, "grad_norm": 0.7394, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 136.4}
{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.52527, "bpb": 2.2005, "chunk_loss": 0.030081, "F": 0.17273, "G": 0.27522, "chunks": 176.88, "bytes_per_chunk": 5.789, "boundary_entropy": 0.40261, "router_noise": 0.0, "grad_norm": 0.7091, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 138.4}
{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.47747, "bpb": 2.13154, "chunk_loss": 0.030404, "F": 0.18259, "G": 0.28308, "chunks": 186.97, "bytes_per_chunk": 5.477, "boundary_entropy": 0.40689, "router_noise": 0.0, "grad_norm": 0.81, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 140.5}
{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.45744, "bpb": 2.10264, "chunk_loss": 0.030327, "F": 0.18167, "G": 0.30478, "chunks": 186.03, "bytes_per_chunk": 5.504, "boundary_entropy": 0.4517, "router_noise": 0.0, "grad_norm": 0.6982, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 142.5}
{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3141.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180486, "cps": 24.539062, "mean_p": 0.221055, "boundary_entropy": 0.262579, "bpb": 2.221986}, "de": {"chunks": 3834.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186724, "cps": 29.953125, "mean_p": 0.229583, "boundary_entropy": 0.282039, "bpb": 2.478064}, "vi": {"chunks": 3857.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.209222, "cps": 30.132812, "mean_p": 0.26127, "boundary_entropy": 0.403254, "bpb": 2.067142}, "tr": {"chunks": 3563.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196818, "cps": 27.835938, "mean_p": 0.231228, "boundary_entropy": 0.30724, "bpb": 2.487088}, "fi": {"chunks": 3400.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180745, "cps": 26.5625, "mean_p": 0.231343, "boundary_entropy": 0.299207, "bpb": 2.696908}, "ru": {"chunks": 5359.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.282797, "cps": 41.867188, "mean_p": 0.333904, "boundary_entropy": 0.567886, "bpb": 1.603463}, "el": {"chunks": 5061.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.246601, "cps": 39.539062, "mean_p": 0.342826, "boundary_entropy": 0.585816, "bpb": 1.72244}, "hi": {"chunks": 6077.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.361189, "cps": 47.476562, "mean_p": 0.377102, "boundary_entropy": 0.599958, "bpb": 1.309345}, "ta": {"chunks": 7400.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.395828, "cps": 57.8125, "mean_p": 0.390454, "boundary_entropy": 0.605175, "bpb": 1.064093}, "th": {"chunks": 6886.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.428101, "cps": 53.796875, "mean_p": 0.39485, "boundary_entropy": 0.620817, "bpb": 1.241623}, "zh": {"chunks": 2938.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49746, "cps": 22.953125, "mean_p": 0.292199, "boundary_entropy": 0.462361, "bpb": 3.389037}, "my": {"chunks": 6172.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.325734, "cps": 48.21875, "mean_p": 0.341304, "boundary_entropy": 0.587204, "bpb": 1.216632}}, "bpb": {"en": 2.22199, "de": 2.47806, "vi": 2.06714, "tr": 2.48709, "fi": 2.69691, "ru": 1.60346, "el": 1.72244, "hi": 1.30935, "ta": 1.06409, "th": 1.24162, "zh": 3.38904, "my": 1.21663}, "gini_cpc": 0.200099, "gini_cps": 0.174126, "bpic": 6.652701, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0345604817850698, "vi": 1.1592114994499116, "tr": 1.0904894158392486, "fi": 1.0014360412278842, "ru": 1.5668619223664548, "el": 1.3663176418043521, "hi": 2.0011993227661002, "ta": 2.1931201949149535, "th": 2.3719314684197697, "zh": 2.756224143223135, "my": 1.8047569591254524}, "t": 145.4}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23223, "de": 2.48742, "vi": 2.07202, "tr": 2.49274, "fi": 2.70507, "ru": 1.5828, "el": 1.71371, "hi": 1.30803, "ta": 1.07076, "th": 1.26294, "zh": 3.38912, "my": 1.22504}, "bytes_per_chunk": {"en": 5.394, "de": 5.203, "vi": 6.128, "tr": 5.18, "fi": 5.331, "ru": 6.856, "el": 7.486, "hi": 7.204, "ta": 7.2, "th": 6.539, "zh": 5.958, "my": 7.723}, "bpb_mean": 1.96182, "t": 146.7}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 146.7}
{"event": "train", "step": 2400, "phase": 2, "objective": "parity_b", "lm_loss": 1.31574, "bpb": 1.89822, "chunk_loss": 0.046332, "F": 0.16272, "G": 0.29288, "chunks": 166.62, "bytes_per_chunk": 6.146, "boundary_entropy": 0.43372, "router_noise": 0.0, "grad_norm": 0.7994, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.088, "worst_lang": "my", "n_target_mean": 21.145, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 146.9}
{"event": "train", "step": 2450, "phase": 2, "objective": "parity_b", "lm_loss": 1.48343, "bpb": 2.14014, "chunk_loss": 0.0, "F": 0.13913, "G": 0.2392, "chunks": 142.47, "bytes_per_chunk": 7.188, "boundary_entropy": 0.36926, "router_noise": 0.0, "grad_norm": 0.7674, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 148.9}
{"event": "train", "step": 2500, "phase": 2, "objective": "parity_b", "lm_loss": 1.47722, "bpb": 2.13117, "chunk_loss": 0.030245, "F": 0.13095, "G": 0.22833, "chunks": 134.09, "bytes_per_chunk": 7.636, "boundary_entropy": 0.36649, "router_noise": 0.0, "grad_norm": 0.758, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 151.0}
{"event": "train", "step": 2550, "phase": 2, "objective": "parity_b", "lm_loss": 1.53355, "bpb": 2.21245, "chunk_loss": 0.030763, "F": 0.1554, "G": 0.22516, "chunks": 159.12, "bytes_per_chunk": 6.435, "boundary_entropy": 0.30648, "router_noise": 0.0, "grad_norm": 0.7845, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 153.0}
{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3012.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173074, "cps": 23.53125, "mean_p": 0.205729, "boundary_entropy": 0.233206, "bpb": 2.20111}, "de": {"chunks": 3231.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.157356, "cps": 25.242188, "mean_p": 0.18596, "boundary_entropy": 0.234285, "bpb": 2.457963}, "vi": {"chunks": 3026.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.164144, "cps": 23.640625, "mean_p": 0.19933, "boundary_entropy": 0.32839, "bpb": 2.065986}, "tr": {"chunks": 3058.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168922, "cps": 23.890625, "mean_p": 0.192717, "boundary_entropy": 0.257636, "bpb": 2.445143}, "fi": {"chunks": 3115.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165595, "cps": 24.335938, "mean_p": 0.20524, "boundary_entropy": 0.264421, "bpb": 2.662078}, "ru": {"chunks": 2766.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.145963, "cps": 21.609375, "mean_p": 0.246676, "boundary_entropy": 0.486157, "bpb": 1.599244}, "el": {"chunks": 3241.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.15792, "cps": 25.320312, "mean_p": 0.260008, "boundary_entropy": 0.506947, "bpb": 1.685808}, "hi": {"chunks": 2690.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.159881, "cps": 21.015625, "mean_p": 0.179519, "boundary_entropy": 0.393711, "bpb": 1.331095}, "ta": {"chunks": 2148.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.114897, "cps": 16.78125, "mean_p": 0.201719, "boundary_entropy": 0.43564, "bpb": 1.095776}, "th": {"chunks": 3860.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.239975, "cps": 30.15625, "mean_p": 0.250356, "boundary_entropy": 0.492418, "bpb": 1.245758}, "zh": {"chunks": 3169.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536573, "cps": 24.757812, "mean_p": 0.30195, "boundary_entropy": 0.458572, "bpb": 3.367231}, "my": {"chunks": 1978.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.104391, "cps": 15.453125, "mean_p": 0.135741, "boundary_entropy": 0.335766, "bpb": 1.21931}}, "bpb": {"en": 2.20111, "de": 2.45796, "vi": 2.06599, "tr": 2.44514, "fi": 2.66208, "ru": 1.59924, "el": 1.68581, "hi": 1.3311, "ta": 1.09578, "th": 1.24576, "zh": 3.36723, "my": 1.21931}, "gini_cpc": 0.224094, "gini_cps": 0.086611, "bpic": 10.873831, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9091880178113825, "vi": 0.9484074010440473, "tr": 0.9760140788005245, "fi": 0.9567871197682293, "ru": 0.8433582819119302, "el": 0.9124463506399292, "hi": 0.9237753295880371, "ta": 0.6638622296052484, "th": 1.3865495432011463, "zh": 3.100258802244459, "my": 0.6031593490929674}, "t": 156.0}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20813, "de": 2.46678, "vi": 2.06895, "tr": 2.45348, "fi": 2.66985, "ru": 1.5786, "el": 1.67657, "hi": 1.32956, "ta": 1.10093, "th": 1.26659, "zh": 3.36774, "my": 1.22735}, "bytes_per_chunk": {"en": 5.684, "de": 6.202, "vi": 8.105, "tr": 6.104, "fi": 5.792, "ru": 12.463, "el": 11.418, "hi": 15.157, "ta": 22.15, "th": 11.572, "zh": 5.413, "my": 22.174}, "bpb_mean": 1.95121, "t": 157.3}
{"event": "train", "step": 2600, "phase": 2, "objective": "parity_b", "lm_loss": 1.50372, "bpb": 2.16941, "chunk_loss": 0.030463, "F": 0.14575, "G": 0.22702, "chunks": 149.25, "bytes_per_chunk": 6.861, "boundary_entropy": 0.33839, "router_noise": 0.0, "grad_norm": 0.7494, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 157.3}
{"event": "train", "step": 2650, "phase": 2, "objective": "parity_b", "lm_loss": 1.45641, "bpb": 2.10116, "chunk_loss": 0.030413, "F": 0.15012, "G": 0.22272, "chunks": 153.72, "bytes_per_chunk": 6.662, "boundary_entropy": 0.32486, "router_noise": 0.0, "grad_norm": 0.843, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 159.4}
{"event": "train", "step": 2700, "phase": 2, "objective": "parity_b", "lm_loss": 1.50105, "bpb": 2.16556, "chunk_loss": 0.033462, "F": 0.15622, "G": 0.22287, "chunks": 159.97, "bytes_per_chunk": 6.401, "boundary_entropy": 0.30778, "router_noise": 0.0, "grad_norm": 0.8451, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "th", "n_target_mean": 16.5724, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 161.4}
{"event": "train", "step": 2750, "phase": 2, "objective": "parity_b", "lm_loss": 1.53817, "bpb": 2.2191, "chunk_loss": 0.030095, "F": 0.14725, "G": 0.21479, "chunks": 150.78, "bytes_per_chunk": 6.791, "boundary_entropy": 0.30719, "router_noise": 0.0, "grad_norm": 0.799, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 163.5}
{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3108.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17859, "cps": 24.28125, "mean_p": 0.207554, "boundary_entropy": 0.221239, "bpb": 2.178583}, "de": {"chunks": 3083.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.150149, "cps": 24.085938, "mean_p": 0.181651, "boundary_entropy": 0.216542, "bpb": 2.425344}, "vi": {"chunks": 3355.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.181991, "cps": 26.210938, "mean_p": 0.197759, "boundary_entropy": 0.307524, "bpb": 2.041436}, "tr": {"chunks": 3257.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179915, "cps": 25.445312, "mean_p": 0.200484, "boundary_entropy": 0.245053, "bpb": 2.409412}, "fi": {"chunks": 3084.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163947, "cps": 24.09375, "mean_p": 0.190453, "boundary_entropy": 0.225531, "bpb": 2.639778}, "ru": {"chunks": 2815.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.148549, "cps": 21.992188, "mean_p": 0.226969, "boundary_entropy": 0.451871, "bpb": 1.574524}, "el": {"chunks": 2888.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14072, "cps": 22.5625, "mean_p": 0.221946, "boundary_entropy": 0.452025, "bpb": 1.679089}, "hi": {"chunks": 2443.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.145201, "cps": 19.085938, "mean_p": 0.187431, "boundary_entropy": 0.40841, "bpb": 1.298904}, "ta": {"chunks": 2181.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.116662, "cps": 17.039062, "mean_p": 0.222196, "boundary_entropy": 0.449979, "bpb": 1.078967}, "th": {"chunks": 2599.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.161579, "cps": 20.304688, "mean_p": 0.205445, "boundary_entropy": 0.438377, "bpb": 1.227994}, "zh": {"chunks": 2939.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49763, "cps": 22.960938, "mean_p": 0.284535, "boundary_entropy": 0.441269, "bpb": 3.323706}, "my": {"chunks": 1574.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.083069, "cps": 12.296875, "mean_p": 0.128113, "boundary_entropy": 0.32911, "bpb": 1.217942}}, "bpb": {"en": 2.17858, "de": 2.42534, "vi": 2.04144, "tr": 2.40941, "fi": 2.63978, "ru": 1.57452, "el": 1.67909, "hi": 1.2989, "ta": 1.07897, "th": 1.22799, "zh": 3.32371, "my": 1.21794}, "gini_cpc": 0.219082, "gini_cps": 0.093045, "bpic": 11.515964, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8407448730708847, "vi": 1.0190429590348222, "tr": 1.0074194170338455, "fi": 0.9180061612680824, "ru": 0.8317873187925958, "el": 0.7879514404876194, "hi": 0.8130392353720733, "ta": 0.6532408062362596, "th": 0.9047494428128559, "zh": 2.786437161606481, "my": 0.4651408284245523}, "t": 166.4}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18862, "de": 2.43535, "vi": 2.04463, "tr": 2.41582, "fi": 2.64652, "ru": 1.55306, "el": 1.67042, "hi": 1.29613, "ta": 1.08491, "th": 1.24813, "zh": 3.32439, "my": 1.22648}, "bytes_per_chunk": {"en": 5.494, "de": 6.378, "vi": 7.323, "tr": 5.722, "fi": 5.836, "ru": 11.955, "el": 12.051, "hi": 16.37, "ta": 21.563, "th": 17.031, "zh": 5.721, "my": 28.659}, "bpb_mean": 1.92787, "t": 167.7}
{"event": "train", "step": 2800, "phase": 2, "objective": "parity_b", "lm_loss": 1.41285, "bpb": 2.03831, "chunk_loss": 0.030445, "F": 0.1423, "G": 0.21815, "chunks": 145.72, "bytes_per_chunk": 7.027, "boundary_entropy": 0.32134, "router_noise": 0.0, "grad_norm": 0.775, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 167.8}
{"event": "train", "step": 2850, "phase": 2, "objective": "parity_b", "lm_loss": 1.33724, "bpb": 1.92923, "chunk_loss": 0.030101, "F": 0.1189, "G": 0.20184, "chunks": 121.75, "bytes_per_chunk": 8.411, "boundary_entropy": 0.31777, "router_noise": 0.0, "grad_norm": 0.7948, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.1875, "fallback": 0.0, "alpha": 0.03, "t": 169.8}
{"event": "train", "step": 2900, "phase": 2, "objective": "parity_b", "lm_loss": 1.4141, "bpb": 2.04011, "chunk_loss": 0.030025, "F": 0.14023, "G": 0.21183, "chunks": 143.59, "bytes_per_chunk": 7.131, "boundary_entropy": 0.30516, "router_noise": 0.0, "grad_norm": 0.7816, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 171.9}
{"event": "train", "step": 2950, "phase": 2, "objective": "parity_b", "lm_loss": 1.31069, "bpb": 1.89093, "chunk_loss": 0.0, "F": 0.1265, "G": 0.21611, "chunks": 129.53, "bytes_per_chunk": 7.905, "boundary_entropy": 0.3458, "router_noise": 0.0, "grad_norm": 0.7012, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 174.0}
{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3230.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1856, "cps": 25.234375, "mean_p": 0.21454, "boundary_entropy": 0.216147, "bpb": 2.164172}, "de": {"chunks": 3237.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.157649, "cps": 25.289062, "mean_p": 0.185221, "boundary_entropy": 0.20887, "bpb": 2.41033}, "vi": {"chunks": 3058.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16588, "cps": 23.890625, "mean_p": 0.192318, "boundary_entropy": 0.298276, "bpb": 2.03099}, "tr": {"chunks": 3272.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180744, "cps": 25.5625, "mean_p": 0.202938, "boundary_entropy": 0.240961, "bpb": 2.394811}, "fi": {"chunks": 3199.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17006, "cps": 24.992188, "mean_p": 0.197621, "boundary_entropy": 0.22752, "bpb": 2.607588}, "ru": {"chunks": 2729.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.144011, "cps": 21.320312, "mean_p": 0.222496, "boundary_entropy": 0.44742, "bpb": 1.547517}, "el": {"chunks": 2284.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.11129, "cps": 17.84375, "mean_p": 0.192593, "boundary_entropy": 0.419243, "bpb": 1.645943}, "hi": {"chunks": 2363.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.140446, "cps": 18.460938, "mean_p": 0.186099, "boundary_entropy": 0.40495, "bpb": 1.284329}, "ta": {"chunks": 1603.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.085745, "cps": 12.523438, "mean_p": 0.152426, "boundary_entropy": 0.373319, "bpb": 1.072772}, "th": {"chunks": 2076.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.129064, "cps": 16.21875, "mean_p": 0.182836, "boundary_entropy": 0.410013, "bpb": 1.201543}, "zh": {"chunks": 3009.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.509482, "cps": 23.507812, "mean_p": 0.300082, "boundary_entropy": 0.455566, "bpb": 3.319451}, "my": {"chunks": 2446.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.12909, "cps": 19.109375, "mean_p": 0.16721, "boundary_entropy": 0.384054, "bpb": 1.191826}}, "bpb": {"en": 2.16417, "de": 2.41033, "vi": 2.03099, "tr": 2.39481, "fi": 2.60759, "ru": 1.54752, "el": 1.64594, "hi": 1.28433, "ta": 1.07277, "th": 1.20154, "zh": 3.31945, "my": 1.19183}, "gini_cpc": 0.236537, "gini_cps": 0.10697, "bpic": 11.806466, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8493992830992139, "vi": 0.8937497575365208, "tr": 0.9738326729965732, "fi": 0.9162710277712812, "ru": 0.7759181649607488, "el": 0.5996210247537724, "hi": 0.7567113474622664, "ta": 0.4619868890955265, "th": 0.6953891045153888, "zh": 2.7450505284545597, "my": 0.6955280902401293}, "t": 176.9}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.17228, "de": 2.41963, "vi": 2.03485, "tr": 2.40142, "fi": 2.61615, "ru": 1.52438, "el": 1.63666, "hi": 1.28188, "ta": 1.07758, "th": 1.22312, "zh": 3.31667, "my": 1.19996}, "bytes_per_chunk": {"en": 5.239, "de": 6.062, "vi": 7.931, "tr": 5.657, "fi": 5.659, "ru": 12.308, "el": 14.83, "hi": 17.092, "ta": 28.578, "th": 20.744, "zh": 5.695, "my": 19.873}, "bpb_mean": 1.90871, "t": 178.2}
{"event": "train", "step": 3000, "phase": 2, "objective": "parity_b", "lm_loss": 1.52113, "bpb": 2.19453, "chunk_loss": 0.030169, "F": 0.14502, "G": 0.22181, "chunks": 148.5, "bytes_per_chunk": 6.896, "boundary_entropy": 0.32941, "router_noise": 0.0, "grad_norm": 0.6949, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.087, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.1875, "fallback": 0.0, "alpha": 0.03, "t": 178.3}
{"event": "train", "step": 3050, "phase": 2, "objective": "parity_b", "lm_loss": 1.48145, "bpb": 2.13728, "chunk_loss": 0.030694, "F": 0.13754, "G": 0.21535, "chunks": 140.84, "bytes_per_chunk": 7.27, "boundary_entropy": 0.32927, "router_noise": 0.0, "grad_norm": 0.8511, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 180.4}
{"event": "train", "step": 3100, "phase": 2, "objective": "parity_b", "lm_loss": 1.41865, "bpb": 2.04669, "chunk_loss": 0.0, "F": 0.13315, "G": 0.21369, "chunks": 136.34, "bytes_per_chunk": 7.51, "boundary_entropy": 0.33568, "router_noise": 0.0, "grad_norm": 0.7525, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 182.4}
{"event": "train", "step": 3150, "phase": 2, "objective": "parity_b", "lm_loss": 1.33604, "bpb": 1.92749, "chunk_loss": 0.028905, "F": 0.12527, "G": 0.20734, "chunks": 128.28, "bytes_per_chunk": 7.982, "boundary_entropy": 0.32752, "router_noise": 0.0, "grad_norm": 0.7868, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 184.5}
{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3156.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181348, "cps": 24.65625, "mean_p": 0.207115, "boundary_entropy": 0.204297, "bpb": 2.145387}, "de": {"chunks": 3230.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.157308, "cps": 25.234375, "mean_p": 0.180568, "boundary_entropy": 0.199219, "bpb": 2.380367}, "vi": {"chunks": 3000.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.162734, "cps": 23.4375, "mean_p": 0.180118, "boundary_entropy": 0.279906, "bpb": 2.018127}, "tr": {"chunks": 3036.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167707, "cps": 23.71875, "mean_p": 0.191597, "boundary_entropy": 0.22792, "bpb": 2.364976}, "fi": {"chunks": 3071.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163256, "cps": 23.992188, "mean_p": 0.180807, "boundary_entropy": 0.20135, "bpb": 2.56865}, "ru": {"chunks": 2620.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138259, "cps": 20.46875, "mean_p": 0.20976, "boundary_entropy": 0.428961, "bpb": 1.532879}, "el": {"chunks": 2449.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.11933, "cps": 19.132812, "mean_p": 0.194055, "boundary_entropy": 0.416449, "bpb": 1.630415}, "hi": {"chunks": 2837.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.168618, "cps": 22.164062, "mean_p": 0.194788, "boundary_entropy": 0.411839, "bpb": 1.276482}, "ta": {"chunks": 1869.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.099973, "cps": 14.601562, "mean_p": 0.169509, "boundary_entropy": 0.387987, "bpb": 1.058672}, "th": {"chunks": 2403.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.149394, "cps": 18.773438, "mean_p": 0.182271, "boundary_entropy": 0.399716, "bpb": 1.188185}, "zh": {"chunks": 2738.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.463596, "cps": 21.390625, "mean_p": 0.279628, "boundary_entropy": 0.432803, "bpb": 3.287212}, "my": {"chunks": 2290.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.120857, "cps": 17.890625, "mean_p": 0.134938, "boundary_entropy": 0.328244, "bpb": 1.179}}, "bpb": {"en": 2.14539, "de": 2.38037, "vi": 2.01813, "tr": 2.36498, "fi": 2.56865, "ru": 1.53288, "el": 1.63042, "hi": 1.27648, "ta": 1.05867, "th": 1.18819, "zh": 3.28721, "my": 1.179}, "gini_cpc": 0.202584, "gini_cps": 0.080571, "bpic": 11.736781, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8674355979681414, "vi": 0.8973569658475313, "tr": 0.9247798140299415, "fi": 0.9002332689816432, "ru": 0.7623935311054707, "el": 0.6580138966779181, "hi": 0.9298039536946537, "ta": 0.5512783760119672, "th": 0.8237962889639286, "zh": 2.556390098874767, "my": 0.6664372013539558}, "t": 187.5}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15346, "de": 2.38862, "vi": 2.02086, "tr": 2.37318, "fi": 2.57758, "ru": 1.51072, "el": 1.62139, "hi": 1.27339, "ta": 1.06274, "th": 1.20997, "zh": 3.2839, "my": 1.18632}, "bytes_per_chunk": {"en": 5.378, "de": 6.089, "vi": 7.971, "tr": 6.154, "fi": 5.896, "ru": 12.567, "el": 13.872, "hi": 14.155, "ta": 24.707, "th": 17.702, "zh": 6.213, "my": 20.535}, "bpb_mean": 1.88851, "t": 188.8}
{"event": "train", "step": 3200, "phase": 2, "objective": "parity_b", "lm_loss": 1.40612, "bpb": 2.0286, "chunk_loss": 0.030095, "F": 0.12997, "G": 0.19928, "chunks": 133.09, "bytes_per_chunk": 7.694, "boundary_entropy": 0.2983, "router_noise": 0.0, "grad_norm": 0.7265, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.087, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 188.8}
{"event": "train", "step": 3250, "phase": 2, "objective": "parity_b", "lm_loss": 1.38772, "bpb": 2.00205, "chunk_loss": 0.030067, "F": 0.13959, "G": 0.20522, "chunks": 142.94, "bytes_per_chunk": 7.164, "boundary_entropy": 0.28865, "router_noise": 0.0, "grad_norm": 0.8042, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 190.9}
{"event": "train", "step": 3300, "phase": 2, "objective": "parity_b", "lm_loss": 1.29016, "bpb": 1.8613, "chunk_loss": 0.030158, "F": 0.11688, "G": 0.20386, "chunks": 119.69, "bytes_per_chunk": 8.556, "boundary_entropy": 0.32999, "router_noise": 0.0, "grad_norm": 0.8077, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 193.0}
{"event": "train", "step": 3350, "phase": 2, "objective": "parity_b", "lm_loss": 1.36606, "bpb": 1.9708, "chunk_loss": 0.0, "F": 0.12637, "G": 0.20209, "chunks": 129.41, "bytes_per_chunk": 7.913, "boundary_entropy": 0.31247, "router_noise": 0.0, "grad_norm": 0.7044, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "hi", "n_target_mean": 15.3104, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 195.0}
{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3181.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182785, "cps": 24.851562, "mean_p": 0.204923, "boundary_entropy": 0.192302, "bpb": 2.130149}, "de": {"chunks": 3121.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151999, "cps": 24.382812, "mean_p": 0.171542, "boundary_entropy": 0.184471, "bpb": 2.368569}, "vi": {"chunks": 3308.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179441, "cps": 25.84375, "mean_p": 0.192814, "boundary_entropy": 0.284809, "bpb": 2.007559}, "tr": {"chunks": 3037.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167762, "cps": 23.726562, "mean_p": 0.189059, "boundary_entropy": 0.218384, "bpb": 2.352573}, "fi": {"chunks": 3216.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.170964, "cps": 25.125, "mean_p": 0.189284, "boundary_entropy": 0.205666, "bpb": 2.557646}, "ru": {"chunks": 2686.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.141741, "cps": 20.984375, "mean_p": 0.213583, "boundary_entropy": 0.430899, "bpb": 1.521748}, "el": {"chunks": 2196.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.107002, "cps": 17.15625, "mean_p": 0.175745, "boundary_entropy": 0.389787, "bpb": 1.61369}, "hi": {"chunks": 1916.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.113878, "cps": 14.96875, "mean_p": 0.157861, "boundary_entropy": 0.361861, "bpb": 1.282086}, "ta": {"chunks": 1644.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.087938, "cps": 12.84375, "mean_p": 0.157359, "boundary_entropy": 0.37394, "bpb": 1.049583}, "th": {"chunks": 2034.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.126453, "cps": 15.890625, "mean_p": 0.181726, "boundary_entropy": 0.40312, "bpb": 1.176128}, "zh": {"chunks": 3350.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.56722, "cps": 26.171875, "mean_p": 0.300371, "boundary_entropy": 0.433009, "bpb": 3.24943}, "my": {"chunks": 3520.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.185772, "cps": 27.5, "mean_p": 0.16457, "boundary_entropy": 0.362977, "bpb": 1.192799}}, "bpb": {"en": 2.13015, "de": 2.36857, "vi": 2.00756, "tr": 2.35257, "fi": 2.55765, "ru": 1.52175, "el": 1.61369, "hi": 1.28209, "ta": 1.04958, "th": 1.17613, "zh": 3.24943, "my": 1.1928}, "gini_cpc": 0.260799, "gini_cps": 0.123282, "bpic": 11.556536, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8315757431627265, "vi": 0.9817090848352287, "tr": 0.9178140287501869, "fi": 0.9353294475726887, "ru": 0.775456150842859, "el": 0.5853989534870309, "hi": 0.6230184140324261, "ta": 0.48110159286059184, "th": 0.6918155738381753, "zh": 3.103214640176982, "my": 1.0163416851838984}, "t": 198.0}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13856, "de": 2.37541, "vi": 2.01004, "tr": 2.35785, "fi": 2.56354, "ru": 1.4993, "el": 1.60531, "hi": 1.27767, "ta": 1.05447, "th": 1.19534, "zh": 3.24639, "my": 1.19981}, "bytes_per_chunk": {"en": 5.367, "de": 6.168, "vi": 7.096, "tr": 6.045, "fi": 5.627, "ru": 12.067, "el": 14.925, "hi": 19.87, "ta": 27.635, "th": 19.723, "zh": 5.051, "my": 13.43}, "bpb_mean": 1.87697, "t": 199.4}
{"event": "train", "step": 3400, "phase": 2, "objective": "parity_b", "lm_loss": 1.31618, "bpb": 1.89885, "chunk_loss": 0.03128, "F": 0.12393, "G": 0.20067, "chunks": 126.91, "bytes_per_chunk": 8.069, "boundary_entropy": 0.31469, "router_noise": 0.0, "grad_norm": 0.7764, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.087, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 199.4}
{"event": "train", "step": 3450, "phase": 2, "objective": "parity_b", "lm_loss": 1.22354, "bpb": 1.76519, "chunk_loss": 0.031432, "F": 0.11948, "G": 0.19911, "chunks": 122.34, "bytes_per_chunk": 8.37, "boundary_entropy": 0.31098, "router_noise": 0.0, "grad_norm": 0.7313, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 201.5}
{"event": "train", "step": 3500, "phase": 2, "objective": "parity_b", "lm_loss": 1.33505, "bpb": 1.92608, "chunk_loss": 0.030171, "F": 0.1344, "G": 0.206, "chunks": 137.62, "bytes_per_chunk": 7.441, "boundary_entropy": 0.29965, "router_noise": 0.0, "grad_norm": 0.7899, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 203.6}
{"event": "train", "step": 3550, "phase": 2, "objective": "parity_b", "lm_loss": 1.37907, "bpb": 1.98958, "chunk_loss": 0.030824, "F": 0.12671, "G": 0.19756, "chunks": 129.75, "bytes_per_chunk": 7.892, "boundary_entropy": 0.29668, "router_noise": 0.0, "grad_norm": 0.7928, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 205.7}
{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3099.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178073, "cps": 24.210938, "mean_p": 0.201591, "boundary_entropy": 0.190589, "bpb": 2.115597}, "de": {"chunks": 2999.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.146058, "cps": 23.429688, "mean_p": 0.160592, "boundary_entropy": 0.17527, "bpb": 2.341834}, "vi": {"chunks": 2980.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.161649, "cps": 23.28125, "mean_p": 0.179614, "boundary_entropy": 0.277466, "bpb": 1.992947}, "tr": {"chunks": 2998.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165608, "cps": 23.421875, "mean_p": 0.183668, "boundary_entropy": 0.211957, "bpb": 2.322908}, "fi": {"chunks": 3003.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159641, "cps": 23.460938, "mean_p": 0.172885, "boundary_entropy": 0.18531, "bpb": 2.522942}, "ru": {"chunks": 2816.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.148602, "cps": 22.0, "mean_p": 0.209786, "boundary_entropy": 0.422797, "bpb": 1.502219}, "el": {"chunks": 2329.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.113482, "cps": 18.195312, "mean_p": 0.172975, "boundary_entropy": 0.377418, "bpb": 1.607003}, "hi": {"chunks": 2508.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.149064, "cps": 19.59375, "mean_p": 0.169525, "boundary_entropy": 0.373507, "bpb": 1.262963}, "ta": {"chunks": 1993.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.106606, "cps": 15.570312, "mean_p": 0.186364, "boundary_entropy": 0.406201, "bpb": 1.047517}, "th": {"chunks": 2148.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.133541, "cps": 16.78125, "mean_p": 0.185169, "boundary_entropy": 0.405408, "bpb": 1.161472}, "zh": {"chunks": 3384.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.572977, "cps": 26.4375, "mean_p": 0.297078, "boundary_entropy": 0.423805, "bpb": 3.236769}, "my": {"chunks": 2399.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.12661, "cps": 18.742188, "mean_p": 0.136118, "boundary_entropy": 0.323726, "bpb": 1.168985}}, "bpb": {"en": 2.1156, "de": 2.34183, "vi": 1.99295, "tr": 2.32291, "fi": 2.52294, "ru": 1.50222, "el": 1.607, "hi": 1.26296, "ta": 1.04752, "th": 1.16147, "zh": 3.23677, "my": 1.16898}, "gini_cpc": 0.237681, "gini_cps": 0.084752, "bpic": 11.752235, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8202129134650622, "vi": 0.9077696655867624, "tr": 0.9300014400762251, "fi": 0.8964911212636753, "ru": 0.8344993065258093, "el": 0.6372813181197456, "hi": 0.8370954921469659, "ta": 0.598665695591871, "th": 0.7499214151827132, "zh": 3.2176548435984342, "my": 0.7109996973425614}, "t": 208.6}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12375, "de": 2.35101, "vi": 1.99767, "tr": 2.33034, "fi": 2.52988, "ru": 1.4808, "el": 1.59869, "hi": 1.25857, "ta": 1.0527, "th": 1.18168, "zh": 3.23473, "my": 1.17602}, "bytes_per_chunk": {"en": 5.469, "de": 6.394, "vi": 8.254, "tr": 6.146, "fi": 6.021, "ru": 11.46, "el": 14.178, "hi": 15.973, "ta": 23.591, "th": 19.473, "zh": 5.081, "my": 19.605}, "bpb_mean": 1.85965, "t": 209.9}
{"event": "train", "step": 3600, "phase": 2, "objective": "parity_b", "lm_loss": 1.32719, "bpb": 1.91474, "chunk_loss": 0.031243, "F": 0.11829, "G": 0.1977, "chunks": 121.12, "bytes_per_chunk": 8.454, "boundary_entropy": 0.31102, "router_noise": 0.0, "grad_norm": 0.79, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 210.0}
{"event": "train", "step": 3650, "phase": 2, "objective": "parity_b", "lm_loss": 1.31958, "bpb": 1.90376, "chunk_loss": 0.030325, "F": 0.13614, "G": 0.19794, "chunks": 139.41, "bytes_per_chunk": 7.345, "boundary_entropy": 0.27181, "router_noise": 0.0, "grad_norm": 0.7423, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 212.0}
{"event": "train", "step": 3700, "phase": 2, "objective": "parity_b", "lm_loss": 1.53191, "bpb": 2.21007, "chunk_loss": 0.031131, "F": 0.1553, "G": 0.21469, "chunks": 159.03, "bytes_per_chunk": 6.439, "boundary_entropy": 0.28315, "router_noise": 0.0, "grad_norm": 0.802, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 214.1}
{"event": "train", "step": 3750, "phase": 2, "objective": "parity_b", "lm_loss": 1.43056, "bpb": 2.06386, "chunk_loss": 0.030205, "F": 0.16165, "G": 0.20647, "chunks": 165.53, "bytes_per_chunk": 6.186, "boundary_entropy": 0.24265, "router_noise": 0.0, "grad_norm": 0.7505, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 216.2}
{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3153.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181176, "cps": 24.632812, "mean_p": 0.204362, "boundary_entropy": 0.185422, "bpb": 2.102937}, "de": {"chunks": 3035.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.147811, "cps": 23.710938, "mean_p": 0.161853, "boundary_entropy": 0.167958, "bpb": 2.324022}, "vi": {"chunks": 3220.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174668, "cps": 25.15625, "mean_p": 0.182553, "boundary_entropy": 0.270143, "bpb": 1.981198}, "tr": {"chunks": 3037.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167762, "cps": 23.726562, "mean_p": 0.187752, "boundary_entropy": 0.209417, "bpb": 2.293017}, "fi": {"chunks": 3001.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159534, "cps": 23.445312, "mean_p": 0.174245, "boundary_entropy": 0.179643, "bpb": 2.501104}, "ru": {"chunks": 3111.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.164169, "cps": 24.304688, "mean_p": 0.20811, "boundary_entropy": 0.412147, "bpb": 1.484345}, "el": {"chunks": 2657.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.129465, "cps": 20.757812, "mean_p": 0.182422, "boundary_entropy": 0.38885, "bpb": 1.568415}, "hi": {"chunks": 2513.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.149361, "cps": 19.632812, "mean_p": 0.176537, "boundary_entropy": 0.38525, "bpb": 1.246798}, "ta": {"chunks": 1946.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.104092, "cps": 15.203125, "mean_p": 0.185812, "boundary_entropy": 0.399564, "bpb": 1.027304}, "th": {"chunks": 2302.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.143115, "cps": 17.984375, "mean_p": 0.191457, "boundary_entropy": 0.411714, "bpb": 1.152024}, "zh": {"chunks": 3360.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.568913, "cps": 26.25, "mean_p": 0.294125, "boundary_entropy": 0.416046, "bpb": 3.217077}, "my": {"chunks": 2267.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.119643, "cps": 17.710938, "mean_p": 0.142441, "boundary_entropy": 0.337345, "bpb": 1.160314}}, "bpb": {"en": 2.10294, "de": 2.32402, "vi": 1.9812, "tr": 2.29302, "fi": 2.5011, "ru": 1.48435, "el": 1.56842, "hi": 1.2468, "ta": 1.0273, "th": 1.15202, "zh": 3.21708, "my": 1.16031}, "gini_cpc": 0.232524, "gini_cps": 0.084945, "bpic": 11.421374, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8158427108796993, "vi": 0.9640795687886335, "tr": 0.9259646132110196, "fi": 0.8805504866603094, "ru": 0.9061309118843971, "el": 0.7145800031368116, "hi": 0.8243992065859587, "ta": 0.5745363564394027, "th": 0.7899223529140358, "zh": 3.140118114333567, "my": 0.6603714568008956}, "t": 219.1}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10864, "de": 2.33374, "vi": 1.98528, "tr": 2.30261, "fi": 2.50864, "ru": 1.46117, "el": 1.56002, "hi": 1.24439, "ta": 1.03184, "th": 1.17199, "zh": 3.21385, "my": 1.16575}, "bytes_per_chunk": {"en": 5.383, "de": 6.281, "vi": 7.452, "tr": 5.99, "fi": 5.988, "ru": 10.518, "el": 12.724, "hi": 15.933, "ta": 24.241, "th": 17.829, "zh": 5.113, "my": 20.472}, "bpb_mean": 1.84066, "t": 220.4}
{"event": "train", "step": 3800, "phase": 2, "objective": "parity_b", "lm_loss": 1.38177, "bpb": 1.99347, "chunk_loss": 0.030467, "F": 0.13779, "G": 0.21013, "chunks": 141.09, "bytes_per_chunk": 7.258, "boundary_entropy": 0.30424, "router_noise": 0.0, "grad_norm": 0.7598, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 220.5}
{"event": "train", "step": 3850, "phase": 2, "objective": "parity_b", "lm_loss": 1.53285, "bpb": 2.21143, "chunk_loss": 0.02997, "F": 0.16052, "G": 0.21876, "chunks": 164.38, "bytes_per_chunk": 6.23, "boundary_entropy": 0.28508, "router_noise": 0.0, "grad_norm": 0.7428, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 222.5}
{"event": "train", "step": 3900, "phase": 2, "objective": "parity_b", "lm_loss": 1.47266, "bpb": 2.1246, "chunk_loss": 0.029985, "F": 0.15161, "G": 0.20572, "chunks": 155.25, "bytes_per_chunk": 6.596, "boundary_entropy": 0.26099, "router_noise": 0.0, "grad_norm": 0.7282, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 224.6}
{"event": "train", "step": 3950, "phase": 2, "objective": "parity_b", "lm_loss": 1.43003, "bpb": 2.06309, "chunk_loss": 0.030517, "F": 0.14508, "G": 0.20991, "chunks": 148.56, "bytes_per_chunk": 6.893, "boundary_entropy": 0.28973, "router_noise": 0.0, "grad_norm": 0.8229, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 226.7}
{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3168.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182038, "cps": 24.75, "mean_p": 0.203337, "boundary_entropy": 0.176941, "bpb": 2.093681}, "de": {"chunks": 3007.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.146447, "cps": 23.492188, "mean_p": 0.160204, "boundary_entropy": 0.161222, "bpb": 2.312856}, "vi": {"chunks": 3221.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174722, "cps": 25.164062, "mean_p": 0.18338, "boundary_entropy": 0.268627, "bpb": 1.975131}, "tr": {"chunks": 3019.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166768, "cps": 23.585938, "mean_p": 0.183194, "boundary_entropy": 0.200243, "bpb": 2.277077}, "fi": {"chunks": 3051.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162192, "cps": 23.835938, "mean_p": 0.175728, "boundary_entropy": 0.173467, "bpb": 2.475955}, "ru": {"chunks": 2641.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.139367, "cps": 20.632812, "mean_p": 0.186924, "boundary_entropy": 0.383489, "bpb": 1.477371}, "el": {"chunks": 2839.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.138333, "cps": 22.179688, "mean_p": 0.178413, "boundary_entropy": 0.373238, "bpb": 1.560183}, "hi": {"chunks": 2570.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152749, "cps": 20.078125, "mean_p": 0.179107, "boundary_entropy": 0.384892, "bpb": 1.238172}, "ta": {"chunks": 2374.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.126986, "cps": 18.546875, "mean_p": 0.191441, "boundary_entropy": 0.39646, "bpb": 1.021474}, "th": {"chunks": 2770.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.17221, "cps": 21.640625, "mean_p": 0.199698, "boundary_entropy": 0.412732, "bpb": 1.140231}, "zh": {"chunks": 3184.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.539113, "cps": 24.875, "mean_p": 0.286694, "boundary_entropy": 0.409446, "bpb": 3.184428}, "my": {"chunks": 1889.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.099694, "cps": 14.757812, "mean_p": 0.128719, "boundary_entropy": 0.312644, "bpb": 1.154955}}, "bpb": {"en": 2.09368, "de": 2.31286, "vi": 1.97513, "tr": 2.27708, "fi": 2.47596, "ru": 1.47737, "el": 1.56018, "hi": 1.23817, "ta": 1.02147, "th": 1.14023, "zh": 3.18443, "my": 1.15495}, "gini_cpc": 0.220333, "gini_cps": 0.071871, "bpic": 11.37702, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8044887369039345, "vi": 0.9598127840652251, "tr": 0.9161181952932631, "fi": 0.8909826999192929, "ru": 0.7655933177420644, "el": 0.7599123359748634, "hi": 0.8391063307668064, "ta": 0.697580275879955, "th": 0.9460141907103363, "zh": 2.961546552555696, "my": 0.5476555952974969}, "t": 229.6}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.10156, "de": 2.32206, "vi": 1.97666, "tr": 2.28606, "fi": 2.48342, "ru": 1.45355, "el": 1.55241, "hi": 1.23468, "ta": 1.02588, "th": 1.1597, "zh": 3.18065, "my": 1.16341}, "bytes_per_chunk": {"en": 5.345, "de": 6.336, "vi": 7.38, "tr": 6.018, "fi": 5.854, "ru": 12.151, "el": 11.817, "hi": 15.598, "ta": 19.871, "th": 15.199, "zh": 5.391, "my": 25.007}, "bpb_mean": 1.82834, "t": 230.9}
{"event": "train", "step": 4000, "phase": 2, "objective": "parity_b", "lm_loss": 1.31985, "bpb": 1.90415, "chunk_loss": 0.031874, "F": 0.13226, "G": 0.19681, "chunks": 135.44, "bytes_per_chunk": 7.561, "boundary_entropy": 0.28109, "router_noise": 0.0, "grad_norm": 0.791, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 230.9}
{"event": "train", "step": 4050, "phase": 2, "objective": "parity_b", "lm_loss": 1.46681, "bpb": 2.11616, "chunk_loss": 0.030419, "F": 0.1445, "G": 0.20322, "chunks": 147.97, "bytes_per_chunk": 6.92, "boundary_entropy": 0.26796, "router_noise": 0.0, "grad_norm": 0.7581, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "el", "n_target_mean": 13.046, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 233.0}
{"event": "train", "step": 4100, "phase": 2, "objective": "parity_b", "lm_loss": 1.33385, "bpb": 1.92433, "chunk_loss": 0.030833, "F": 0.1376, "G": 0.20883, "chunks": 140.91, "bytes_per_chunk": 7.267, "boundary_entropy": 0.29463, "router_noise": 0.0, "grad_norm": 0.7776, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 235.1}
{"event": "train", "step": 4150, "phase": 2, "objective": "parity_b", "lm_loss": 1.48735, "bpb": 2.14579, "chunk_loss": 0.030318, "F": 0.15247, "G": 0.20485, "chunks": 156.12, "bytes_per_chunk": 6.559, "boundary_entropy": 0.26368, "router_noise": 0.0, "grad_norm": 0.7475, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 237.1}
{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3132.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179969, "cps": 24.46875, "mean_p": 0.203094, "boundary_entropy": 0.172571, "bpb": 2.079457}, "de": {"chunks": 3101.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151025, "cps": 24.226562, "mean_p": 0.167391, "boundary_entropy": 0.160237, "bpb": 2.294496}, "vi": {"chunks": 3019.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.163765, "cps": 23.585938, "mean_p": 0.175859, "boundary_entropy": 0.257432, "bpb": 1.967736}, "tr": {"chunks": 2925.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.161575, "cps": 22.851562, "mean_p": 0.176342, "boundary_entropy": 0.187675, "bpb": 2.271196}, "fi": {"chunks": 2954.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157036, "cps": 23.078125, "mean_p": 0.169831, "boundary_entropy": 0.164707, "bpb": 2.465854}, "ru": {"chunks": 2830.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.14934, "cps": 22.109375, "mean_p": 0.190856, "boundary_entropy": 0.385221, "bpb": 1.462143}, "el": {"chunks": 2504.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.122009, "cps": 19.5625, "mean_p": 0.160833, "boundary_entropy": 0.346906, "bpb": 1.548048}, "hi": {"chunks": 2549.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.151501, "cps": 19.914062, "mean_p": 0.173257, "boundary_entropy": 0.372556, "bpb": 1.231072}, "ta": {"chunks": 1769.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.094624, "cps": 13.820312, "mean_p": 0.168574, "boundary_entropy": 0.371253, "bpb": 1.016969}, "th": {"chunks": 2772.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.172334, "cps": 21.65625, "mean_p": 0.194649, "boundary_entropy": 0.40565, "bpb": 1.134291}, "zh": {"chunks": 3223.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.545716, "cps": 25.179688, "mean_p": 0.289035, "boundary_entropy": 0.409041, "bpb": 3.177174}, "my": {"chunks": 2040.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.107663, "cps": 15.9375, "mean_p": 0.126797, "boundary_entropy": 0.308308, "bpb": 1.144316}}, "bpb": {"en": 2.07946, "de": 2.2945, "vi": 1.96774, "tr": 2.2712, "fi": 2.46585, "ru": 1.46214, "el": 1.54805, "hi": 1.23107, "ta": 1.01697, "th": 1.13429, "zh": 3.17717, "my": 1.14432}, "gini_cpc": 0.234724, "gini_cps": 0.083775, "bpic": 11.694223, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8391734322452242, "vi": 0.9099600751111652, "tr": 0.897796040663864, "fi": 0.8725714004054447, "ru": 0.8298117651816134, "el": 0.6779471606755378, "hi": 0.841815909776662, "ta": 0.5257808088912663, "th": 0.9575788108432574, "zh": 3.032279498866663, "my": 0.5982313360946717}, "t": 240.2}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08743, "de": 2.30374, "vi": 1.97055, "tr": 2.27752, "fi": 2.47348, "ru": 1.43932, "el": 1.53968, "hi": 1.22577, "ta": 1.02145, "th": 1.15298, "zh": 3.17254, "my": 1.15134}, "bytes_per_chunk": {"en": 5.306, "de": 6.104, "vi": 7.874, "tr": 6.107, "fi": 5.992, "ru": 11.414, "el": 13.33, "hi": 15.57, "ta": 25.858, "th": 15.479, "zh": 5.276, "my": 23.312}, "bpb_mean": 1.81798, "t": 241.5}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 241.5}
{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.30573, "bpb": 1.88377, "chunk_loss": 0.0, "F": 0.13202, "G": 0.19843, "chunks": 135.19, "bytes_per_chunk": 7.575, "boundary_entropy": 0.28763, "router_noise": 0.0, "grad_norm": 0.739, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 241.5}
{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.31225, "bpb": 1.89318, "chunk_loss": 0.0, "F": 0.14413, "G": 0.20962, "chunks": 147.59, "bytes_per_chunk": 6.938, "boundary_entropy": 0.28714, "router_noise": 0.0, "grad_norm": 0.7591, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 243.6}
{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.3596, "bpb": 1.96148, "chunk_loss": 0.0, "F": 0.15012, "G": 0.20566, "chunks": 153.72, "bytes_per_chunk": 6.662, "boundary_entropy": 0.25687, "router_noise": 0.0, "grad_norm": 0.7758, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 245.6}
{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.48409, "bpb": 2.14109, "chunk_loss": 0.0, "F": 0.16223, "G": 0.225, "chunks": 166.12, "bytes_per_chunk": 6.164, "boundary_entropy": 0.29905, "router_noise": 0.0, "grad_norm": 0.7934, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 247.6}
{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3243.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186347, "cps": 25.335938, "mean_p": 0.207483, "boundary_entropy": 0.177893, "bpb": 2.0661}, "de": {"chunks": 3190.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15536, "cps": 24.921875, "mean_p": 0.172916, "boundary_entropy": 0.165298, "bpb": 2.280628}, "vi": {"chunks": 3182.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.172606, "cps": 24.859375, "mean_p": 0.181031, "boundary_entropy": 0.26261, "bpb": 1.95683}, "tr": {"chunks": 3015.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166547, "cps": 23.554688, "mean_p": 0.184383, "boundary_entropy": 0.196568, "bpb": 2.255852}, "fi": {"chunks": 3069.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163149, "cps": 23.976562, "mean_p": 0.178827, "boundary_entropy": 0.172374, "bpb": 2.443941}, "ru": {"chunks": 3365.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.177573, "cps": 26.289062, "mean_p": 0.21323, "boundary_entropy": 0.411539, "bpb": 1.449048}, "el": {"chunks": 2992.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.145788, "cps": 23.375, "mean_p": 0.182061, "boundary_entropy": 0.375996, "bpb": 1.533559}, "hi": {"chunks": 2628.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.156196, "cps": 20.53125, "mean_p": 0.184336, "boundary_entropy": 0.391042, "bpb": 1.218312}, "ta": {"chunks": 2081.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.111313, "cps": 16.257812, "mean_p": 0.190587, "boundary_entropy": 0.400254, "bpb": 1.009394}, "th": {"chunks": 2453.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.152502, "cps": 19.164062, "mean_p": 0.197066, "boundary_entropy": 0.411827, "bpb": 1.128476}, "zh": {"chunks": 3635.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.615476, "cps": 28.398438, "mean_p": 0.304335, "boundary_entropy": 0.409275, "bpb": 3.165052}, "my": {"chunks": 2668.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140806, "cps": 20.84375, "mean_p": 0.143331, "boundary_entropy": 0.331749, "bpb": 1.144118}}, "bpb": {"en": 2.0661, "de": 2.28063, "vi": 1.95683, "tr": 2.25585, "fi": 2.44394, "ru": 1.44905, "el": 1.53356, "hi": 1.21831, "ta": 1.00939, "th": 1.12848, "zh": 3.16505, "my": 1.14412}, "gini_cpc": 0.22469, "gini_cps": 0.077046, "bpic": 10.804341, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8337108383503768, "vi": 0.9262627623570275, "tr": 0.8937456408219735, "fi": 0.8755121481806633, "ru": 0.9529125040578571, "el": 0.7823442870869411, "hi": 0.8381996198006084, "ta": 0.5973430047906174, "th": 0.818377450736533, "zh": 3.302844627502159, "my": 0.7556133471673876}, "t": 250.6}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07335, "de": 2.28937, "vi": 1.95882, "tr": 2.26219, "fi": 2.45126, "ru": 1.42615, "el": 1.5243, "hi": 1.21359, "ta": 1.01459, "th": 1.14816, "zh": 3.15898, "my": 1.15065}, "bytes_per_chunk": {"en": 5.21, "de": 6.012, "vi": 7.568, "tr": 5.934, "fi": 5.83, "ru": 9.695, "el": 11.376, "hi": 15.279, "ta": 22.929, "th": 16.484, "zh": 4.744, "my": 17.091}, "bpb_mean": 1.80595, "t": 251.9}
{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.45545, "bpb": 2.09977, "chunk_loss": 0.0, "F": 0.16187, "G": 0.21138, "chunks": 165.75, "bytes_per_chunk": 6.178, "boundary_entropy": 0.2498, "router_noise": 0.0, "grad_norm": 0.85, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 252.0}
{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.3828, "bpb": 1.99496, "chunk_loss": 0.0, "F": 0.15314, "G": 0.21255, "chunks": 156.81, "bytes_per_chunk": 6.53, "boundary_entropy": 0.28041, "router_noise": 0.0, "grad_norm": 0.7905, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 254.0}
{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.31549, "bpb": 1.89786, "chunk_loss": 0.0, "F": 0.15857, "G": 0.21311, "chunks": 162.38, "bytes_per_chunk": 6.306, "boundary_entropy": 0.25678, "router_noise": 0.0, "grad_norm": 0.7697, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 256.0}
{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.37085, "bpb": 1.97773, "chunk_loss": 0.0, "F": 0.15326, "G": 0.21623, "chunks": 156.94, "bytes_per_chunk": 6.525, "boundary_entropy": 0.28937, "router_noise": 0.0, "grad_norm": 0.7981, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 258.1}
{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3341.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191978, "cps": 26.101562, "mean_p": 0.214975, "boundary_entropy": 0.180795, "bpb": 2.057986}, "de": {"chunks": 3344.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16286, "cps": 26.125, "mean_p": 0.180737, "boundary_entropy": 0.171123, "bpb": 2.264923}, "vi": {"chunks": 3521.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190995, "cps": 27.507812, "mean_p": 0.189991, "boundary_entropy": 0.270367, "bpb": 1.94721}, "tr": {"chunks": 3182.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175772, "cps": 24.859375, "mean_p": 0.192469, "boundary_entropy": 0.200348, "bpb": 2.238717}, "fi": {"chunks": 3191.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169635, "cps": 24.929688, "mean_p": 0.186389, "boundary_entropy": 0.17713, "bpb": 2.429074}, "ru": {"chunks": 3102.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163694, "cps": 24.234375, "mean_p": 0.207717, "boundary_entropy": 0.407345, "bpb": 1.4413}, "el": {"chunks": 2797.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.136286, "cps": 21.851562, "mean_p": 0.180041, "boundary_entropy": 0.375675, "bpb": 1.522254}, "hi": {"chunks": 2388.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.141932, "cps": 18.65625, "mean_p": 0.175353, "boundary_entropy": 0.384692, "bpb": 1.218454}, "ta": {"chunks": 2035.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.108853, "cps": 15.898438, "mean_p": 0.188399, "boundary_entropy": 0.396792, "bpb": 1.006836}, "th": {"chunks": 2964.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184271, "cps": 23.15625, "mean_p": 0.203367, "boundary_entropy": 0.416739, "bpb": 1.11293}, "zh": {"chunks": 3566.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.603793, "cps": 27.859375, "mean_p": 0.303874, "boundary_entropy": 0.41537, "bpb": 3.146434}, "my": {"chunks": 2518.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13289, "cps": 19.671875, "mean_p": 0.143356, "boundary_entropy": 0.333793, "bpb": 1.134357}}, "bpb": {"en": 2.05799, "de": 2.26492, "vi": 1.94721, "tr": 2.23872, "fi": 2.42907, "ru": 1.4413, "el": 1.52225, "hi": 1.21845, "ta": 1.00684, "th": 1.11293, "zh": 3.14643, "my": 1.13436}, "gini_cpc": 0.233305, "gini_cps": 0.084149, "bpic": 10.675707, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.848323516215631, "vi": 0.9948796044118868, "tr": 0.9155820472770111, "fi": 0.8836139533901647, "ru": 0.8526685088675993, "el": 0.7099034156828856, "hi": 0.7393105337663938, "ta": 0.5670046083096869, "th": 0.9598531149571403, "zh": 3.1451078368043377, "my": 0.6922133873598008}, "t": 261.1}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06591, "de": 2.27501, "vi": 1.94923, "tr": 2.24515, "fi": 2.43557, "ru": 1.41929, "el": 1.51371, "hi": 1.21324, "ta": 1.01038, "th": 1.1335, "zh": 3.14189, "my": 1.14036}, "bytes_per_chunk": {"en": 5.088, "de": 5.893, "vi": 6.951, "tr": 5.749, "fi": 5.703, "ru": 10.463, "el": 11.934, "hi": 16.794, "ta": 23.534, "th": 14.232, "zh": 4.799, "my": 18.522}, "bpb_mean": 1.79527, "t": 262.4}
{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.41412, "bpb": 2.04014, "chunk_loss": 0.0, "F": 0.1514, "G": 0.21972, "chunks": 155.03, "bytes_per_chunk": 6.605, "boundary_entropy": 0.30043, "router_noise": 0.0, "grad_norm": 0.7759, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 262.5}
{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.51606, "bpb": 2.18722, "chunk_loss": 0.0, "F": 0.16385, "G": 0.22633, "chunks": 167.78, "bytes_per_chunk": 6.103, "boundary_entropy": 0.2973, "router_noise": 0.0, "grad_norm": 0.7974, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 264.5}
{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.45978, "bpb": 2.10601, "chunk_loss": 0.0, "F": 0.15781, "G": 0.22096, "chunks": 161.59, "bytes_per_chunk": 6.337, "boundary_entropy": 0.3043, "router_noise": 0.0, "grad_norm": 0.8412, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 266.5}
{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.46559, "bpb": 2.11441, "chunk_loss": 0.0, "F": 0.17236, "G": 0.22476, "chunks": 176.5, "bytes_per_chunk": 5.802, "boundary_entropy": 0.25536, "router_noise": 0.0, "grad_norm": 0.7962, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 268.6}
{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3326.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191116, "cps": 25.984375, "mean_p": 0.213559, "boundary_entropy": 0.181756, "bpb": 2.047674}, "de": {"chunks": 3350.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163152, "cps": 26.171875, "mean_p": 0.180932, "boundary_entropy": 0.173331, "bpb": 2.253006}, "vi": {"chunks": 3329.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18058, "cps": 26.007812, "mean_p": 0.187759, "boundary_entropy": 0.268594, "bpb": 1.945143}, "tr": {"chunks": 3207.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177153, "cps": 25.054688, "mean_p": 0.192941, "boundary_entropy": 0.201675, "bpb": 2.224155}, "fi": {"chunks": 3181.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169103, "cps": 24.851562, "mean_p": 0.186651, "boundary_entropy": 0.180715, "bpb": 2.411307}, "ru": {"chunks": 3470.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.183113, "cps": 27.109375, "mean_p": 0.217623, "boundary_entropy": 0.417359, "bpb": 1.435151}, "el": {"chunks": 3219.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.156848, "cps": 25.148438, "mean_p": 0.192204, "boundary_entropy": 0.386668, "bpb": 1.514481}, "hi": {"chunks": 2894.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.172006, "cps": 22.609375, "mean_p": 0.203149, "boundary_entropy": 0.415001, "bpb": 1.208964}, "ta": {"chunks": 2389.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.127788, "cps": 18.664062, "mean_p": 0.1978, "boundary_entropy": 0.405498, "bpb": 1.000423}, "th": {"chunks": 3457.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.214921, "cps": 27.007812, "mean_p": 0.215745, "boundary_entropy": 0.428319, "bpb": 1.109674}, "zh": {"chunks": 3549.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.600914, "cps": 27.726562, "mean_p": 0.304946, "boundary_entropy": 0.417609, "bpb": 3.135739}, "my": {"chunks": 2864.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151151, "cps": 22.375, "mean_p": 0.149101, "boundary_entropy": 0.337894, "bpb": 1.131267}}, "bpb": {"en": 2.04767, "de": 2.25301, "vi": 1.94514, "tr": 2.22415, "fi": 2.41131, "ru": 1.43515, "el": 1.51448, "hi": 1.20896, "ta": 1.00042, "th": 1.10967, "zh": 3.13574, "my": 1.13127}, "gini_cpc": 0.206255, "gini_cps": 0.051159, "bpic": 10.037426, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8536783651349971, "vi": 0.9448710189267487, "tr": 0.9269371405137482, "fi": 0.8848174132578674, "ru": 0.9581249196781733, "el": 0.8206954144315564, "hi": 0.9000058434648351, "ta": 0.6686403106357924, "th": 1.1245536761540604, "zh": 3.144230904332233, "my": 0.7908816749604036}, "t": 271.6}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05524, "de": 2.2628, "vi": 1.94693, "tr": 2.23197, "fi": 2.41754, "ru": 1.41091, "el": 1.5054, "hi": 1.20453, "ta": 1.00523, "th": 1.12853, "zh": 3.13054, "my": 1.13758}, "bytes_per_chunk": {"en": 5.102, "de": 5.872, "vi": 7.344, "tr": 5.72, "fi": 5.717, "ru": 9.568, "el": 10.652, "hi": 14.119, "ta": 20.617, "th": 12.462, "zh": 4.804, "my": 17.117}, "bpb_mean": 1.78643, "t": 272.9}
{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.35635, "bpb": 1.9568, "chunk_loss": 0.0, "F": 0.15976, "G": 0.22298, "chunks": 163.59, "bytes_per_chunk": 6.259, "boundary_entropy": 0.28931, "router_noise": 0.0, "grad_norm": 0.764, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 272.9}
{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.28653, "bpb": 1.85607, "chunk_loss": 0.0, "F": 0.15729, "G": 0.21248, "chunks": 161.06, "bytes_per_chunk": 6.358, "boundary_entropy": 0.2563, "router_noise": 0.0, "grad_norm": 0.7385, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 275.0}
{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.3848, "bpb": 1.99784, "chunk_loss": 0.0, "F": 0.15872, "G": 0.21516, "chunks": 162.53, "bytes_per_chunk": 6.3, "boundary_entropy": 0.27285, "router_noise": 0.0, "grad_norm": 0.8201, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 277.0}
{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.26401, "bpb": 1.82358, "chunk_loss": 0.0, "F": 0.14996, "G": 0.22049, "chunks": 153.56, "bytes_per_chunk": 6.668, "boundary_entropy": 0.3027, "router_noise": 0.0, "grad_norm": 0.7931, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 279.0}
{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3363.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193243, "cps": 26.273438, "mean_p": 0.215461, "boundary_entropy": 0.183822, "bpb": 2.04278}, "de": {"chunks": 3412.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166172, "cps": 26.65625, "mean_p": 0.186005, "boundary_entropy": 0.175267, "bpb": 2.246003}, "vi": {"chunks": 3613.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195986, "cps": 28.226562, "mean_p": 0.18872, "boundary_entropy": 0.267815, "bpb": 1.935208}, "tr": {"chunks": 3198.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176656, "cps": 24.984375, "mean_p": 0.193948, "boundary_entropy": 0.200306, "bpb": 2.217659}, "fi": {"chunks": 3280.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174366, "cps": 25.625, "mean_p": 0.190515, "boundary_entropy": 0.179073, "bpb": 2.395866}, "ru": {"chunks": 3402.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.179525, "cps": 26.578125, "mean_p": 0.219979, "boundary_entropy": 0.421601, "bpb": 1.427972}, "el": {"chunks": 3105.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.151294, "cps": 24.257812, "mean_p": 0.188574, "boundary_entropy": 0.383652, "bpb": 1.506238}, "hi": {"chunks": 2942.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174859, "cps": 22.984375, "mean_p": 0.206479, "boundary_entropy": 0.418032, "bpb": 1.201098}, "ta": {"chunks": 2952.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.157903, "cps": 23.0625, "mean_p": 0.207633, "boundary_entropy": 0.413954, "bpb": 0.995055}, "th": {"chunks": 3529.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.219397, "cps": 27.570312, "mean_p": 0.218304, "boundary_entropy": 0.431405, "bpb": 1.108991}, "zh": {"chunks": 3600.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.60955, "cps": 28.125, "mean_p": 0.305955, "boundary_entropy": 0.415256, "bpb": 3.127268}, "my": {"chunks": 2582.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.136268, "cps": 20.171875, "mean_p": 0.14228, "boundary_entropy": 0.330349, "bpb": 1.129077}}, "bpb": {"en": 2.04278, "de": 2.246, "vi": 1.93521, "tr": 2.21766, "fi": 2.39587, "ru": 1.42797, "el": 1.50624, "hi": 1.2011, "ta": 0.99505, "th": 1.10899, "zh": 3.12727, "my": 1.12908}, "gini_cpc": 0.205053, "gini_cps": 0.05031, "bpic": 9.846093, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8599117201860341, "vi": 1.0141964183534646, "tr": 0.9141662021903311, "fi": 0.9023171525799314, "ru": 0.9290141905902901, "el": 0.7829211263723045, "hi": 0.9048672049075267, "ta": 0.8171243199498786, "th": 1.1353449851189197, "zh": 3.1543240775117036, "my": 0.7051639709938107}, "t": 282.0}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.05022, "de": 2.25621, "vi": 1.93757, "tr": 2.2237, "fi": 2.40412, "ru": 1.4061, "el": 1.49807, "hi": 1.19601, "ta": 0.99988, "th": 1.12793, "zh": 3.12172, "my": 1.13588}, "bytes_per_chunk": {"en": 5.084, "de": 5.792, "vi": 6.724, "tr": 5.728, "fi": 5.579, "ru": 9.703, "el": 10.888, "hi": 13.834, "ta": 16.566, "th": 12.381, "zh": 4.783, "my": 18.417}, "bpb_mean": 1.77978, "t": 283.4}
{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.37305, "bpb": 1.9809, "chunk_loss": 0.0, "F": 0.15286, "G": 0.22907, "chunks": 156.53, "bytes_per_chunk": 6.542, "boundary_entropy": 0.32674, "router_noise": 0.0, "grad_norm": 0.773, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 283.4}
{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.39448, "bpb": 2.01181, "chunk_loss": 0.0, "F": 0.15729, "G": 0.23149, "chunks": 161.06, "bytes_per_chunk": 6.358, "boundary_entropy": 0.31996, "router_noise": 0.0, "grad_norm": 1.0281, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 285.5}
{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.48505, "bpb": 2.14247, "chunk_loss": 0.0, "F": 0.16666, "G": 0.22222, "chunks": 170.66, "bytes_per_chunk": 6.0, "boundary_entropy": 0.27938, "router_noise": 0.0, "grad_norm": 0.7916, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 287.5}
{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.34254, "bpb": 1.93687, "chunk_loss": 0.0, "F": 0.1553, "G": 0.21404, "chunks": 159.03, "bytes_per_chunk": 6.439, "boundary_entropy": 0.27589, "router_noise": 0.0, "grad_norm": 0.7653, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 289.5}
{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3382.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194334, "cps": 26.421875, "mean_p": 0.214348, "boundary_entropy": 0.1822, "bpb": 2.034476}, "de": {"chunks": 3358.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163542, "cps": 26.234375, "mean_p": 0.18339, "boundary_entropy": 0.175433, "bpb": 2.237919}, "vi": {"chunks": 3553.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192731, "cps": 27.757812, "mean_p": 0.192608, "boundary_entropy": 0.274121, "bpb": 1.932103}, "tr": {"chunks": 3270.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180633, "cps": 25.546875, "mean_p": 0.198001, "boundary_entropy": 0.207004, "bpb": 2.208003}, "fi": {"chunks": 3300.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175429, "cps": 25.78125, "mean_p": 0.190851, "boundary_entropy": 0.183229, "bpb": 2.384893}, "ru": {"chunks": 3472.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.183219, "cps": 27.125, "mean_p": 0.219871, "boundary_entropy": 0.4199, "bpb": 1.420509}, "el": {"chunks": 3391.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.165229, "cps": 26.492188, "mean_p": 0.195668, "boundary_entropy": 0.38859, "bpb": 1.500746}, "hi": {"chunks": 2906.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.172719, "cps": 22.703125, "mean_p": 0.204084, "boundary_entropy": 0.414265, "bpb": 1.193889}, "ta": {"chunks": 2654.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141963, "cps": 20.734375, "mean_p": 0.204185, "boundary_entropy": 0.409514, "bpb": 0.989753}, "th": {"chunks": 3514.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.218464, "cps": 27.453125, "mean_p": 0.21756, "boundary_entropy": 0.429679, "bpb": 1.099994}, "zh": {"chunks": 3606.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.610566, "cps": 28.171875, "mean_p": 0.305385, "boundary_entropy": 0.412247, "bpb": 3.11559}, "my": {"chunks": 2587.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.136532, "cps": 20.210938, "mean_p": 0.141308, "boundary_entropy": 0.328343, "bpb": 1.121861}}, "bpb": {"en": 2.03448, "de": 2.23792, "vi": 1.9321, "tr": 2.208, "fi": 2.38489, "ru": 1.42051, "el": 1.50075, "hi": 1.19389, "ta": 0.98975, "th": 1.09999, "zh": 3.11559, "my": 1.12186}, "gini_cpc": 0.206829, "gini_cps": 0.053136, "bpic": 9.842305, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.841547824400484, "vi": 0.9917508525246614, "tr": 0.9294964130772422, "fi": 0.9027189792099511, "ru": 0.942803137516793, "el": 0.8502320297029832, "hi": 0.8887734119009563, "ta": 0.7305096645409226, "th": 1.1241679744306332, "zh": 3.141830827654143, "my": 0.7025602423739433}, "t": 292.5}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.0424, "de": 2.24661, "vi": 1.93257, "tr": 2.21434, "fi": 2.39177, "ru": 1.39832, "el": 1.49111, "hi": 1.18924, "ta": 0.99525, "th": 1.11884, "zh": 3.10983, "my": 1.12805}, "bytes_per_chunk": {"en": 5.077, "de": 5.86, "vi": 6.838, "tr": 5.664, "fi": 5.601, "ru": 9.337, "el": 10.105, "hi": 13.879, "ta": 18.655, "th": 11.948, "zh": 4.751, "my": 18.342}, "bpb_mean": 1.77153, "t": 293.8}
{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.25659, "bpb": 1.81287, "chunk_loss": 0.0, "F": 0.14279, "G": 0.21741, "chunks": 146.22, "bytes_per_chunk": 7.003, "boundary_entropy": 0.31075, "router_noise": 0.0, "grad_norm": 0.778, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 293.9}
{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.30706, "bpb": 1.88568, "chunk_loss": 0.0, "F": 0.1488, "G": 0.22107, "chunks": 152.38, "bytes_per_chunk": 6.72, "boundary_entropy": 0.30897, "router_noise": 0.0, "grad_norm": 0.7611, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 295.9}
{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.23499, "bpb": 1.78171, "chunk_loss": 0.0, "F": 0.14575, "G": 0.21907, "chunks": 149.25, "bytes_per_chunk": 6.861, "boundary_entropy": 0.30858, "router_noise": 0.0, "grad_norm": 0.7523, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 297.9}
{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.45736, "bpb": 2.10252, "chunk_loss": 0.0, "F": 0.1572, "G": 0.22774, "chunks": 160.97, "bytes_per_chunk": 6.361, "boundary_entropy": 0.31998, "router_noise": 0.0, "grad_norm": 0.8307, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 300.0}
{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3391.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194851, "cps": 26.492188, "mean_p": 0.215784, "boundary_entropy": 0.181191, "bpb": 2.030178}, "de": {"chunks": 3364.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163834, "cps": 26.28125, "mean_p": 0.183774, "boundary_entropy": 0.173119, "bpb": 2.231144}, "vi": {"chunks": 3612.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195932, "cps": 28.21875, "mean_p": 0.194368, "boundary_entropy": 0.27468, "bpb": 1.928463}, "tr": {"chunks": 3232.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178534, "cps": 25.25, "mean_p": 0.195511, "boundary_entropy": 0.202077, "bpb": 2.201708}, "fi": {"chunks": 3307.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175801, "cps": 25.835938, "mean_p": 0.192167, "boundary_entropy": 0.181978, "bpb": 2.376013}, "ru": {"chunks": 3578.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.188813, "cps": 27.953125, "mean_p": 0.220079, "boundary_entropy": 0.418092, "bpb": 1.413015}, "el": {"chunks": 3557.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.173318, "cps": 27.789062, "mean_p": 0.202747, "boundary_entropy": 0.397761, "bpb": 1.49078}, "hi": {"chunks": 3055.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.181575, "cps": 23.867188, "mean_p": 0.208874, "boundary_entropy": 0.419727, "bpb": 1.189467}, "ta": {"chunks": 3067.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.164055, "cps": 23.960938, "mean_p": 0.20845, "boundary_entropy": 0.413899, "bpb": 0.985873}, "th": {"chunks": 3147.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.195648, "cps": 24.585938, "mean_p": 0.212446, "boundary_entropy": 0.426662, "bpb": 1.097015}, "zh": {"chunks": 3805.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.64426, "cps": 29.726562, "mean_p": 0.311648, "boundary_entropy": 0.412264, "bpb": 3.106005}, "my": {"chunks": 2617.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.138115, "cps": 20.445312, "mean_p": 0.143665, "boundary_entropy": 0.332056, "bpb": 1.118073}}, "bpb": {"en": 2.03018, "de": 2.23114, "vi": 1.92846, "tr": 2.20171, "fi": 2.37601, "ru": 1.41302, "el": 1.49078, "hi": 1.18947, "ta": 0.98587, "th": 1.09701, "zh": 3.106, "my": 1.11807}, "gini_cpc": 0.2, "gini_cps": 0.050845, "bpic": 9.659242, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8408139536670641, "vi": 1.0055436553803097, "tr": 0.9162566318917604, "fi": 0.9022328631479405, "ru": 0.9690082003502987, "el": 0.8894864782832498, "hi": 0.9318638665499926, "ta": 0.841946773348485, "th": 1.004088534746156, "zh": 3.3064164189125154, "my": 0.7088211652160499}, "t": 303.0}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.0377, "de": 2.24045, "vi": 1.92903, "tr": 2.20854, "fi": 2.38415, "ru": 1.38991, "el": 1.4821, "hi": 1.1836, "ta": 0.99136, "th": 1.1163, "zh": 3.10091, "my": 1.12493}, "bytes_per_chunk": {"en": 5.069, "de": 5.842, "vi": 6.756, "tr": 5.726, "fi": 5.538, "ru": 9.162, "el": 9.707, "hi": 13.547, "ta": 16.209, "th": 13.71, "zh": 4.543, "my": 18.381}, "bpb_mean": 1.76575, "t": 304.3}
{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.36277, "bpb": 1.96606, "chunk_loss": 0.0, "F": 0.16263, "G": 0.22636, "chunks": 166.53, "bytes_per_chunk": 6.149, "boundary_entropy": 0.29108, "router_noise": 0.0, "grad_norm": 0.843, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 304.3}
{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.22023, "bpb": 1.76042, "chunk_loss": 0.0, "F": 0.14597, "G": 0.22077, "chunks": 149.47, "bytes_per_chunk": 6.851, "boundary_entropy": 0.31742, "router_noise": 0.0, "grad_norm": 0.7621, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 306.4}
{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.31687, "bpb": 1.89984, "chunk_loss": 0.0, "F": 0.16275, "G": 0.2229, "chunks": 166.66, "bytes_per_chunk": 6.144, "boundary_entropy": 0.28781, "router_noise": 0.0, "grad_norm": 0.7967, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 308.4}
{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.39549, "bpb": 2.01326, "chunk_loss": 0.0, "F": 0.16251, "G": 0.21858, "chunks": 166.41, "bytes_per_chunk": 6.154, "boundary_entropy": 0.26776, "router_noise": 0.0, "grad_norm": 0.8365, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 310.5}
{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3425.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196805, "cps": 26.757812, "mean_p": 0.21771, "boundary_entropy": 0.184168, "bpb": 2.026021}, "de": {"chunks": 3429.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166999, "cps": 26.789062, "mean_p": 0.187606, "boundary_entropy": 0.176581, "bpb": 2.227139}, "vi": {"chunks": 3658.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.198427, "cps": 28.578125, "mean_p": 0.198015, "boundary_entropy": 0.2783, "bpb": 1.92351}, "tr": {"chunks": 3340.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.1845, "cps": 26.09375, "mean_p": 0.200704, "boundary_entropy": 0.205928, "bpb": 2.192631}, "fi": {"chunks": 3347.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177928, "cps": 26.148438, "mean_p": 0.194327, "boundary_entropy": 0.183748, "bpb": 2.372226}, "ru": {"chunks": 3369.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.177784, "cps": 26.320312, "mean_p": 0.213478, "boundary_entropy": 0.411329, "bpb": 1.40957}, "el": {"chunks": 3445.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.16786, "cps": 26.914062, "mean_p": 0.19794, "boundary_entropy": 0.391981, "bpb": 1.485503}, "hi": {"chunks": 2810.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.167013, "cps": 21.953125, "mean_p": 0.197072, "boundary_entropy": 0.407318, "bpb": 1.187124}, "ta": {"chunks": 2716.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145279, "cps": 21.21875, "mean_p": 0.20045, "boundary_entropy": 0.405232, "bpb": 0.984384}, "th": {"chunks": 3088.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.19198, "cps": 24.125, "mean_p": 0.209632, "boundary_entropy": 0.424644, "bpb": 1.092981}, "zh": {"chunks": 3673.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.62191, "cps": 28.695312, "mean_p": 0.309465, "boundary_entropy": 0.41464, "bpb": 3.099731}, "my": {"chunks": 2743.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.144765, "cps": 21.429688, "mean_p": 0.147072, "boundary_entropy": 0.337012, "bpb": 1.116857}}, "bpb": {"en": 2.02602, "de": 2.22714, "vi": 1.92351, "tr": 2.19263, "fi": 2.37223, "ru": 1.40957, "el": 1.4855, "hi": 1.18712, "ta": 0.98438, "th": 1.09298, "zh": 3.09973, "my": 1.11686}, "gini_cpc": 0.200376, "gini_cps": 0.053763, "bpic": 9.829701, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8485523143979372, "vi": 1.0082404185944303, "tr": 0.9374744920691048, "fi": 0.9040810645425276, "ru": 0.9033485276274482, "el": 0.8529271236010444, "hi": 0.8486229867355016, "ta": 0.738189460861349, "th": 0.9754831472401407, "zh": 3.1600287224917873, "my": 0.7355733324704261}, "t": 313.5}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03267, "de": 2.23534, "vi": 1.9245, "tr": 2.20034, "fi": 2.3795, "ru": 1.38672, "el": 1.47684, "hi": 1.18238, "ta": 0.9897, "th": 1.11211, "zh": 3.09431, "my": 1.12314}, "bytes_per_chunk": {"en": 4.995, "de": 5.766, "vi": 6.667, "tr": 5.556, "fi": 5.493, "ru": 9.693, "el": 10.044, "hi": 14.407, "ta": 18.136, "th": 13.985, "zh": 4.688, "my": 17.158}, "bpb_mean": 1.76146, "t": 314.8}
{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.33897, "bpb": 1.93173, "chunk_loss": 0.0, "F": 0.15491, "G": 0.22724, "chunks": 158.62, "bytes_per_chunk": 6.455, "boundary_entropy": 0.30778, "router_noise": 0.0, "grad_norm": 0.7916, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 314.8}
{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.32394, "bpb": 1.91005, "chunk_loss": 0.0, "F": 0.15097, "G": 0.22126, "chunks": 154.59, "bytes_per_chunk": 6.624, "boundary_entropy": 0.30526, "router_noise": 0.0, "grad_norm": 0.8416, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 316.9}
{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.29722, "bpb": 1.8715, "chunk_loss": 0.0, "F": 0.15781, "G": 0.21473, "chunks": 161.59, "bytes_per_chunk": 6.337, "boundary_entropy": 0.2664, "router_noise": 0.0, "grad_norm": 0.7929, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 318.9}
{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.2062, "bpb": 1.74018, "chunk_loss": 0.0, "F": 0.14929, "G": 0.21889, "chunks": 152.88, "bytes_per_chunk": 6.698, "boundary_entropy": 0.29511, "router_noise": 0.0, "grad_norm": 0.7759, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 321.0}
{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3412.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196058, "cps": 26.65625, "mean_p": 0.216668, "boundary_entropy": 0.183105, "bpb": 2.021829}, "de": {"chunks": 3415.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166318, "cps": 26.679688, "mean_p": 0.186589, "boundary_entropy": 0.176649, "bpb": 2.221316}, "vi": {"chunks": 3546.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192352, "cps": 27.703125, "mean_p": 0.195816, "boundary_entropy": 0.277306, "bpb": 1.920497}, "tr": {"chunks": 3243.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179142, "cps": 25.335938, "mean_p": 0.197295, "boundary_entropy": 0.203773, "bpb": 2.188555}, "fi": {"chunks": 3338.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177449, "cps": 26.078125, "mean_p": 0.194084, "boundary_entropy": 0.184964, "bpb": 2.364143}, "ru": {"chunks": 3273.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.172718, "cps": 25.570312, "mean_p": 0.21723, "boundary_entropy": 0.419458, "bpb": 1.406208}, "el": {"chunks": 3208.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.156312, "cps": 25.0625, "mean_p": 0.194245, "boundary_entropy": 0.390477, "bpb": 1.480701}, "hi": {"chunks": 2905.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17266, "cps": 22.695312, "mean_p": 0.200265, "boundary_entropy": 0.411364, "bpb": 1.184063}, "ta": {"chunks": 2641.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141268, "cps": 20.632812, "mean_p": 0.204923, "boundary_entropy": 0.410911, "bpb": 0.985212}, "th": {"chunks": 3367.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209325, "cps": 26.304688, "mean_p": 0.216299, "boundary_entropy": 0.431392, "bpb": 1.091188}, "zh": {"chunks": 3658.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.61937, "cps": 28.578125, "mean_p": 0.309537, "boundary_entropy": 0.415433, "bpb": 3.093186}, "my": {"chunks": 2687.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.141809, "cps": 20.992188, "mean_p": 0.146926, "boundary_entropy": 0.338075, "bpb": 1.113323}}, "bpb": {"en": 2.02183, "de": 2.22132, "vi": 1.9205, "tr": 2.18856, "fi": 2.36414, "ru": 1.40621, "el": 1.4807, "hi": 1.18406, "ta": 0.98521, "th": 1.09119, "zh": 3.09319, "my": 1.11332}, "gini_cpc": 0.207917, "gini_cps": 0.05157, "bpic": 9.918616, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8483076794744788, "vi": 0.9810941519759391, "tr": 0.9137165577020229, "fi": 0.9050853735215041, "ru": 0.880951275492055, "el": 0.7972758553737697, "hi": 0.880655722569935, "ta": 0.7205398908310019, "th": 1.067670267967542, "zh": 3.1591144221565766, "my": 0.7233015371742396}, "t": 324.0}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02871, "de": 2.23156, "vi": 1.92189, "tr": 2.19544, "fi": 2.3724, "ru": 1.38347, "el": 1.47195, "hi": 1.17832, "ta": 0.99033, "th": 1.11016, "zh": 3.08684, "my": 1.11956}, "bytes_per_chunk": {"en": 5.016, "de": 5.815, "vi": 6.835, "tr": 5.672, "fi": 5.517, "ru": 9.864, "el": 10.581, "hi": 14.128, "ta": 18.922, "th": 12.908, "zh": 4.689, "my": 17.768}, "bpb_mean": 1.75755, "t": 325.3}
{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.29758, "bpb": 1.87201, "chunk_loss": 0.0, "F": 0.14624, "G": 0.21868, "chunks": 149.75, "bytes_per_chunk": 6.838, "boundary_entropy": 0.29856, "router_noise": 0.0, "grad_norm": 0.8299, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 325.3}
{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.28271, "bpb": 1.85056, "chunk_loss": 0.0, "F": 0.14954, "G": 0.22096, "chunks": 153.12, "bytes_per_chunk": 6.687, "boundary_entropy": 0.30733, "router_noise": 0.0, "grad_norm": 0.7697, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 327.4}
{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.35928, "bpb": 1.96102, "chunk_loss": 0.0, "F": 0.15765, "G": 0.22675, "chunks": 161.44, "bytes_per_chunk": 6.343, "boundary_entropy": 0.30993, "router_noise": 0.0, "grad_norm": 0.8681, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 329.5}
{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.39284, "bpb": 2.00944, "chunk_loss": 0.0, "F": 0.17252, "G": 0.23786, "chunks": 176.66, "bytes_per_chunk": 5.797, "boundary_entropy": 0.31256, "router_noise": 0.0, "grad_norm": 0.8141, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 331.5}
{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3408.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195828, "cps": 26.625, "mean_p": 0.216079, "boundary_entropy": 0.183759, "bpb": 2.01816}, "de": {"chunks": 3432.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167146, "cps": 26.8125, "mean_p": 0.188713, "boundary_entropy": 0.180343, "bpb": 2.220612}, "vi": {"chunks": 3606.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195606, "cps": 28.171875, "mean_p": 0.194707, "boundary_entropy": 0.275688, "bpb": 1.916185}, "tr": {"chunks": 3298.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18218, "cps": 25.765625, "mean_p": 0.198595, "boundary_entropy": 0.205187, "bpb": 2.183652}, "fi": {"chunks": 3370.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17915, "cps": 26.328125, "mean_p": 0.195338, "boundary_entropy": 0.185268, "bpb": 2.364474}, "ru": {"chunks": 3521.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.185805, "cps": 27.507812, "mean_p": 0.220186, "boundary_entropy": 0.418665, "bpb": 1.402591}, "el": {"chunks": 3502.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.170638, "cps": 27.359375, "mean_p": 0.203161, "boundary_entropy": 0.397791, "bpb": 1.47615}, "hi": {"chunks": 2975.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17682, "cps": 23.242188, "mean_p": 0.204357, "boundary_entropy": 0.41556, "bpb": 1.182175}, "ta": {"chunks": 3034.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.162289, "cps": 23.703125, "mean_p": 0.20507, "boundary_entropy": 0.41028, "bpb": 0.980308}, "th": {"chunks": 3101.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.192788, "cps": 24.226562, "mean_p": 0.213328, "boundary_entropy": 0.42971, "bpb": 1.088274}, "zh": {"chunks": 3740.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.633254, "cps": 29.21875, "mean_p": 0.311246, "boundary_entropy": 0.412645, "bpb": 3.08873}, "my": {"chunks": 2862.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151045, "cps": 22.359375, "mean_p": 0.150281, "boundary_entropy": 0.341033, "bpb": 1.111554}}, "bpb": {"en": 2.01816, "de": 2.22061, "vi": 1.91619, "tr": 2.18365, "fi": 2.36447, "ru": 1.40259, "el": 1.47615, "hi": 1.18218, "ta": 0.98031, "th": 1.08827, "zh": 3.08873, "my": 1.11155}, "gini_cpc": 0.191128, "gini_cps": 0.044315, "bpic": 9.630882, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8535312101508873, "vi": 0.9988657330475939, "tr": 0.9303034552673161, "fi": 0.9148345364302128, "ru": 0.9488145694748968, "el": 0.8713644361907937, "hi": 0.9029348826988678, "ta": 0.8287330159076954, "th": 0.9844762310261944, "zh": 3.2337220921192578, "my": 0.7713132420233879}, "t": 334.5}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02564, "de": 2.23032, "vi": 1.91765, "tr": 2.19124, "fi": 2.37232, "ru": 1.37963, "el": 1.46761, "hi": 1.17608, "ta": 0.98554, "th": 1.1068, "zh": 3.08271, "my": 1.11802}, "bytes_per_chunk": {"en": 5.02, "de": 5.761, "vi": 6.734, "tr": 5.619, "fi": 5.457, "ru": 9.22, "el": 9.852, "hi": 13.86, "ta": 16.224, "th": 13.945, "zh": 4.58, "my": 17.013}, "bpb_mean": 1.75446, "t": 335.8}
{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3408.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195828, "cps": 26.625, "mean_p": 0.216079, "boundary_entropy": 0.183759, "bpb": 2.01816}, "de": {"chunks": 3432.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167146, "cps": 26.8125, "mean_p": 0.188713, "boundary_entropy": 0.180343, "bpb": 2.220612}, "vi": {"chunks": 3606.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195606, "cps": 28.171875, "mean_p": 0.194707, "boundary_entropy": 0.275688, "bpb": 1.916185}, "tr": {"chunks": 3298.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18218, "cps": 25.765625, "mean_p": 0.198595, "boundary_entropy": 0.205187, "bpb": 2.183652}, "fi": {"chunks": 3370.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17915, "cps": 26.328125, "mean_p": 0.195338, "boundary_entropy": 0.185268, "bpb": 2.364474}, "ru": {"chunks": 3521.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.185805, "cps": 27.507812, "mean_p": 0.220186, "boundary_entropy": 0.418665, "bpb": 1.402591}, "el": {"chunks": 3502.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.170638, "cps": 27.359375, "mean_p": 0.203161, "boundary_entropy": 0.397791, "bpb": 1.47615}, "hi": {"chunks": 2975.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17682, "cps": 23.242188, "mean_p": 0.204357, "boundary_entropy": 0.41556, "bpb": 1.182175}, "ta": {"chunks": 3034.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.162289, "cps": 23.703125, "mean_p": 0.20507, "boundary_entropy": 0.41028, "bpb": 0.980308}, "th": {"chunks": 3101.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.192788, "cps": 24.226562, "mean_p": 0.213328, "boundary_entropy": 0.42971, "bpb": 1.088274}, "zh": {"chunks": 3740.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.633254, "cps": 29.21875, "mean_p": 0.311246, "boundary_entropy": 0.412645, "bpb": 3.08873}, "my": {"chunks": 2862.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151045, "cps": 22.359375, "mean_p": 0.150281, "boundary_entropy": 0.341033, "bpb": 1.111554}}, "bpb": {"en": 2.01816, "de": 2.22061, "vi": 1.91619, "tr": 2.18365, "fi": 2.36447, "ru": 1.40259, "el": 1.47615, "hi": 1.18218, "ta": 0.98031, "th": 1.08827, "zh": 3.08873, "my": 1.11155}, "gini_cpc": 0.191128, "gini_cps": 0.044315, "bpic": 9.630882, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8535312101508873, "vi": 0.9988657330475939, "tr": 0.9303034552673161, "fi": 0.9148345364302128, "ru": 0.9488145694748968, "el": 0.8713644361907937, "hi": 0.9029348826988678, "ta": 0.8287330159076954, "th": 0.9844762310261944, "zh": 3.2337220921192578, "my": 0.7713132420233879}, "t": 336.8}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.70"], "t": 338.8}
{"event": "final", "run": "pilot_E_s2", "condition": "E", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.19582830546457508, "cps": 26.625, "bpb": 2.03366726473508, "bytes_per_chunk": 4.99398003505296}, "de": {"cpc": 0.1671455705449764, "cps": 26.8125, "bpb": 2.2208546760334404, "bytes_per_chunk": 5.759318049498534}, "vi": {"cpc": 0.19560618388934092, "cps": 28.171875, "bpb": 1.921365775400707, "bytes_per_chunk": 6.714926099541485}, "tr": {"cpc": 0.18217974921283764, "cps": 25.765625, "bpb": 2.185171898363991, "bytes_per_chunk": 5.646065540227657}, "fi": {"cpc": 0.17915049704959865, "cps": 26.328125, "bpb": 2.3878460464029088, "bytes_per_chunk": 5.44262431225994}, "ru": {"cpc": 0.1858047493403694, "cps": 27.5078125, "bpb": 1.3804791291841598, "bytes_per_chunk": 9.21371456689454}, "el": {"cpc": 0.170637820981338, "cps": 27.359375, "bpb": 1.4640891720828022, "bytes_per_chunk": 9.994814701845357}, "hi": {"cpc": 0.17682020802377416, "cps": 23.2421875, "bpb": 1.1838534551168103, "bytes_per_chunk": 13.845877568267047}, "ta": {"cpc": 0.16228938218775074, "cps": 23.703125, "bpb": 0.9853702340586965, "bytes_per_chunk": 16.349767673932703}, "th": {"cpc": 0.1927883120920112, "cps": 24.2265625, "bpb": 1.102427484394969, "bytes_per_chunk": 14.062387683394576}, "zh": {"cpc": 0.6332543176430748, "cps": 29.21875, "bpb": 3.0903871887331325, "bytes_per_chunk": 4.569794908000593}, "my": {"cpc": 0.15104496516782773, "cps": 22.359375, "bpb": 1.1281331024078658, "bytes_per_chunk": 16.89670952979471}}, "gini_cpc": 0.19112819008697723, "gini_cps": 0.04431520657147403, "bpic": 9.630881577956787, "seed": 2, "mean_boundary_entropy": 0.3128731846809387, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 341.3}