Hugging Face's logo

AdaptiveChunking
/
pilot_Apc_s1

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
pilot_Apc_s1
File size: 169,354 Bytes
3fd001f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
{"event": "start", "run": "pilot_Apc_s1", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.016, "vi": 1.323, "tr": 1.088, "fi": 1.04, "ru": 1.83, "el": 1.821, "hi": 2.569, "ta": 2.733, "th": 2.89, "zh": 2.791, "my": 2.85}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_char", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3}
{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.1}
{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3205, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.008, "alpha": 0.03, "t": 3.6}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2651.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.15233, "cps": 20.710938, "mean_p": 0.478021, "boundary_entropy": 0.685429, "bpb": 8.012117}, "de": {"chunks": 2039.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099304, "cps": 15.929688, "mean_p": 0.469566, "boundary_entropy": 0.685259, "bpb": 8.042132}, "vi": {"chunks": 14105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.765121, "cps": 110.195312, "mean_p": 0.507012, "boundary_entropy": 0.688289, "bpb": 7.873451}, "tr": {"chunks": 5607.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309728, "cps": 43.804688, "mean_p": 0.485941, "boundary_entropy": 0.686368, "bpb": 7.996304}, "fi": {"chunks": 4696.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249641, "cps": 36.6875, "mean_p": 0.484353, "boundary_entropy": 0.686583, "bpb": 8.050025}, "ru": {"chunks": 17483.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.922586, "cps": 136.585938, "mean_p": 0.502277, "boundary_entropy": 0.690066, "bpb": 8.084081}, "el": {"chunks": 31419.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.530917, "cps": 245.460938, "mean_p": 0.517879, "boundary_entropy": 0.68971, "bpb": 7.792283}, "hi": {"chunks": 1661.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098722, "cps": 12.976562, "mean_p": 0.476277, "boundary_entropy": 0.689497, "bpb": 8.024891}, "ta": {"chunks": 39581.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.117197, "cps": 309.226562, "mean_p": 0.514532, "boundary_entropy": 0.690545, "bpb": 8.080301}, "th": {"chunks": 44406.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.760709, "cps": 346.921875, "mean_p": 0.52071, "boundary_entropy": 0.69023, "bpb": 8.182816}, "zh": {"chunks": 12934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189976, "cps": 101.046875, "mean_p": 0.528283, "boundary_entropy": 0.684755, "bpb": 8.116859}, "my": {"chunks": 7057.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.37244, "cps": 55.132812, "mean_p": 0.49115, "boundary_entropy": 0.691021, "bpb": 8.097891}}, "bpb": {"en": 8.01212, "de": 8.04213, "vi": 7.87345, "tr": 7.9963, "fi": 8.05003, "ru": 8.08408, "el": 7.79228, "hi": 8.02489, "ta": 8.0803, "th": 8.18282, "zh": 8.11686, "my": 8.09789}, "gini_cpc": 0.507762, "gini_cps": 0.501326, "bpic": 2.089867, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6518973431972304, "vi": 5.022782136344761, "tr": 2.0332669299838035, "fi": 1.6388175165212793, "ru": 6.056491830135291, "el": 10.049996385540375, "hi": 0.6480804966922125, "ta": 13.89874814481589, "th": 18.12320411638144, "zh": 14.376521111649463, "my": 2.444956483972853}, "t": 4.9}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2630.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151123, "cps": 20.546875, "mean_p": 0.477868, "boundary_entropy": 0.685416, "bpb": 7.961833}, "de": {"chunks": 2014.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098086, "cps": 15.734375, "mean_p": 0.469405, "boundary_entropy": 0.685239, "bpb": 8.000029}, "vi": {"chunks": 13977.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.758177, "cps": 109.195312, "mean_p": 0.506726, "boundary_entropy": 0.688298, "bpb": 7.840299}, "tr": {"chunks": 5555.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.306855, "cps": 43.398438, "mean_p": 0.485758, "boundary_entropy": 0.686358, "bpb": 7.96204}, "fi": {"chunks": 4629.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246079, "cps": 36.164062, "mean_p": 0.484107, "boundary_entropy": 0.686566, "bpb": 8.009955}, "ru": {"chunks": 17248.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.910185, "cps": 134.75, "mean_p": 0.502048, "boundary_entropy": 0.690066, "bpb": 8.040056}, "el": {"chunks": 31370.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.528529, "cps": 245.078125, "mean_p": 0.517786, "boundary_entropy": 0.689716, "bpb": 7.76951}, "hi": {"chunks": 1671.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099316, "cps": 13.054688, "mean_p": 0.476365, "boundary_entropy": 0.689506, "bpb": 7.983968}, "ta": {"chunks": 39398.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.107408, "cps": 307.796875, "mean_p": 0.514416, "boundary_entropy": 0.69055, "bpb": 8.042669}, "th": {"chunks": 44382.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.759217, "cps": 346.734375, "mean_p": 0.520515, "boundary_entropy": 0.690244, "bpb": 8.123101}, "zh": {"chunks": 12929.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.18913, "cps": 101.007812, "mean_p": 0.52826, "boundary_entropy": 0.684757, "bpb": 8.106794}, "my": {"chunks": 7071.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.373179, "cps": 55.242188, "mean_p": 0.491161, "boundary_entropy": 0.691021, "bpb": 8.083697}}, "bpb": {"en": 7.96183, "de": 8.00003, "vi": 7.8403, "tr": 7.96204, "fi": 8.00996, "ru": 8.04006, "el": 7.76951, "hi": 7.98397, "ta": 8.04267, "th": 8.1231, "zh": 8.10679, "my": 8.0837}, "gini_cpc": 0.508807, "gini_cps": 0.50202, "bpic": 2.098609, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6490459297738094, "vi": 5.016943324660378, "tr": 2.030494809065741, "fi": 1.6283346670593395, "ru": 6.022792499774271, "el": 10.114444722965924, "hi": 0.6571881875038842, "ta": 13.94495374518105, "th": 18.258040897276942, "zh": 14.485712602637776, "my": 2.469368096475365}, "t": 6.5}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2557.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.146929, "cps": 19.976562, "mean_p": 0.477477, "boundary_entropy": 0.685387, "bpb": 7.791578}, "de": {"chunks": 1969.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095894, "cps": 15.382812, "mean_p": 0.468985, "boundary_entropy": 0.685193, "bpb": 7.852656}, "vi": {"chunks": 13537.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.73431, "cps": 105.757812, "mean_p": 0.505668, "boundary_entropy": 0.688326, "bpb": 7.729957}, "tr": {"chunks": 5387.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.297575, "cps": 42.085938, "mean_p": 0.485236, "boundary_entropy": 0.686332, "bpb": 7.842978}, "fi": {"chunks": 4452.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23667, "cps": 34.78125, "mean_p": 0.483395, "boundary_entropy": 0.686515, "bpb": 7.8705}, "ru": {"chunks": 16107.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.849974, "cps": 125.835938, "mean_p": 0.500932, "boundary_entropy": 0.690065, "bpb": 7.865187}, "el": {"chunks": 31129.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.516786, "cps": 243.195312, "mean_p": 0.517301, "boundary_entropy": 0.689749, "bpb": 7.685906}, "hi": {"chunks": 1730.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.102823, "cps": 13.515625, "mean_p": 0.476707, "boundary_entropy": 0.689543, "bpb": 7.830686}, "ta": {"chunks": 38736.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.071998, "cps": 302.625, "mean_p": 0.51399, "boundary_entropy": 0.690571, "bpb": 7.912788}, "th": {"chunks": 44273.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.75244, "cps": 345.882812, "mean_p": 0.519894, "boundary_entropy": 0.690291, "bpb": 7.954994}, "zh": {"chunks": 12922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.187944, "cps": 100.953125, "mean_p": 0.528243, "boundary_entropy": 0.684757, "bpb": 8.079658}, "my": {"chunks": 7113.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375396, "cps": 55.570312, "mean_p": 0.491187, "boundary_entropy": 0.691022, "bpb": 8.001316}}, "bpb": {"en": 7.79158, "de": 7.85266, "vi": 7.72996, "tr": 7.84298, "fi": 7.8705, "ru": 7.86519, "el": 7.68591, "hi": 7.83069, "ta": 7.91279, "th": 7.95499, "zh": 8.07966, "my": 8.00132}, "gini_cpc": 0.512225, "gini_cps": 0.503679, "bpic": 2.13316, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6526595559584626, "vi": 4.997728725657133, "tr": 2.0253021152523334, "fi": 1.6107816162865125, "ru": 5.784939701971824, "el": 10.323280226763144, "hi": 0.6998168939850459, "ta": 14.102064436595818, "th": 18.733170173266803, "zh": 14.8911996457074, "my": 2.554952466908384}, "t": 8.1}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2299.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132104, "cps": 17.960938, "mean_p": 0.476351, "boundary_entropy": 0.685317, "bpb": 7.297361}, "de": {"chunks": 1785.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086933, "cps": 13.945312, "mean_p": 0.467603, "boundary_entropy": 0.685052, "bpb": 7.408908}, "vi": {"chunks": 12228.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.663303, "cps": 95.53125, "mean_p": 0.502576, "boundary_entropy": 0.688389, "bpb": 7.434491}, "tr": {"chunks": 4854.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268132, "cps": 37.921875, "mean_p": 0.483429, "boundary_entropy": 0.686243, "bpb": 7.494821}, "fi": {"chunks": 3815.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.202807, "cps": 29.804688, "mean_p": 0.480877, "boundary_entropy": 0.68633, "bpb": 7.453831}, "ru": {"chunks": 12109.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.638997, "cps": 94.601562, "mean_p": 0.496811, "boundary_entropy": 0.69002, "bpb": 7.244559}, "el": {"chunks": 30499.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.486089, "cps": 238.273438, "mean_p": 0.516115, "boundary_entropy": 0.689821, "bpb": 7.512027}, "hi": {"chunks": 1891.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.112392, "cps": 14.773438, "mean_p": 0.477697, "boundary_entropy": 0.689646, "bpb": 7.37904}, "ta": {"chunks": 34879.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.865686, "cps": 272.492188, "mean_p": 0.511353, "boundary_entropy": 0.69068, "bpb": 7.492707}, "th": {"chunks": 43414.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.699036, "cps": 339.171875, "mean_p": 0.517049, "boundary_entropy": 0.690483, "bpb": 7.51983}, "zh": {"chunks": 12916.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.186929, "cps": 100.90625, "mean_p": 0.528221, "boundary_entropy": 0.684759, "bpb": 7.972099}, "my": {"chunks": 7558.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398881, "cps": 59.046875, "mean_p": 0.491563, "boundary_entropy": 0.691038, "bpb": 7.74729}}, "bpb": {"en": 7.29736, "de": 7.40891, "vi": 7.43449, "tr": 7.49482, "fi": 7.45383, "ru": 7.24456, "el": 7.51203, "hi": 7.37904, "ta": 7.49271, "th": 7.51983, "zh": 7.9721, "my": 7.74729}, "gini_cpc": 0.522757, "gini_cps": 0.507383, "bpic": 2.281057, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6580682870233802, "vi": 5.02108342290542, "tr": 2.0297117670171962, "fi": 1.5352100606363674, "ru": 4.837090509697345, "el": 11.249414097979844, "hi": 0.8507884880499111, "ta": 14.122894159245254, "th": 20.431200493571893, "zh": 16.554640064210254, "my": 3.019455687565235}, "t": 9.9}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2294.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.131816, "cps": 17.921875, "mean_p": 0.47869, "boundary_entropy": 0.68575, "bpb": 6.635863}, "de": {"chunks": 1727.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.084109, "cps": 13.492188, "mean_p": 0.470365, "boundary_entropy": 0.685668, "bpb": 6.756409}, "vi": {"chunks": 9747.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.528723, "cps": 76.148438, "mean_p": 0.496648, "boundary_entropy": 0.688418, "bpb": 7.048762}, "tr": {"chunks": 4412.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243717, "cps": 34.46875, "mean_p": 0.482571, "boundary_entropy": 0.686346, "bpb": 7.015053}, "fi": {"chunks": 2972.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157993, "cps": 23.21875, "mean_p": 0.478164, "boundary_entropy": 0.686224, "bpb": 6.854157}, "ru": {"chunks": 6023.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317836, "cps": 47.054688, "mean_p": 0.487705, "boundary_entropy": 0.689679, "bpb": 6.435953}, "el": {"chunks": 23067.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.123958, "cps": 180.210938, "mean_p": 0.506361, "boundary_entropy": 0.690251, "bpb": 6.833977}, "hi": {"chunks": 3527.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.209629, "cps": 27.554688, "mean_p": 0.483438, "boundary_entropy": 0.690145, "bpb": 6.500824}, "ta": {"chunks": 21621.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.156512, "cps": 168.914062, "mean_p": 0.498117, "boundary_entropy": 0.690847, "bpb": 6.58517}, "th": {"chunks": 24788.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.541063, "cps": 193.65625, "mean_p": 0.503045, "boundary_entropy": 0.690961, "bpb": 6.461982}, "zh": {"chunks": 13087.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.215882, "cps": 102.242188, "mean_p": 0.528843, "boundary_entropy": 0.684759, "bpb": 7.681136}, "my": {"chunks": 8540.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450707, "cps": 66.71875, "mean_p": 0.492488, "boundary_entropy": 0.691083, "bpb": 6.949325}}, "bpb": {"en": 6.63586, "de": 6.75641, "vi": 7.04876, "tr": 7.01505, "fi": 6.85416, "ru": 6.43595, "el": 6.83398, "hi": 6.50082, "ta": 6.58517, "th": 6.46198, "zh": 7.68114, "my": 6.94933}, "gini_cpc": 0.497042, "gini_cps": 0.436143, "bpic": 3.150782, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6380733954497982, "vi": 4.011054202316441, "tr": 1.8489095214678035, "fi": 1.1985816605385458, "ru": 2.4112062211160006, "el": 8.526699880088604, "hi": 1.5903074497591105, "ta": 8.77366431214795, "th": 11.690985688226155, "zh": 16.81037363625601, "my": 3.4192054830372265}, "t": 11.8}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3548.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203873, "cps": 27.71875, "mean_p": 0.488259, "boundary_entropy": 0.68685, "bpb": 6.226761}, "de": {"chunks": 3123.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.152097, "cps": 24.398438, "mean_p": 0.483383, "boundary_entropy": 0.687369, "bpb": 6.332967}, "vi": {"chunks": 6116.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.33176, "cps": 47.78125, "mean_p": 0.48905, "boundary_entropy": 0.688303, "bpb": 6.743764}, "tr": {"chunks": 4966.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.274319, "cps": 38.796875, "mean_p": 0.487151, "boundary_entropy": 0.687062, "bpb": 6.642228}, "fi": {"chunks": 3343.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177715, "cps": 26.117188, "mean_p": 0.483123, "boundary_entropy": 0.686946, "bpb": 6.410059}, "ru": {"chunks": 2365.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.124802, "cps": 18.476562, "mean_p": 0.481959, "boundary_entropy": 0.689457, "bpb": 5.795073}, "el": {"chunks": 1324.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.064513, "cps": 10.34375, "mean_p": 0.473591, "boundary_entropy": 0.688735, "bpb": 6.228062}, "hi": {"chunks": 4968.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.295275, "cps": 38.8125, "mean_p": 0.488151, "boundary_entropy": 0.690516, "bpb": 5.769111}, "ta": {"chunks": 4392.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.234929, "cps": 34.3125, "mean_p": 0.482187, "boundary_entropy": 0.690297, "bpb": 6.128702}, "th": {"chunks": 4778.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.297047, "cps": 37.328125, "mean_p": 0.489175, "boundary_entropy": 0.690752, "bpb": 5.553978}, "zh": {"chunks": 4832.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.818151, "cps": 37.75, "mean_p": 0.491115, "boundary_entropy": 0.686034, "bpb": 7.308103}, "my": {"chunks": 4098.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.216276, "cps": 32.015625, "mean_p": 0.489001, "boundary_entropy": 0.690966, "bpb": 5.725699}}, "bpb": {"en": 6.22676, "de": 6.33297, "vi": 6.74376, "tr": 6.64223, "fi": 6.41006, "ru": 5.79507, "el": 6.22806, "hi": 5.76911, "ta": 6.1287, "th": 5.55398, "zh": 7.3081, "my": 5.7257}, "gini_cpc": 0.313016, "gini_cps": 0.174961, "bpic": 8.019999, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7460365174525062, "vi": 1.6272895810839696, "tr": 1.3455401855884037, "fi": 0.8716958977863044, "ru": 0.6121564640824814, "el": 0.3164372845139072, "hi": 1.448328321755052, "ta": 1.1523313331280964, "th": 1.4570202549239015, "zh": 4.013044651818741, "my": 1.0608380462853417}, "t": 14.3}
{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.182, "bpb": 6.03335, "chunk_loss": 0.02879, "F": 0.14801, "G": 0.48505, "chunks": 151.56, "bytes_per_chunk": 6.756, "boundary_entropy": 0.69151, "router_noise": 0.0, "grad_norm": 1.6421, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.235, "alpha": 0.03, "t": 15.3}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5817.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.334253, "cps": 45.445312, "mean_p": 0.49667, "boundary_entropy": 0.687368, "bpb": 5.700833}, "de": {"chunks": 5757.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.280378, "cps": 44.976562, "mean_p": 0.49327, "boundary_entropy": 0.688121, "bpb": 5.815465}, "vi": {"chunks": 4998.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.271115, "cps": 39.046875, "mean_p": 0.485752, "boundary_entropy": 0.68807, "bpb": 6.19394}, "tr": {"chunks": 4516.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.249461, "cps": 35.28125, "mean_p": 0.487331, "boundary_entropy": 0.687247, "bpb": 6.161388}, "fi": {"chunks": 4509.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2397, "cps": 35.226562, "mean_p": 0.48958, "boundary_entropy": 0.687554, "bpb": 5.889752}, "ru": {"chunks": 9951.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.525119, "cps": 77.742188, "mean_p": 0.494756, "boundary_entropy": 0.690224, "bpb": 5.366172}, "el": {"chunks": 2397.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.116796, "cps": 18.726562, "mean_p": 0.484136, "boundary_entropy": 0.689905, "bpb": 5.639761}, "hi": {"chunks": 8974.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.533373, "cps": 70.109375, "mean_p": 0.491263, "boundary_entropy": 0.690638, "bpb": 5.21066}, "ta": {"chunks": 9857.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.527253, "cps": 77.007812, "mean_p": 0.487058, "boundary_entropy": 0.690601, "bpb": 5.236076}, "th": {"chunks": 2644.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164377, "cps": 20.65625, "mean_p": 0.486554, "boundary_entropy": 0.690628, "bpb": 5.050028}, "zh": {"chunks": 2587.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.438029, "cps": 20.210938, "mean_p": 0.484906, "boundary_entropy": 0.68617, "bpb": 6.981174}, "my": {"chunks": 24434.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.289529, "cps": 190.890625, "mean_p": 0.499255, "boundary_entropy": 0.691343, "bpb": 4.950504}}, "bpb": {"en": 5.70083, "de": 5.81547, "vi": 6.19394, "tr": 6.16139, "fi": 5.88975, "ru": 5.36617, "el": 5.63976, "hi": 5.21066, "ta": 5.23608, "th": 5.05003, "zh": 6.98117, "my": 4.9505}, "gini_cpc": 0.338184, "gini_cps": 0.372278, "bpic": 4.439803, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8388201967840697, "vi": 0.8111070313395, "tr": 0.7463257709017482, "fi": 0.7171225980738504, "ru": 1.5710230908133427, "el": 0.34942360923530946, "hi": 1.5957176498355872, "ta": 1.5774091055612882, "th": 0.4917738618796514, "zh": 1.3104728943232526, "my": 3.8579469361221284}, "t": 17.1}
{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.33774, "bpb": 4.81535, "chunk_loss": 0.032732, "F": 0.20605, "G": 0.48418, "chunks": 211.0, "bytes_per_chunk": 4.853, "boundary_entropy": 0.69114, "router_noise": 0.0, "grad_norm": 1.5686, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.076, "alpha": 0.03, "t": 19.1}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2531.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.145435, "cps": 19.773438, "mean_p": 0.474071, "boundary_entropy": 0.68503, "bpb": 4.476707}, "de": {"chunks": 2898.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.141139, "cps": 22.640625, "mean_p": 0.472341, "boundary_entropy": 0.685577, "bpb": 4.661942}, "vi": {"chunks": 5161.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.279957, "cps": 40.320312, "mean_p": 0.476058, "boundary_entropy": 0.685094, "bpb": 4.893781}, "tr": {"chunks": 3170.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175109, "cps": 24.765625, "mean_p": 0.470725, "boundary_entropy": 0.68453, "bpb": 4.963609}, "fi": {"chunks": 2302.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.122375, "cps": 17.984375, "mean_p": 0.472914, "boundary_entropy": 0.68555, "bpb": 4.724342}, "ru": {"chunks": 5225.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.275726, "cps": 40.820312, "mean_p": 0.479039, "boundary_entropy": 0.687781, "bpb": 3.655359}, "el": {"chunks": 6024.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.293524, "cps": 47.0625, "mean_p": 0.48483, "boundary_entropy": 0.689602, "bpb": 4.433246}, "hi": {"chunks": 2999.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.178247, "cps": 23.429688, "mean_p": 0.480392, "boundary_entropy": 0.689808, "bpb": 3.449551}, "ta": {"chunks": 7584.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.40567, "cps": 59.25, "mean_p": 0.481726, "boundary_entropy": 0.689832, "bpb": 3.586494}, "th": {"chunks": 8622.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.536027, "cps": 67.359375, "mean_p": 0.479694, "boundary_entropy": 0.689143, "bpb": 3.325861}, "zh": {"chunks": 2053.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.347613, "cps": 16.039062, "mean_p": 0.4813, "boundary_entropy": 0.685806, "bpb": 6.313821}, "my": {"chunks": 12478.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.658539, "cps": 97.484375, "mean_p": 0.488075, "boundary_entropy": 0.690591, "bpb": 3.947579}}, "bpb": {"en": 4.47671, "de": 4.66194, "vi": 4.89378, "tr": 4.96361, "fi": 4.72434, "ru": 3.65536, "el": 4.43325, "hi": 3.44955, "ta": 3.58649, "th": 3.32586, "zh": 6.31382, "my": 3.94758}, "gini_cpc": 0.292329, "gini_cps": 0.315638, "bpic": 6.286648, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9704606915546594, "vi": 1.924964355739843, "tr": 1.2040393644576461, "fi": 0.8414443737482972, "ru": 1.8958721875133568, "el": 2.01825526026605, "hi": 1.2256130255265614, "ta": 2.7893616771715144, "th": 3.6856910523374014, "zh": 2.3901627940861463, "my": 4.528074673291215}, "t": 21.5}
{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.91334, "bpb": 4.20307, "chunk_loss": 0.030345, "F": 0.17255, "G": 0.4612, "chunks": 176.69, "bytes_per_chunk": 5.796, "boundary_entropy": 0.68511, "router_noise": 0.0, "grad_norm": 1.4618, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 22.6}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3560.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204562, "cps": 27.8125, "mean_p": 0.371486, "boundary_entropy": 0.54473, "bpb": 3.87269}, "de": {"chunks": 3943.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192032, "cps": 30.804688, "mean_p": 0.350203, "boundary_entropy": 0.542029, "bpb": 4.087165}, "vi": {"chunks": 7290.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.395443, "cps": 56.953125, "mean_p": 0.43316, "boundary_entropy": 0.569969, "bpb": 3.589743}, "tr": {"chunks": 4916.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.271557, "cps": 38.40625, "mean_p": 0.382638, "boundary_entropy": 0.573172, "bpb": 4.115998}, "fi": {"chunks": 3659.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194514, "cps": 28.585938, "mean_p": 0.358447, "boundary_entropy": 0.565648, "bpb": 4.12264}, "ru": {"chunks": 8897.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.469499, "cps": 69.507812, "mean_p": 0.435402, "boundary_entropy": 0.662, "bpb": 2.803248}, "el": {"chunks": 8124.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.395849, "cps": 63.46875, "mean_p": 0.443861, "boundary_entropy": 0.674185, "bpb": 2.979338}, "hi": {"chunks": 8134.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.483447, "cps": 63.546875, "mean_p": 0.480321, "boundary_entropy": 0.687669, "bpb": 2.425669}, "ta": {"chunks": 15494.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.828778, "cps": 121.046875, "mean_p": 0.457095, "boundary_entropy": 0.680259, "bpb": 2.349933}, "th": {"chunks": 9933.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.617532, "cps": 77.601562, "mean_p": 0.456893, "boundary_entropy": 0.682534, "bpb": 2.315362}, "zh": {"chunks": 2348.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.397562, "cps": 18.34375, "mean_p": 0.445972, "boundary_entropy": 0.67471, "bpb": 5.24654}, "my": {"chunks": 13842.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.730526, "cps": 108.140625, "mean_p": 0.378691, "boundary_entropy": 0.635633, "bpb": 2.45253}}, "bpb": {"en": 3.87269, "de": 4.08716, "vi": 3.58974, "tr": 4.116, "fi": 4.12264, "ru": 2.80325, "el": 2.97934, "hi": 2.42567, "ta": 2.34993, "th": 2.31536, "zh": 5.24654, "my": 2.45253}, "gini_cpc": 0.257375, "gini_cps": 0.292434, "bpic": 4.25761, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9387468487285745, "vi": 1.9331186403488723, "tr": 1.3275027976615708, "fi": 0.950877668994773, "ru": 2.295136387892443, "el": 1.9350990146982257, "hi": 2.36332373908543, "ta": 4.0514660532318025, "th": 3.018794099464572, "zh": 1.9434741664352002, "my": 3.5711623236154297}, "t": 25.8}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.87666, "de": 4.08688, "vi": 3.59398, "tr": 4.12619, "fi": 4.1253, "ru": 2.78905, "el": 2.97265, "hi": 2.42155, "ta": 2.36646, "th": 2.34773, "zh": 5.25553, "my": 2.46873}, "bytes_per_chunk": {"en": 5.038, "de": 5.334, "vi": 3.252, "tr": 4.052, "fi": 5.366, "ru": 3.815, "el": 4.775, "hi": 5.424, "ta": 3.299, "th": 4.968, "zh": 7.168, "my": 3.882}, "bpb_mean": 3.36923, "t": 27.1}
{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52623, "bpb": 3.64458, "chunk_loss": 0.032636, "F": 0.21591, "G": 0.39466, "chunks": 221.09, "bytes_per_chunk": 4.632, "boundary_entropy": 0.5909, "router_noise": 0.0, "grad_norm": 1.1876, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 27.2}
{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.17774, "bpb": 3.14181, "chunk_loss": 0.030882, "F": 0.18335, "G": 0.35058, "chunks": 187.75, "bytes_per_chunk": 5.454, "boundary_entropy": 0.51943, "router_noise": 0.0, "grad_norm": 1.0978, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 29.4}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3004.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.172614, "cps": 23.46875, "mean_p": 0.285666, "boundary_entropy": 0.390169, "bpb": 3.566635}, "de": {"chunks": 3578.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174256, "cps": 27.953125, "mean_p": 0.275079, "boundary_entropy": 0.403932, "bpb": 3.82203}, "vi": {"chunks": 7083.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.384215, "cps": 55.335938, "mean_p": 0.357308, "boundary_entropy": 0.458201, "bpb": 3.169971}, "tr": {"chunks": 4317.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.238469, "cps": 33.726562, "mean_p": 0.305889, "boundary_entropy": 0.450893, "bpb": 3.876739}, "fi": {"chunks": 3689.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196109, "cps": 28.820312, "mean_p": 0.291395, "boundary_entropy": 0.450188, "bpb": 3.905465}, "ru": {"chunks": 9437.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.497995, "cps": 73.726562, "mean_p": 0.328919, "boundary_entropy": 0.534688, "bpb": 2.645733}, "el": {"chunks": 5622.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.273937, "cps": 43.921875, "mean_p": 0.375455, "boundary_entropy": 0.633695, "bpb": 2.819277}, "hi": {"chunks": 4545.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.270134, "cps": 35.507812, "mean_p": 0.445833, "boundary_entropy": 0.674603, "bpb": 2.152563}, "ta": {"chunks": 16696.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.893073, "cps": 130.4375, "mean_p": 0.467076, "boundary_entropy": 0.668348, "bpb": 1.951241}, "th": {"chunks": 17222.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.070687, "cps": 134.546875, "mean_p": 0.478508, "boundary_entropy": 0.681438, "bpb": 2.109704}, "zh": {"chunks": 4327.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.732645, "cps": 33.804688, "mean_p": 0.444275, "boundary_entropy": 0.657486, "bpb": 4.962445}, "my": {"chunks": 10308.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.544015, "cps": 80.53125, "mean_p": 0.341615, "boundary_entropy": 0.608161, "bpb": 2.213518}}, "bpb": {"en": 3.56664, "de": 3.82203, "vi": 3.16997, "tr": 3.87674, "fi": 3.90546, "ru": 2.64573, "el": 2.81928, "hi": 2.15256, "ta": 1.95124, "th": 2.1097, "zh": 4.96245, "my": 2.21352}, "gini_cpc": 0.343014, "gini_cps": 0.330018, "bpic": 4.272398, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0095134765036413, "vi": 2.2258622893911997, "tr": 1.381515268489167, "fi": 1.1361115202942778, "ru": 2.8850206936046576, "el": 1.5869899920020882, "hi": 1.564959153026277, "ta": 5.173818131053932, "th": 6.20278476485813, "zh": 4.244413081914034, "my": 3.1516299989290193}, "t": 30.6}
{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.18308, "bpb": 3.14952, "chunk_loss": 0.032658, "F": 0.21979, "G": 0.32941, "chunks": 225.06, "bytes_per_chunk": 4.55, "boundary_entropy": 0.48433, "router_noise": 0.0, "grad_norm": 0.9524, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 33.1}
{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.43268, "bpb": 3.50962, "chunk_loss": 0.03375, "F": 0.23904, "G": 0.33693, "chunks": 244.78, "bytes_per_chunk": 4.183, "boundary_entropy": 0.42588, "router_noise": 0.0, "grad_norm": 1.0891, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 35.6}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3036.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.174453, "cps": 23.71875, "mean_p": 0.293429, "boundary_entropy": 0.374814, "bpb": 3.184859}, "de": {"chunks": 3511.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170993, "cps": 27.429688, "mean_p": 0.278204, "boundary_entropy": 0.383723, "bpb": 3.432936}, "vi": {"chunks": 4874.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.264388, "cps": 38.078125, "mean_p": 0.299149, "boundary_entropy": 0.384172, "bpb": 2.765438}, "tr": {"chunks": 3961.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218804, "cps": 30.945312, "mean_p": 0.284767, "boundary_entropy": 0.392067, "bpb": 3.442953}, "fi": {"chunks": 3498.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185955, "cps": 27.328125, "mean_p": 0.276745, "boundary_entropy": 0.394661, "bpb": 3.603785}, "ru": {"chunks": 8825.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.465699, "cps": 68.945312, "mean_p": 0.273339, "boundary_entropy": 0.271123, "bpb": 2.563358}, "el": {"chunks": 8138.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.396531, "cps": 63.578125, "mean_p": 0.276991, "boundary_entropy": 0.350066, "bpb": 2.564517}, "hi": {"chunks": 5613.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.333611, "cps": 43.851562, "mean_p": 0.32541, "boundary_entropy": 0.519733, "bpb": 1.959689}, "ta": {"chunks": 8415.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45012, "cps": 65.742188, "mean_p": 0.279662, "boundary_entropy": 0.451653, "bpb": 1.731572}, "th": {"chunks": 4510.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.280385, "cps": 35.234375, "mean_p": 0.338129, "boundary_entropy": 0.596858, "bpb": 1.935708}, "zh": {"chunks": 2675.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.452929, "cps": 20.898438, "mean_p": 0.278394, "boundary_entropy": 0.474139, "bpb": 4.142601}, "my": {"chunks": 3283.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.173264, "cps": 25.648438, "mean_p": 0.380386, "boundary_entropy": 0.615621, "bpb": 2.013378}}, "bpb": {"en": 3.18486, "de": 3.43294, "vi": 2.76544, "tr": 3.44295, "fi": 3.60379, "ru": 2.56336, "el": 2.56452, "hi": 1.95969, "ta": 1.73157, "th": 1.93571, "zh": 4.1426, "my": 2.01338}, "gini_cpc": 0.212629, "gini_cps": 0.228237, "bpic": 6.360414, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9801685766034779, "vi": 1.5155306916406432, "tr": 1.2542284389786245, "fi": 1.0659339008397029, "ru": 2.6694872610468576, "el": 2.2729987313953552, "hi": 1.9123277284767046, "ta": 2.5801859367187228, "th": 1.6072292576124123, "zh": 2.596286987574772, "my": 0.9931843318222288}, "t": 38.7}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.19445, "de": 3.4312, "vi": 2.77094, "tr": 3.45462, "fi": 3.59851, "ru": 2.55034, "el": 2.55987, "hi": 1.95714, "ta": 1.74684, "th": 1.96527, "zh": 4.15159, "my": 2.02728}, "bytes_per_chunk": {"en": 5.687, "de": 5.93, "vi": 5.074, "tr": 4.965, "fi": 5.609, "ru": 3.788, "el": 4.502, "hi": 7.08, "ta": 5.839, "th": 8.722, "zh": 4.416, "my": 15.528}, "bpb_mean": 2.78401, "t": 40.0}
{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.00718, "bpb": 2.89575, "chunk_loss": 0.03044, "F": 0.18396, "G": 0.29441, "chunks": 188.38, "bytes_per_chunk": 5.436, "boundary_entropy": 0.39389, "router_noise": 0.0, "grad_norm": 1.2251, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 40.1}
{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.07505, "bpb": 2.99367, "chunk_loss": 0.030485, "F": 0.17883, "G": 0.29004, "chunks": 183.12, "bytes_per_chunk": 5.592, "boundary_entropy": 0.39774, "router_noise": 0.0, "grad_norm": 0.9215, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 42.2}
{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05367, "bpb": 2.96282, "chunk_loss": 0.03026, "F": 0.17706, "G": 0.28387, "chunks": 181.31, "bytes_per_chunk": 5.648, "boundary_entropy": 0.3886, "router_noise": 0.0, "grad_norm": 0.8958, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 44.2}
{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.9473, "bpb": 2.80936, "chunk_loss": 0.029735, "F": 0.15677, "G": 0.28258, "chunks": 160.53, "bytes_per_chunk": 6.379, "boundary_entropy": 0.40989, "router_noise": 0.0, "grad_norm": 0.7568, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 46.1}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.284608, "boundary_entropy": 0.358535, "bpb": 2.907225}, "de": {"chunks": 3334.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162373, "cps": 26.046875, "mean_p": 0.288311, "boundary_entropy": 0.389899, "bpb": 3.167147}, "vi": {"chunks": 4361.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236561, "cps": 34.070312, "mean_p": 0.283868, "boundary_entropy": 0.352849, "bpb": 2.509473}, "tr": {"chunks": 3715.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205215, "cps": 29.023438, "mean_p": 0.288798, "boundary_entropy": 0.369989, "bpb": 3.1473}, "fi": {"chunks": 3660.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194567, "cps": 28.59375, "mean_p": 0.329041, "boundary_entropy": 0.43786, "bpb": 3.362325}, "ru": {"chunks": 6584.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.347441, "cps": 51.4375, "mean_p": 0.236462, "boundary_entropy": 0.270528, "bpb": 2.145868}, "el": {"chunks": 7250.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.353262, "cps": 56.640625, "mean_p": 0.225094, "boundary_entropy": 0.221185, "bpb": 2.41205}, "hi": {"chunks": 6295.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.374146, "cps": 49.179688, "mean_p": 0.341853, "boundary_entropy": 0.490169, "bpb": 1.750166}, "ta": {"chunks": 12464.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.666702, "cps": 97.375, "mean_p": 0.255509, "boundary_entropy": 0.309274, "bpb": 1.422712}, "th": {"chunks": 8053.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.500653, "cps": 62.914062, "mean_p": 0.355624, "boundary_entropy": 0.529368, "bpb": 1.750448}, "zh": {"chunks": 3307.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.559939, "cps": 25.835938, "mean_p": 0.342267, "boundary_entropy": 0.559402, "bpb": 3.872783}, "my": {"chunks": 12328.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.650623, "cps": 96.3125, "mean_p": 0.33416, "boundary_entropy": 0.518431, "bpb": 1.831703}}, "bpb": {"en": 2.90722, "de": 3.16715, "vi": 2.50947, "tr": 3.1473, "fi": 3.36233, "ru": 2.14587, "el": 2.41205, "hi": 1.75017, "ta": 1.42271, "th": 1.75045, "zh": 3.87278, "my": 1.8317}, "gini_cpc": 0.270941, "gini_cps": 0.278419, "bpic": 5.169464, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9781146566535576, "vi": 1.4250152862306198, "tr": 1.2361889152925492, "fi": 1.17204903142938, "ru": 2.09294196620609, "el": 2.1280103689354126, "hi": 2.253809680311187, "ta": 4.016137277169139, "th": 3.0158741318107882, "zh": 3.3730076846011534, "my": 3.919275818762658}, "t": 49.1}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.91432, "de": 3.1651, "vi": 2.51555, "tr": 3.15697, "fi": 3.35719, "ru": 2.13007, "el": 2.40506, "hi": 1.7456, "ta": 1.43464, "th": 1.77924, "zh": 3.88411, "my": 1.84565}, "bytes_per_chunk": {"en": 5.723, "de": 6.249, "vi": 5.511, "tr": 5.353, "fi": 5.659, "ru": 5.257, "el": 5.207, "hi": 5.818, "ta": 3.984, "th": 5.287, "zh": 4.801, "my": 5.142}, "bpb_mean": 2.52779, "t": 50.3}
{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.85982, "bpb": 2.68315, "chunk_loss": 0.030716, "F": 0.1908, "G": 0.29553, "chunks": 195.38, "bytes_per_chunk": 5.241, "boundary_entropy": 0.39787, "router_noise": 0.0, "grad_norm": 0.6365, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 50.4}
{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.88404, "bpb": 2.71809, "chunk_loss": 0.030257, "F": 0.17679, "G": 0.27483, "chunks": 181.03, "bytes_per_chunk": 5.656, "boundary_entropy": 0.34949, "router_noise": 0.0, "grad_norm": 0.7752, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 52.3}
{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.83834, "bpb": 2.65216, "chunk_loss": 0.0304, "F": 0.18048, "G": 0.28107, "chunks": 184.81, "bytes_per_chunk": 5.541, "boundary_entropy": 0.3643, "router_noise": 0.0, "grad_norm": 0.7433, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 54.3}
{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.91024, "bpb": 2.7559, "chunk_loss": 0.030186, "F": 0.17444, "G": 0.28863, "chunks": 178.62, "bytes_per_chunk": 5.733, "boundary_entropy": 0.37721, "router_noise": 0.0, "grad_norm": 0.7999, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 56.3}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165776, "cps": 22.539062, "mean_p": 0.274449, "boundary_entropy": 0.334278, "bpb": 2.715287}, "de": {"chunks": 3294.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160425, "cps": 25.734375, "mean_p": 0.282214, "boundary_entropy": 0.374992, "bpb": 3.022223}, "vi": {"chunks": 4599.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249471, "cps": 35.929688, "mean_p": 0.283863, "boundary_entropy": 0.343392, "bpb": 2.385623}, "tr": {"chunks": 3819.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21096, "cps": 29.835938, "mean_p": 0.293457, "boundary_entropy": 0.366099, "bpb": 2.989801}, "fi": {"chunks": 3106.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165116, "cps": 24.265625, "mean_p": 0.303951, "boundary_entropy": 0.412093, "bpb": 3.226192}, "ru": {"chunks": 6527.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344433, "cps": 50.992188, "mean_p": 0.249109, "boundary_entropy": 0.281366, "bpb": 2.00137}, "el": {"chunks": 7330.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.35716, "cps": 57.265625, "mean_p": 0.239511, "boundary_entropy": 0.292373, "bpb": 2.127528}, "hi": {"chunks": 7195.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.427637, "cps": 56.210938, "mean_p": 0.369261, "boundary_entropy": 0.527292, "bpb": 1.644625}, "ta": {"chunks": 9627.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.514951, "cps": 75.210938, "mean_p": 0.238177, "boundary_entropy": 0.320582, "bpb": 1.339062}, "th": {"chunks": 9067.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.563693, "cps": 70.835938, "mean_p": 0.387054, "boundary_entropy": 0.54473, "bpb": 1.589604}, "zh": {"chunks": 2948.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499153, "cps": 23.03125, "mean_p": 0.322343, "boundary_entropy": 0.535632, "bpb": 3.70963}, "my": {"chunks": 10691.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.564228, "cps": 83.523438, "mean_p": 0.382616, "boundary_entropy": 0.569206, "bpb": 1.655392}}, "bpb": {"en": 2.71529, "de": 3.02222, "vi": 2.38562, "tr": 2.9898, "fi": 3.22619, "ru": 2.00137, "el": 2.12753, "hi": 1.64462, "ta": 1.33906, "th": 1.5896, "zh": 3.70963, "my": 1.65539}, "gini_cpc": 0.245904, "gini_cps": 0.257826, "bpic": 5.398675, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9677194955476414, "vi": 1.5048685648531375, "tr": 1.2725574847031205, "fi": 0.9960195678125201, "ru": 2.077699336482488, "el": 2.154474866977245, "hi": 2.579609858853886, "ta": 3.1063029206875115, "th": 3.4003283250970124, "zh": 3.011010980226905, "my": 3.4035587866308554}, "t": 59.2}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.7258, "de": 3.02143, "vi": 2.39048, "tr": 3.00134, "fi": 3.22179, "ru": 1.98393, "el": 2.11618, "hi": 1.64029, "ta": 1.34954, "th": 1.62023, "zh": 3.72179, "my": 1.66408}, "bytes_per_chunk": {"en": 5.735, "de": 6.285, "vi": 5.361, "tr": 5.211, "fi": 6.177, "ru": 5.394, "el": 5.198, "hi": 5.902, "ta": 5.255, "th": 5.055, "zh": 5.732, "my": 5.408}, "bpb_mean": 2.37141, "t": 60.4}
{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64315, "bpb": 2.37057, "chunk_loss": 0.030333, "F": 0.17963, "G": 0.27933, "chunks": 183.94, "bytes_per_chunk": 5.567, "boundary_entropy": 0.34238, "router_noise": 0.0, "grad_norm": 0.7571, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 60.5}
{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.70503, "bpb": 2.45983, "chunk_loss": 0.030254, "F": 0.17685, "G": 0.29184, "chunks": 181.09, "bytes_per_chunk": 5.655, "boundary_entropy": 0.38625, "router_noise": 0.0, "grad_norm": 0.6088, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 62.4}
{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.62317, "bpb": 2.34174, "chunk_loss": 0.030253, "F": 0.17871, "G": 0.26478, "chunks": 183.0, "bytes_per_chunk": 5.596, "boundary_entropy": 0.32095, "router_noise": 0.0, "grad_norm": 0.6773, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 64.4}
{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.71814, "bpb": 2.47875, "chunk_loss": 0.030016, "F": 0.16971, "G": 0.26779, "chunks": 173.78, "bytes_per_chunk": 5.892, "boundary_entropy": 0.34537, "router_noise": 0.0, "grad_norm": 0.7255, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 66.3}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.255763, "boundary_entropy": 0.290701, "bpb": 2.580005}, "de": {"chunks": 3308.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161107, "cps": 25.84375, "mean_p": 0.275139, "boundary_entropy": 0.353548, "bpb": 2.908149}, "vi": {"chunks": 4361.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236561, "cps": 34.070312, "mean_p": 0.250487, "boundary_entropy": 0.288382, "bpb": 2.287862}, "tr": {"chunks": 3880.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214329, "cps": 30.3125, "mean_p": 0.279724, "boundary_entropy": 0.334709, "bpb": 2.883356}, "fi": {"chunks": 3091.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164319, "cps": 24.148438, "mean_p": 0.27954, "boundary_entropy": 0.369078, "bpb": 3.192825}, "ru": {"chunks": 6431.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.339367, "cps": 50.242188, "mean_p": 0.252722, "boundary_entropy": 0.301854, "bpb": 1.893667}, "el": {"chunks": 7203.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.350972, "cps": 56.273438, "mean_p": 0.229255, "boundary_entropy": 0.287132, "bpb": 2.029225}, "hi": {"chunks": 7616.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.45266, "cps": 59.5, "mean_p": 0.368885, "boundary_entropy": 0.520286, "bpb": 1.578729}, "ta": {"chunks": 8920.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.477133, "cps": 69.6875, "mean_p": 0.253857, "boundary_entropy": 0.381004, "bpb": 1.256986}, "th": {"chunks": 8380.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.520982, "cps": 65.46875, "mean_p": 0.366625, "boundary_entropy": 0.545096, "bpb": 1.516861}, "zh": {"chunks": 3607.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.610735, "cps": 28.179688, "mean_p": 0.343242, "boundary_entropy": 0.5429, "bpb": 3.643238}, "my": {"chunks": 6623.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.349536, "cps": 51.742188, "mean_p": 0.311891, "boundary_entropy": 0.510737, "bpb": 1.449684}}, "bpb": {"en": 2.58001, "de": 2.90815, "vi": 2.28786, "tr": 2.88336, "fi": 3.19283, "ru": 1.89367, "el": 2.02923, "hi": 1.57873, "ta": 1.25699, "th": 1.51686, "zh": 3.64324, "my": 1.44968}, "gini_cpc": 0.244777, "gini_cps": 0.216599, "bpic": 5.787592, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9698155029750811, "vi": 1.4240294575995365, "tr": 1.2902004905898685, "fi": 0.9891522658138399, "ru": 2.0428916051908885, "el": 2.1127523729061317, "hi": 2.7248831979967547, "ta": 2.8722048644662643, "th": 3.136165564575171, "zh": 3.6764505442875777, "my": 2.104104995762219}, "t": 69.2}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.59128, "de": 2.91126, "vi": 2.29275, "tr": 2.89132, "fi": 3.19145, "ru": 1.87664, "el": 2.01944, "hi": 1.57372, "ta": 1.26476, "th": 1.53968, "zh": 3.6532, "my": 1.4602}, "bytes_per_chunk": {"en": 5.728, "de": 6.236, "vi": 5.564, "tr": 5.136, "fi": 6.193, "ru": 5.502, "el": 5.213, "hi": 5.854, "ta": 5.867, "th": 5.736, "zh": 5.02, "my": 8.314}, "bpb_mean": 2.27214, "t": 70.4}
{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.73685, "bpb": 2.50575, "chunk_loss": 0.030322, "F": 0.17953, "G": 0.28146, "chunks": 183.84, "bytes_per_chunk": 5.57, "boundary_entropy": 0.36362, "router_noise": 0.0, "grad_norm": 0.6873, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 70.5}
{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.51228, "bpb": 2.18175, "chunk_loss": 0.030154, "F": 0.17554, "G": 0.27007, "chunks": 179.75, "bytes_per_chunk": 5.697, "boundary_entropy": 0.33288, "router_noise": 0.0, "grad_norm": 0.7468, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 72.4}
{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.76676, "bpb": 2.5489, "chunk_loss": 0.030001, "F": 0.16873, "G": 0.27862, "chunks": 172.78, "bytes_per_chunk": 5.927, "boundary_entropy": 0.35455, "router_noise": 0.0, "grad_norm": 0.7194, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 74.4}
{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66891, "bpb": 2.40773, "chunk_loss": 0.030043, "F": 0.16949, "G": 0.26337, "chunks": 173.56, "bytes_per_chunk": 5.9, "boundary_entropy": 0.33871, "router_noise": 0.0, "grad_norm": 0.7169, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 76.4}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.250684, "boundary_entropy": 0.280273, "bpb": 2.490863}, "de": {"chunks": 3320.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161691, "cps": 25.9375, "mean_p": 0.265742, "boundary_entropy": 0.334714, "bpb": 2.783621}, "vi": {"chunks": 4431.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.240358, "cps": 34.617188, "mean_p": 0.24638, "boundary_entropy": 0.272786, "bpb": 2.220781}, "tr": {"chunks": 3919.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216483, "cps": 30.617188, "mean_p": 0.266702, "boundary_entropy": 0.30585, "bpb": 2.787817}, "fi": {"chunks": 3163.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168146, "cps": 24.710938, "mean_p": 0.289593, "boundary_entropy": 0.375476, "bpb": 3.051526}, "ru": {"chunks": 6203.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327335, "cps": 48.460938, "mean_p": 0.25415, "boundary_entropy": 0.305638, "bpb": 1.818263}, "el": {"chunks": 7000.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.341081, "cps": 54.6875, "mean_p": 0.235916, "boundary_entropy": 0.280149, "bpb": 1.895885}, "hi": {"chunks": 7804.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.463834, "cps": 60.96875, "mean_p": 0.368035, "boundary_entropy": 0.520657, "bpb": 1.524449}, "ta": {"chunks": 8754.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.468254, "cps": 68.390625, "mean_p": 0.26248, "boundary_entropy": 0.39806, "bpb": 1.180266}, "th": {"chunks": 8002.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.497482, "cps": 62.515625, "mean_p": 0.366192, "boundary_entropy": 0.546228, "bpb": 1.423699}, "zh": {"chunks": 2865.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.4851, "cps": 22.382812, "mean_p": 0.319502, "boundary_entropy": 0.532768, "bpb": 3.585646}, "my": {"chunks": 9142.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.482478, "cps": 71.421875, "mean_p": 0.354816, "boundary_entropy": 0.556801, "bpb": 1.397118}}, "bpb": {"en": 2.49086, "de": 2.78362, "vi": 2.22078, "tr": 2.78782, "fi": 3.05153, "ru": 1.81826, "el": 1.89588, "hi": 1.52445, "ta": 1.18027, "th": 1.4237, "zh": 3.58565, "my": 1.39712}, "gini_cpc": 0.222089, "gini_cps": 0.233534, "bpic": 5.686318, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9740073965476338, "vi": 1.447888725816986, "tr": 1.3040711599008075, "fi": 1.0128937394565927, "ru": 1.9718285261811017, "el": 2.0546307010410882, "hi": 2.7940795464890393, "ta": 2.8207048880246024, "th": 2.9967744694834137, "zh": 2.9221853693324173, "my": 2.906393537891647}, "t": 79.3}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.50054, "de": 2.78579, "vi": 2.22529, "tr": 2.79476, "fi": 3.05514, "ru": 1.80174, "el": 1.88379, "hi": 1.5197, "ta": 1.18766, "th": 1.44431, "zh": 3.59353, "my": 1.40674}, "bytes_per_chunk": {"en": 5.733, "de": 6.241, "vi": 5.52, "tr": 5.014, "fi": 6.165, "ru": 5.676, "el": 5.445, "hi": 5.732, "ta": 5.793, "th": 5.68, "zh": 5.911, "my": 6.316}, "bpb_mean": 2.18325, "t": 80.5}
{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.61318, "bpb": 2.32733, "chunk_loss": 0.030198, "F": 0.17535, "G": 0.26745, "chunks": 179.56, "bytes_per_chunk": 5.703, "boundary_entropy": 0.33014, "router_noise": 0.0, "grad_norm": 0.6893, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 80.5}
{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.63669, "bpb": 2.36124, "chunk_loss": 0.030045, "F": 0.17001, "G": 0.26892, "chunks": 174.09, "bytes_per_chunk": 5.882, "boundary_entropy": 0.33383, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 82.5}
{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.57293, "bpb": 2.26926, "chunk_loss": 0.03019, "F": 0.17514, "G": 0.2711, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.34604, "router_noise": 0.0, "grad_norm": 0.7444, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 84.4}
{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.71253, "bpb": 2.47066, "chunk_loss": 0.03011, "F": 0.17072, "G": 0.27014, "chunks": 174.81, "bytes_per_chunk": 5.858, "boundary_entropy": 0.33553, "router_noise": 0.0, "grad_norm": 0.8189, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 86.4}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.244031, "boundary_entropy": 0.269535, "bpb": 2.429045}, "de": {"chunks": 3320.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161691, "cps": 25.9375, "mean_p": 0.261099, "boundary_entropy": 0.326771, "bpb": 2.720385}, "vi": {"chunks": 4424.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.239978, "cps": 34.5625, "mean_p": 0.25635, "boundary_entropy": 0.287834, "bpb": 2.192414}, "tr": {"chunks": 3929.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217036, "cps": 30.695312, "mean_p": 0.254382, "boundary_entropy": 0.283281, "bpb": 2.708061}, "fi": {"chunks": 3039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161554, "cps": 23.742188, "mean_p": 0.270979, "boundary_entropy": 0.350447, "bpb": 2.955012}, "ru": {"chunks": 6331.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33409, "cps": 49.460938, "mean_p": 0.251269, "boundary_entropy": 0.287055, "bpb": 1.749113}, "el": {"chunks": 6924.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.337378, "cps": 54.09375, "mean_p": 0.233584, "boundary_entropy": 0.290395, "bpb": 1.84488}, "hi": {"chunks": 6995.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.41575, "cps": 54.648438, "mean_p": 0.371692, "boundary_entropy": 0.525384, "bpb": 1.436569}, "ta": {"chunks": 8842.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.472961, "cps": 69.078125, "mean_p": 0.263946, "boundary_entropy": 0.39468, "bpb": 1.141136}, "th": {"chunks": 7607.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.472925, "cps": 59.429688, "mean_p": 0.372266, "boundary_entropy": 0.551485, "bpb": 1.371171}, "zh": {"chunks": 3004.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508635, "cps": 23.46875, "mean_p": 0.301342, "boundary_entropy": 0.496211, "bpb": 3.563697}, "my": {"chunks": 8001.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.422261, "cps": 62.507812, "mean_p": 0.347032, "boundary_entropy": 0.557448, "bpb": 1.417508}}, "bpb": {"en": 2.42904, "de": 2.72039, "vi": 2.19241, "tr": 2.70806, "fi": 2.95501, "ru": 1.74911, "el": 1.84488, "hi": 1.43657, "ta": 1.14114, "th": 1.37117, "zh": 3.5637, "my": 1.41751}, "gini_cpc": 0.219982, "gini_cps": 0.219029, "bpic": 5.876388, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9726606873923658, "vi": 1.4436026243307196, "tr": 1.3055910489844198, "fi": 0.9718394024221474, "ru": 2.009734952989064, "el": 2.029513294746459, "hi": 2.500969137473299, "ta": 2.8451209109574283, "th": 2.844906762069506, "zh": 3.0597234306473737, "my": 2.540133726732672}, "t": 89.3}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.43889, "de": 2.72316, "vi": 2.19652, "tr": 2.71492, "fi": 2.96167, "ru": 1.72694, "el": 1.83412, "hi": 1.43353, "ta": 1.1483, "th": 1.39256, "zh": 3.56686, "my": 1.42681}, "bytes_per_chunk": {"en": 5.729, "de": 6.229, "vi": 5.527, "tr": 5.014, "fi": 6.227, "ru": 5.546, "el": 5.425, "hi": 6.156, "ta": 5.729, "th": 5.89, "zh": 6.2, "my": 7.578}, "bpb_mean": 2.13036, "t": 90.5}
{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.56662, "bpb": 2.26016, "chunk_loss": 0.030191, "F": 0.17542, "G": 0.26409, "chunks": 179.62, "bytes_per_chunk": 5.701, "boundary_entropy": 0.30981, "router_noise": 0.0, "grad_norm": 0.7737, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 90.5}
{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.72347, "bpb": 2.48644, "chunk_loss": 0.030101, "F": 0.17099, "G": 0.25279, "chunks": 175.09, "bytes_per_chunk": 5.848, "boundary_entropy": 0.30657, "router_noise": 0.0, "grad_norm": 0.8201, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 92.5}
{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.53729, "bpb": 2.21783, "chunk_loss": 0.030252, "F": 0.1763, "G": 0.27224, "chunks": 180.53, "bytes_per_chunk": 5.672, "boundary_entropy": 0.35508, "router_noise": 0.0, "grad_norm": 0.6641, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 94.5}
{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.6089, "bpb": 2.32115, "chunk_loss": 0.030065, "F": 0.17181, "G": 0.25832, "chunks": 175.94, "bytes_per_chunk": 5.82, "boundary_entropy": 0.32586, "router_noise": 0.0, "grad_norm": 0.7281, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 96.4}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.235645, "boundary_entropy": 0.248159, "bpb": 2.376611}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.252708, "boundary_entropy": 0.307013, "bpb": 2.654163}, "vi": {"chunks": 4395.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238405, "cps": 34.335938, "mean_p": 0.245771, "boundary_entropy": 0.260356, "bpb": 2.139288}, "tr": {"chunks": 3917.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216373, "cps": 30.601562, "mean_p": 0.246103, "boundary_entropy": 0.262802, "bpb": 2.633338}, "fi": {"chunks": 3012.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160119, "cps": 23.53125, "mean_p": 0.245729, "boundary_entropy": 0.309772, "bpb": 2.894284}, "ru": {"chunks": 6189.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.326596, "cps": 48.351562, "mean_p": 0.254413, "boundary_entropy": 0.294833, "bpb": 1.676464}, "el": {"chunks": 6907.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336549, "cps": 53.960938, "mean_p": 0.241252, "boundary_entropy": 0.294544, "bpb": 1.787991}, "hi": {"chunks": 7586.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450877, "cps": 59.265625, "mean_p": 0.375341, "boundary_entropy": 0.52241, "bpb": 1.399989}, "ta": {"chunks": 9558.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.51126, "cps": 74.671875, "mean_p": 0.260034, "boundary_entropy": 0.384445, "bpb": 1.171234}, "th": {"chunks": 7198.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.447498, "cps": 56.234375, "mean_p": 0.361925, "boundary_entropy": 0.554271, "bpb": 1.319082}, "zh": {"chunks": 3090.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523197, "cps": 24.140625, "mean_p": 0.294914, "boundary_entropy": 0.473523, "bpb": 3.508638}, "my": {"chunks": 7744.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.408697, "cps": 60.5, "mean_p": 0.328693, "boundary_entropy": 0.539292, "bpb": 1.281822}}, "bpb": {"en": 2.37661, "de": 2.65416, "vi": 2.13929, "tr": 2.63334, "fi": 2.89428, "ru": 1.67646, "el": 1.78799, "hi": 1.39999, "ta": 1.17123, "th": 1.31908, "zh": 3.50864, "my": 1.28182}, "gini_cpc": 0.228157, "gini_cps": 0.224784, "bpic": 5.831563, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9732466275654936, "vi": 1.4341395872363274, "tr": 1.3016034967859436, "fi": 0.9632050938122765, "ru": 1.9646579725239797, "el": 2.0245303764895715, "hi": 2.7122733204964176, "ta": 3.0755107065065705, "th": 2.691946742917879, "zh": 3.147318708621966, "my": 2.458542129711012}, "t": 99.3}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38535, "de": 2.66067, "vi": 2.14293, "tr": 2.63939, "fi": 2.90205, "ru": 1.65816, "el": 1.77721, "hi": 1.39888, "ta": 1.17731, "th": 1.33884, "zh": 3.51316, "my": 1.28898}, "bytes_per_chunk": {"en": 5.732, "de": 6.232, "vi": 5.531, "tr": 5.04, "fi": 6.328, "ru": 5.697, "el": 5.456, "hi": 5.666, "ta": 5.177, "th": 6.358, "zh": 5.875, "my": 7.093}, "bpb_mean": 2.07358, "t": 100.5}
{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.57869, "bpb": 2.27757, "chunk_loss": 0.030188, "F": 0.17322, "G": 0.25515, "chunks": 177.38, "bytes_per_chunk": 5.773, "boundary_entropy": 0.3345, "router_noise": 0.0, "grad_norm": 0.8382, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 100.6}
{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.50235, "bpb": 2.16743, "chunk_loss": 0.03045, "F": 0.18188, "G": 0.27377, "chunks": 186.25, "bytes_per_chunk": 5.498, "boundary_entropy": 0.33532, "router_noise": 0.0, "grad_norm": 0.6862, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 102.5}
{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.42287, "bpb": 2.05277, "chunk_loss": 0.029961, "F": 0.16611, "G": 0.25405, "chunks": 170.09, "bytes_per_chunk": 6.02, "boundary_entropy": 0.32092, "router_noise": 0.0, "grad_norm": 0.6571, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 104.5}
{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.61693, "bpb": 2.33274, "chunk_loss": 0.030231, "F": 0.17572, "G": 0.26025, "chunks": 179.94, "bytes_per_chunk": 5.691, "boundary_entropy": 0.30465, "router_noise": 0.0, "grad_norm": 0.824, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 106.4}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.231575, "boundary_entropy": 0.236582, "bpb": 2.323071}, "de": {"chunks": 3338.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162568, "cps": 26.078125, "mean_p": 0.259544, "boundary_entropy": 0.315242, "bpb": 2.585601}, "vi": {"chunks": 4368.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236941, "cps": 34.125, "mean_p": 0.243037, "boundary_entropy": 0.248926, "bpb": 2.11934}, "tr": {"chunks": 3891.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214937, "cps": 30.398438, "mean_p": 0.244194, "boundary_entropy": 0.261645, "bpb": 2.624517}, "fi": {"chunks": 3029.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161023, "cps": 23.664062, "mean_p": 0.255691, "boundary_entropy": 0.31984, "bpb": 2.8481}, "ru": {"chunks": 6114.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322639, "cps": 47.765625, "mean_p": 0.254096, "boundary_entropy": 0.294212, "bpb": 1.619672}, "el": {"chunks": 6824.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332505, "cps": 53.3125, "mean_p": 0.233121, "boundary_entropy": 0.267585, "bpb": 1.736172}, "hi": {"chunks": 6849.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.407073, "cps": 53.507812, "mean_p": 0.368565, "boundary_entropy": 0.525191, "bpb": 1.393008}, "ta": {"chunks": 9350.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.500134, "cps": 73.046875, "mean_p": 0.261076, "boundary_entropy": 0.381538, "bpb": 1.076701}, "th": {"chunks": 6363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.395586, "cps": 49.710938, "mean_p": 0.365299, "boundary_entropy": 0.561954, "bpb": 1.311538}, "zh": {"chunks": 2606.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.441246, "cps": 20.359375, "mean_p": 0.27637, "boundary_entropy": 0.459172, "bpb": 3.482129}, "my": {"chunks": 8125.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.428805, "cps": 63.476562, "mean_p": 0.341587, "boundary_entropy": 0.547241, "bpb": 1.283889}}, "bpb": {"en": 2.32307, "de": 2.5856, "vi": 2.11934, "tr": 2.62452, "fi": 2.8481, "ru": 1.61967, "el": 1.73617, "hi": 1.39301, "ta": 1.0767, "th": 1.31154, "zh": 3.48213, "my": 1.28389}, "gini_cpc": 0.210549, "gini_cps": 0.228287, "bpic": 6.020377, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9789493055065213, "vi": 1.4268087538466303, "tr": 1.2943059773112986, "fi": 0.969647020562768, "ru": 1.9428644310743077, "el": 2.002278345149766, "hi": 2.4513107554358164, "ta": 3.011704922675141, "th": 2.382139197795449, "zh": 2.657096003477784, "my": 2.5821785611759887}, "t": 109.3}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.33348, "de": 2.59175, "vi": 2.12315, "tr": 2.6336, "fi": 2.8504, "ru": 1.59679, "el": 1.7259, "hi": 1.39246, "ta": 1.08351, "th": 1.32974, "zh": 3.48521, "my": 1.29006}, "bytes_per_chunk": {"en": 5.732, "de": 6.22, "vi": 5.53, "tr": 5.085, "fi": 6.324, "ru": 5.752, "el": 5.504, "hi": 6.311, "ta": 5.451, "th": 7.259, "zh": 6.782, "my": 6.812}, "bpb_mean": 2.03634, "t": 110.5}
{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.57526, "bpb": 2.27262, "chunk_loss": 0.030104, "F": 0.17194, "G": 0.2377, "chunks": 176.06, "bytes_per_chunk": 5.816, "boundary_entropy": 0.25833, "router_noise": 0.0, "grad_norm": 0.9788, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 110.6}
{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.54557, "bpb": 2.22978, "chunk_loss": 0.030169, "F": 0.17322, "G": 0.25226, "chunks": 177.38, "bytes_per_chunk": 5.773, "boundary_entropy": 0.28276, "router_noise": 0.0, "grad_norm": 0.7139, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 112.5}
{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.59141, "bpb": 2.29592, "chunk_loss": 0.029949, "F": 0.16711, "G": 0.25053, "chunks": 171.12, "bytes_per_chunk": 5.984, "boundary_entropy": 0.31152, "router_noise": 0.0, "grad_norm": 0.6898, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 114.5}
{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.59843, "bpb": 2.30605, "chunk_loss": 0.030191, "F": 0.17688, "G": 0.25764, "chunks": 181.12, "bytes_per_chunk": 5.654, "boundary_entropy": 0.30001, "router_noise": 0.0, "grad_norm": 0.6926, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 116.5}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2895.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166351, "cps": 22.617188, "mean_p": 0.224972, "boundary_entropy": 0.220734, "bpb": 2.276246}, "de": {"chunks": 3321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16174, "cps": 25.945312, "mean_p": 0.244562, "boundary_entropy": 0.287399, "bpb": 2.551421}, "vi": {"chunks": 4369.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236995, "cps": 34.132812, "mean_p": 0.235763, "boundary_entropy": 0.228091, "bpb": 2.085956}, "tr": {"chunks": 3811.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210518, "cps": 29.773438, "mean_p": 0.228632, "boundary_entropy": 0.238193, "bpb": 2.554076}, "fi": {"chunks": 3028.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16097, "cps": 23.65625, "mean_p": 0.240689, "boundary_entropy": 0.292461, "bpb": 2.773977}, "ru": {"chunks": 6114.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322639, "cps": 47.765625, "mean_p": 0.250394, "boundary_entropy": 0.288198, "bpb": 1.583393}, "el": {"chunks": 6734.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32812, "cps": 52.609375, "mean_p": 0.230975, "boundary_entropy": 0.256598, "bpb": 1.713007}, "hi": {"chunks": 7019.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.417177, "cps": 54.835938, "mean_p": 0.347926, "boundary_entropy": 0.501814, "bpb": 1.362488}, "ta": {"chunks": 8582.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459053, "cps": 67.046875, "mean_p": 0.238321, "boundary_entropy": 0.353853, "bpb": 1.083765}, "th": {"chunks": 8605.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.53497, "cps": 67.226562, "mean_p": 0.384193, "boundary_entropy": 0.561529, "bpb": 1.254011}, "zh": {"chunks": 2799.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.473925, "cps": 21.867188, "mean_p": 0.278982, "boundary_entropy": 0.450587, "bpb": 3.45806}, "my": {"chunks": 9121.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.48137, "cps": 71.257812, "mean_p": 0.367, "boundary_entropy": 0.552917, "bpb": 1.237235}}, "bpb": {"en": 2.27625, "de": 2.55142, "vi": 2.08596, "tr": 2.55408, "fi": 2.77398, "ru": 1.58339, "el": 1.71301, "hi": 1.36249, "ta": 1.08377, "th": 1.25401, "zh": 3.45806, "my": 1.23724}, "gini_cpc": 0.230418, "gini_cps": 0.236972, "bpic": 5.780008, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.972281496057528, "vi": 1.4246705762158318, "tr": 1.2655052450299509, "fi": 0.967652759671265, "ru": 1.9395088793798787, "el": 1.9724582479053578, "hi": 2.5078163046909285, "ta": 2.7595520677579968, "th": 3.215920925265872, "zh": 2.8489511851476235, "my": 2.8937075125705367}, "t": 119.3}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.2866, "de": 2.55892, "vi": 2.08958, "tr": 2.56259, "fi": 2.7813, "ru": 1.56322, "el": 1.70212, "hi": 1.36005, "ta": 1.09314, "th": 1.27383, "zh": 3.46078, "my": 1.24494}, "bytes_per_chunk": {"en": 5.731, "de": 6.238, "vi": 5.555, "tr": 5.162, "fi": 6.324, "ru": 5.765, "el": 5.598, "hi": 6.158, "ta": 5.921, "th": 5.427, "zh": 6.352, "my": 6.367}, "bpb_mean": 1.99809, "t": 120.6}
{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.51502, "bpb": 2.18571, "chunk_loss": 0.030141, "F": 0.17343, "G": 0.26243, "chunks": 177.59, "bytes_per_chunk": 5.766, "boundary_entropy": 0.31444, "router_noise": 0.0, "grad_norm": 0.6657, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 120.6}
{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.39898, "bpb": 2.0183, "chunk_loss": 0.030123, "F": 0.17554, "G": 0.24741, "chunks": 179.75, "bytes_per_chunk": 5.697, "boundary_entropy": 0.27374, "router_noise": 0.0, "grad_norm": 0.7029, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 122.6}
{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.55809, "bpb": 2.24785, "chunk_loss": 0.030042, "F": 0.16962, "G": 0.25078, "chunks": 173.69, "bytes_per_chunk": 5.896, "boundary_entropy": 0.28901, "router_noise": 0.0, "grad_norm": 0.7381, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 124.5}
{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.48071, "bpb": 2.13621, "chunk_loss": 0.030163, "F": 0.17697, "G": 0.25026, "chunks": 181.22, "bytes_per_chunk": 5.651, "boundary_entropy": 0.27906, "router_noise": 0.0, "grad_norm": 0.7279, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 126.5}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.226512, "boundary_entropy": 0.223107, "bpb": 2.237694}, "de": {"chunks": 3328.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162081, "cps": 26.0, "mean_p": 0.253633, "boundary_entropy": 0.301854, "bpb": 2.502513}, "vi": {"chunks": 4385.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237863, "cps": 34.257812, "mean_p": 0.240674, "boundary_entropy": 0.240514, "bpb": 2.049488}, "tr": {"chunks": 3808.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210352, "cps": 29.75, "mean_p": 0.237371, "boundary_entropy": 0.25607, "bpb": 2.507588}, "fi": {"chunks": 3077.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163575, "cps": 24.039062, "mean_p": 0.259115, "boundary_entropy": 0.320936, "bpb": 2.73299}, "ru": {"chunks": 6088.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321266, "cps": 47.5625, "mean_p": 0.253726, "boundary_entropy": 0.287251, "bpb": 1.544095}, "el": {"chunks": 6981.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.340155, "cps": 54.539062, "mean_p": 0.237747, "boundary_entropy": 0.255379, "bpb": 1.65771}, "hi": {"chunks": 6948.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.412957, "cps": 54.28125, "mean_p": 0.356999, "boundary_entropy": 0.511868, "bpb": 1.337076}, "ta": {"chunks": 9868.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.527842, "cps": 77.09375, "mean_p": 0.247872, "boundary_entropy": 0.328292, "bpb": 1.061991}, "th": {"chunks": 8501.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.528505, "cps": 66.414062, "mean_p": 0.39298, "boundary_entropy": 0.571748, "bpb": 1.241837}, "zh": {"chunks": 2834.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479851, "cps": 22.140625, "mean_p": 0.264284, "boundary_entropy": 0.419156, "bpb": 3.409784}, "my": {"chunks": 8259.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.435877, "cps": 64.523438, "mean_p": 0.348828, "boundary_entropy": 0.548048, "bpb": 1.218274}}, "bpb": {"en": 2.23769, "de": 2.50251, "vi": 2.04949, "tr": 2.50759, "fi": 2.73299, "ru": 1.5441, "el": 1.65771, "hi": 1.33708, "ta": 1.06199, "th": 1.24184, "zh": 3.40978, "my": 1.21827}, "gini_cpc": 0.233657, "gini_cps": 0.240834, "bpic": 5.730897, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9760165634289102, "vi": 1.4323618098941104, "tr": 1.266696777589675, "fi": 0.9850128366694081, "ru": 1.9346023317599583, "el": 2.048344831109396, "hi": 2.4867436310071622, "ta": 3.178556596466128, "th": 3.182549948209824, "zh": 2.8895664136055412, "my": 2.6247646445233834}, "t": 129.3}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.24773, "de": 2.5102, "vi": 2.05427, "tr": 2.51388, "fi": 2.73899, "ru": 1.52261, "el": 1.64706, "hi": 1.3336, "ta": 1.06884, "th": 1.26182, "zh": 3.4133, "my": 1.22423}, "bytes_per_chunk": {"en": 5.733, "de": 6.21, "vi": 5.532, "tr": 5.164, "fi": 6.222, "ru": 5.765, "el": 5.392, "hi": 6.066, "ta": 5.102, "th": 5.652, "zh": 6.146, "my": 6.311}, "bpb_mean": 1.96138, "t": 130.6}
{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.47872, "bpb": 2.13334, "chunk_loss": 0.030063, "F": 0.16989, "G": 0.25532, "chunks": 173.97, "bytes_per_chunk": 5.886, "boundary_entropy": 0.31024, "router_noise": 0.0, "grad_norm": 0.6672, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 130.6}
{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.71619, "bpb": 2.47594, "chunk_loss": 0.030207, "F": 0.17789, "G": 0.24533, "chunks": 182.16, "bytes_per_chunk": 5.622, "boundary_entropy": 0.2647, "router_noise": 0.0, "grad_norm": 0.7979, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 132.5}
{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48563, "bpb": 2.14331, "chunk_loss": 0.030135, "F": 0.17285, "G": 0.24996, "chunks": 177.0, "bytes_per_chunk": 5.785, "boundary_entropy": 0.29014, "router_noise": 0.0, "grad_norm": 0.6439, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 134.5}
{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49233, "bpb": 2.15298, "chunk_loss": 0.030015, "F": 0.17111, "G": 0.25553, "chunks": 175.22, "bytes_per_chunk": 5.844, "boundary_entropy": 0.29954, "router_noise": 0.0, "grad_norm": 0.7103, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 136.4}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.218372, "boundary_entropy": 0.201191, "bpb": 2.215328}, "de": {"chunks": 3354.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163347, "cps": 26.203125, "mean_p": 0.244244, "boundary_entropy": 0.280056, "bpb": 2.473365}, "vi": {"chunks": 4505.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.244372, "cps": 35.195312, "mean_p": 0.239394, "boundary_entropy": 0.225967, "bpb": 2.047363}, "tr": {"chunks": 3881.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214384, "cps": 30.320312, "mean_p": 0.22952, "boundary_entropy": 0.228123, "bpb": 2.47075}, "fi": {"chunks": 3046.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161927, "cps": 23.796875, "mean_p": 0.248464, "boundary_entropy": 0.301966, "bpb": 2.68981}, "ru": {"chunks": 6215.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327968, "cps": 48.554688, "mean_p": 0.251581, "boundary_entropy": 0.274383, "bpb": 1.526973}, "el": {"chunks": 7104.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.346148, "cps": 55.5, "mean_p": 0.243415, "boundary_entropy": 0.264992, "bpb": 1.626444}, "hi": {"chunks": 6131.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.364398, "cps": 47.898438, "mean_p": 0.34862, "boundary_entropy": 0.513116, "bpb": 1.32936}, "ta": {"chunks": 8466.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.452848, "cps": 66.140625, "mean_p": 0.244187, "boundary_entropy": 0.348259, "bpb": 1.052468}, "th": {"chunks": 8856.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.550575, "cps": 69.1875, "mean_p": 0.405301, "boundary_entropy": 0.573854, "bpb": 1.224813}, "zh": {"chunks": 3021.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511514, "cps": 23.601562, "mean_p": 0.2742, "boundary_entropy": 0.417855, "bpb": 3.398594}, "my": {"chunks": 6211.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.327792, "cps": 48.523438, "mean_p": 0.317429, "boundary_entropy": 0.527067, "bpb": 1.225408}}, "bpb": {"en": 2.21533, "de": 2.47337, "vi": 2.04736, "tr": 2.47075, "fi": 2.68981, "ru": 1.52697, "el": 1.62644, "hi": 1.32936, "ta": 1.05247, "th": 1.22481, "zh": 3.39859, "my": 1.22541}, "gini_cpc": 0.227728, "gini_cps": 0.217124, "bpic": 6.026428, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9826216703355406, "vi": 1.4700338658702286, "tr": 1.2896408401905148, "fi": 0.9740779268765585, "ru": 1.9729115041584318, "el": 2.0822736057017397, "hi": 2.1920574384344236, "ta": 2.724134090948381, "th": 3.312014497816162, "zh": 3.077038776293514, "my": 1.9718498408619702}, "t": 139.3}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.22453, "de": 2.4801, "vi": 2.05048, "tr": 2.47704, "fi": 2.69423, "ru": 1.50483, "el": 1.61783, "hi": 1.3261, "ta": 1.05977, "th": 1.24161, "zh": 3.39936, "my": 1.23165}, "bytes_per_chunk": {"en": 5.736, "de": 6.217, "vi": 5.381, "tr": 5.092, "fi": 6.295, "ru": 5.667, "el": 5.346, "hi": 6.727, "ta": 5.958, "th": 5.353, "zh": 5.884, "my": 8.284}, "bpb_mean": 1.94229, "t": 140.5}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 140.5}
{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.50091, "bpb": 2.16536, "chunk_loss": 0.030183, "F": 0.17661, "G": 0.25518, "chunks": 180.84, "bytes_per_chunk": 5.662, "boundary_entropy": 0.29425, "router_noise": 0.0, "grad_norm": 0.7162, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 140.6}
{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.30616, "bpb": 1.88439, "chunk_loss": 0.030053, "F": 0.17279, "G": 0.25606, "chunks": 176.94, "bytes_per_chunk": 5.787, "boundary_entropy": 0.29542, "router_noise": 0.0, "grad_norm": 0.6372, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 142.5}
{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.41145, "bpb": 2.03629, "chunk_loss": 0.029927, "F": 0.16687, "G": 0.24567, "chunks": 170.88, "bytes_per_chunk": 5.993, "boundary_entropy": 0.28198, "router_noise": 0.0, "grad_norm": 0.7059, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 144.4}
{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.57245, "bpb": 2.26856, "chunk_loss": 0.030112, "F": 0.17303, "G": 0.24382, "chunks": 177.19, "bytes_per_chunk": 5.779, "boundary_entropy": 0.26707, "router_noise": 0.0, "grad_norm": 0.6656, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 146.4}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.216903, "boundary_entropy": 0.19696, "bpb": 2.187613}, "de": {"chunks": 3305.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16096, "cps": 25.820312, "mean_p": 0.239465, "boundary_entropy": 0.274825, "bpb": 2.440209}, "vi": {"chunks": 4318.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234228, "cps": 33.734375, "mean_p": 0.23246, "boundary_entropy": 0.217489, "bpb": 2.024515}, "tr": {"chunks": 3831.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211622, "cps": 29.929688, "mean_p": 0.226449, "boundary_entropy": 0.226542, "bpb": 2.447093}, "fi": {"chunks": 3021.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160598, "cps": 23.601562, "mean_p": 0.241938, "boundary_entropy": 0.296206, "bpb": 2.652868}, "ru": {"chunks": 5987.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.315937, "cps": 46.773438, "mean_p": 0.241928, "boundary_entropy": 0.268929, "bpb": 1.487392}, "el": {"chunks": 6832.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332895, "cps": 53.375, "mean_p": 0.240414, "boundary_entropy": 0.268508, "bpb": 1.611442}, "hi": {"chunks": 6202.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.368618, "cps": 48.453125, "mean_p": 0.345601, "boundary_entropy": 0.507412, "bpb": 1.298478}, "ta": {"chunks": 8395.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449051, "cps": 65.585938, "mean_p": 0.236776, "boundary_entropy": 0.340776, "bpb": 1.066353}, "th": {"chunks": 7032.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.437177, "cps": 54.9375, "mean_p": 0.377745, "boundary_entropy": 0.568869, "bpb": 1.200989}, "zh": {"chunks": 3087.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.522689, "cps": 24.117188, "mean_p": 0.262863, "boundary_entropy": 0.391077, "bpb": 3.360467}, "my": {"chunks": 9421.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.497203, "cps": 73.601562, "mean_p": 0.346769, "boundary_entropy": 0.534078, "bpb": 1.193838}}, "bpb": {"en": 2.18761, "de": 2.44021, "vi": 2.02452, "tr": 2.44709, "fi": 2.65287, "ru": 1.48739, "el": 1.61144, "hi": 1.29848, "ta": 1.06635, "th": 1.20099, "zh": 3.36047, "my": 1.19384}, "gini_cpc": 0.227631, "gini_cps": 0.22567, "bpic": 5.966281, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.967931558990902, "vi": 1.4085267181109817, "tr": 1.2725861547611244, "fi": 0.9657493738775746, "ru": 1.8998776651902853, "el": 2.001854948521188, "hi": 2.2166763226884334, "ta": 2.700354765593911, "th": 2.6289564401625003, "zh": 3.1431765828666616, "my": 2.989917610325221}, "t": 149.3}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.19866, "de": 2.44981, "vi": 2.02738, "tr": 2.45299, "fi": 2.65978, "ru": 1.46411, "el": 1.60193, "hi": 1.29518, "ta": 1.07421, "th": 1.22422, "zh": 3.36338, "my": 1.20101}, "bytes_per_chunk": {"en": 5.735, "de": 6.26, "vi": 5.577, "tr": 5.13, "fi": 6.317, "ru": 5.863, "el": 5.5, "hi": 6.799, "ta": 5.995, "th": 6.617, "zh": 5.928, "my": 5.861}, "bpb_mean": 1.91772, "t": 150.5}
{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.67413, "bpb": 2.41527, "chunk_loss": 0.03005, "F": 0.16901, "G": 0.23773, "chunks": 173.06, "bytes_per_chunk": 5.917, "boundary_entropy": 0.28239, "router_noise": 0.0, "grad_norm": 0.6896, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 150.6}
{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.42309, "bpb": 2.05309, "chunk_loss": 0.030171, "F": 0.1741, "G": 0.25757, "chunks": 178.28, "bytes_per_chunk": 5.744, "boundary_entropy": 0.29049, "router_noise": 0.0, "grad_norm": 0.6274, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 152.5}
{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.36364, "bpb": 1.96732, "chunk_loss": 0.030048, "F": 0.17068, "G": 0.24994, "chunks": 174.78, "bytes_per_chunk": 5.859, "boundary_entropy": 0.28605, "router_noise": 0.0, "grad_norm": 0.6887, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 154.4}
{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.33269, "bpb": 1.92267, "chunk_loss": 0.029959, "F": 0.16971, "G": 0.25242, "chunks": 173.78, "bytes_per_chunk": 5.892, "boundary_entropy": 0.28059, "router_noise": 0.0, "grad_norm": 0.6921, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 156.4}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2895.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166351, "cps": 22.617188, "mean_p": 0.21657, "boundary_entropy": 0.196349, "bpb": 2.160939}, "de": {"chunks": 3343.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162811, "cps": 26.117188, "mean_p": 0.234772, "boundary_entropy": 0.263103, "bpb": 2.41408}, "vi": {"chunks": 4329.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234825, "cps": 33.820312, "mean_p": 0.229181, "boundary_entropy": 0.209931, "bpb": 2.004727}, "tr": {"chunks": 3893.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215047, "cps": 30.414062, "mean_p": 0.22698, "boundary_entropy": 0.221673, "bpb": 2.407807}, "fi": {"chunks": 3006.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.1598, "cps": 23.484375, "mean_p": 0.235461, "boundary_entropy": 0.286545, "bpb": 2.628986}, "ru": {"chunks": 6084.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321055, "cps": 47.53125, "mean_p": 0.237442, "boundary_entropy": 0.255954, "bpb": 1.465933}, "el": {"chunks": 6762.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.329484, "cps": 52.828125, "mean_p": 0.228596, "boundary_entropy": 0.235269, "bpb": 1.565356}, "hi": {"chunks": 6627.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.393878, "cps": 51.773438, "mean_p": 0.365261, "boundary_entropy": 0.530027, "bpb": 1.307337}, "ta": {"chunks": 8593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459642, "cps": 67.132812, "mean_p": 0.242474, "boundary_entropy": 0.352453, "bpb": 1.026334}, "th": {"chunks": 6770.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.420889, "cps": 52.890625, "mean_p": 0.397479, "boundary_entropy": 0.588871, "bpb": 1.184606}, "zh": {"chunks": 2883.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.488148, "cps": 22.523438, "mean_p": 0.25379, "boundary_entropy": 0.382649, "bpb": 3.339841}, "my": {"chunks": 8572.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.452396, "cps": 66.96875, "mean_p": 0.348876, "boundary_entropy": 0.533334, "bpb": 1.183418}}, "bpb": {"en": 2.16094, "de": 2.41408, "vi": 2.00473, "tr": 2.40781, "fi": 2.62899, "ru": 1.46593, "el": 1.56536, "hi": 1.30734, "ta": 1.02633, "th": 1.18461, "zh": 3.33984, "my": 1.18342}, "gini_cpc": 0.214677, "gini_cps": 0.218673, "bpic": 6.019433, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9787223852214141, "vi": 1.411627128504998, "tr": 1.2927346940177378, "fi": 0.9606222574543668, "ru": 1.929992152788221, "el": 1.980659737501638, "hi": 2.367758747853937, "ta": 2.763089130534196, "th": 2.5301318610168453, "zh": 2.93445025608453, "my": 2.7195330334124153}, "t": 159.3}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.17331, "de": 2.42437, "vi": 2.00677, "tr": 2.41338, "fi": 2.63868, "ru": 1.44442, "el": 1.55436, "hi": 1.30365, "ta": 1.03408, "th": 1.20242, "zh": 3.34036, "my": 1.1905}, "bytes_per_chunk": {"en": 5.732, "de": 6.209, "vi": 5.571, "tr": 5.083, "fi": 6.337, "ru": 5.743, "el": 5.566, "hi": 6.272, "ta": 5.873, "th": 6.937, "zh": 6.033, "my": 6.532}, "bpb_mean": 1.89386, "t": 160.5}
{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.46002, "bpb": 2.10637, "chunk_loss": 0.030187, "F": 0.17749, "G": 0.24201, "chunks": 181.75, "bytes_per_chunk": 5.634, "boundary_entropy": 0.2573, "router_noise": 0.0, "grad_norm": 0.6959, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 160.5}
{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.40064, "bpb": 2.02069, "chunk_loss": 0.029978, "F": 0.16962, "G": 0.25002, "chunks": 173.69, "bytes_per_chunk": 5.896, "boundary_entropy": 0.28183, "router_noise": 0.0, "grad_norm": 0.713, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 162.5}
{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.47219, "bpb": 2.12392, "chunk_loss": 0.03015, "F": 0.17514, "G": 0.2461, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.27332, "router_noise": 0.0, "grad_norm": 0.6783, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 164.4}
{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.36412, "bpb": 1.96801, "chunk_loss": 0.030229, "F": 0.17935, "G": 0.25514, "chunks": 183.66, "bytes_per_chunk": 5.576, "boundary_entropy": 0.28604, "router_noise": 0.0, "grad_norm": 0.6691, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 166.4}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.213166, "boundary_entropy": 0.186468, "bpb": 2.14052}, "de": {"chunks": 3334.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162373, "cps": 26.046875, "mean_p": 0.237083, "boundary_entropy": 0.264193, "bpb": 2.385891}, "vi": {"chunks": 4368.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236941, "cps": 34.125, "mean_p": 0.230971, "boundary_entropy": 0.205232, "bpb": 1.991839}, "tr": {"chunks": 3814.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210683, "cps": 29.796875, "mean_p": 0.223483, "boundary_entropy": 0.219459, "bpb": 2.380169}, "fi": {"chunks": 3043.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161767, "cps": 23.773438, "mean_p": 0.246265, "boundary_entropy": 0.302359, "bpb": 2.578867}, "ru": {"chunks": 6061.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319842, "cps": 47.351562, "mean_p": 0.241985, "boundary_entropy": 0.260541, "bpb": 1.456058}, "el": {"chunks": 7042.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343127, "cps": 55.015625, "mean_p": 0.245781, "boundary_entropy": 0.257228, "bpb": 1.532594}, "hi": {"chunks": 6809.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.404695, "cps": 53.195312, "mean_p": 0.361512, "boundary_entropy": 0.523851, "bpb": 1.26693}, "ta": {"chunks": 8769.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.469056, "cps": 68.507812, "mean_p": 0.236639, "boundary_entropy": 0.331283, "bpb": 1.006551}, "th": {"chunks": 7628.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.474231, "cps": 59.59375, "mean_p": 0.407584, "boundary_entropy": 0.588169, "bpb": 1.159355}, "zh": {"chunks": 2974.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503556, "cps": 23.234375, "mean_p": 0.259526, "boundary_entropy": 0.376877, "bpb": 3.312927}, "my": {"chunks": 8530.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450179, "cps": 66.640625, "mean_p": 0.357262, "boundary_entropy": 0.555189, "bpb": 1.164385}}, "bpb": {"en": 2.14052, "de": 2.38589, "vi": 1.99184, "tr": 2.38017, "fi": 2.57887, "ru": 1.45606, "el": 1.53259, "hi": 1.26693, "ta": 1.00655, "th": 1.15935, "zh": 3.31293, "my": 1.16438}, "gini_cpc": 0.222369, "gini_cps": 0.224787, "bpic": 5.88098, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9791314078559001, "vi": 1.4287863127570206, "tr": 1.2704510330870602, "fi": 0.9754788606790095, "ru": 1.9286919291932485, "el": 2.0691070907413547, "hi": 2.4403721197480484, "ta": 2.8284753224844157, "th": 2.859679832387324, "zh": 3.036514190086828, "my": 2.714647528612063}, "t": 169.2}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.152, "de": 2.39452, "vi": 1.99325, "tr": 2.38515, "fi": 2.58858, "ru": 1.4331, "el": 1.52418, "hi": 1.26418, "ta": 1.01443, "th": 1.17704, "zh": 3.31339, "my": 1.17035}, "bytes_per_chunk": {"en": 5.735, "de": 6.213, "vi": 5.546, "tr": 5.164, "fi": 6.291, "ru": 5.758, "el": 5.361, "hi": 6.117, "ta": 5.769, "th": 6.27, "zh": 5.875, "my": 6.425}, "bpb_mean": 1.86751, "t": 170.5}
{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.47427, "bpb": 2.12692, "chunk_loss": 0.030088, "F": 0.17297, "G": 0.26011, "chunks": 177.12, "bytes_per_chunk": 5.781, "boundary_entropy": 0.29834, "router_noise": 0.0, "grad_norm": 0.7001, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 170.5}
{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.38172, "bpb": 1.9934, "chunk_loss": 0.029917, "F": 0.16568, "G": 0.24035, "chunks": 169.66, "bytes_per_chunk": 6.036, "boundary_entropy": 0.25884, "router_noise": 0.0, "grad_norm": 0.7148, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 172.5}
{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.41344, "bpb": 2.03916, "chunk_loss": 0.030067, "F": 0.1716, "G": 0.22982, "chunks": 175.72, "bytes_per_chunk": 5.827, "boundary_entropy": 0.22897, "router_noise": 0.0, "grad_norm": 0.6503, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 174.4}
{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.3637, "bpb": 1.9674, "chunk_loss": 0.029911, "F": 0.16779, "G": 0.25501, "chunks": 171.81, "bytes_per_chunk": 5.96, "boundary_entropy": 0.29868, "router_noise": 0.0, "grad_norm": 0.7028, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 176.4}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.20967, "boundary_entropy": 0.176991, "bpb": 2.136544}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.230526, "boundary_entropy": 0.254451, "bpb": 2.366367}, "vi": {"chunks": 4332.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234988, "cps": 33.84375, "mean_p": 0.226627, "boundary_entropy": 0.196911, "bpb": 1.982749}, "tr": {"chunks": 3731.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206098, "cps": 29.148438, "mean_p": 0.215444, "boundary_entropy": 0.208835, "bpb": 2.369758}, "fi": {"chunks": 3016.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160332, "cps": 23.5625, "mean_p": 0.235364, "boundary_entropy": 0.285457, "bpb": 2.563318}, "ru": {"chunks": 6088.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321266, "cps": 47.5625, "mean_p": 0.234538, "boundary_entropy": 0.240769, "bpb": 1.42644}, "el": {"chunks": 6708.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326853, "cps": 52.40625, "mean_p": 0.22428, "boundary_entropy": 0.229877, "bpb": 1.508287}, "hi": {"chunks": 6651.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.395305, "cps": 51.960938, "mean_p": 0.361502, "boundary_entropy": 0.522714, "bpb": 1.259537}, "ta": {"chunks": 8581.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459, "cps": 67.039062, "mean_p": 0.23981, "boundary_entropy": 0.342014, "bpb": 1.008319}, "th": {"chunks": 6706.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.41691, "cps": 52.390625, "mean_p": 0.397323, "boundary_entropy": 0.58374, "bpb": 1.155083}, "zh": {"chunks": 2974.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503556, "cps": 23.234375, "mean_p": 0.255644, "boundary_entropy": 0.362768, "bpb": 3.285887}, "my": {"chunks": 9281.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.489814, "cps": 72.507812, "mean_p": 0.362767, "boundary_entropy": 0.550448, "bpb": 1.153764}}, "bpb": {"en": 2.13654, "de": 2.36637, "vi": 1.98275, "tr": 2.36976, "fi": 2.56332, "ru": 1.42644, "el": 1.50829, "hi": 1.25954, "ta": 1.00832, "th": 1.15508, "zh": 3.28589, "my": 1.15376}, "gini_cpc": 0.224041, "gini_cps": 0.225789, "bpic": 5.97213, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9670942557476504, "vi": 1.4135819549278201, "tr": 1.2397964377095623, "fi": 0.9644842506433684, "ru": 1.9325961765593778, "el": 1.9662009216001224, "hi": 2.3779765165596727, "ta": 2.7611380385575313, "th": 2.507945937483648, "zh": 3.0291669383306554, "my": 2.9465043266849054}, "t": 179.2}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.1464, "de": 2.37621, "vi": 1.98619, "tr": 2.37374, "fi": 2.57194, "ru": 1.40396, "el": 1.49788, "hi": 1.25758, "ta": 1.01556, "th": 1.17274, "zh": 3.28723, "my": 1.1608}, "bytes_per_chunk": {"en": 5.733, "de": 6.258, "vi": 5.571, "tr": 5.229, "fi": 6.322, "ru": 5.768, "el": 5.632, "hi": 6.39, "ta": 5.881, "th": 6.925, "zh": 5.853, "my": 5.874}, "bpb_mean": 1.85419, "t": 180.5}
{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.3128, "bpb": 1.89397, "chunk_loss": 0.030022, "F": 0.17184, "G": 0.23664, "chunks": 175.97, "bytes_per_chunk": 5.819, "boundary_entropy": 0.24611, "router_noise": 0.0, "grad_norm": 0.7373, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 180.5}
{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.54442, "bpb": 2.22813, "chunk_loss": 0.030076, "F": 0.17221, "G": 0.23709, "chunks": 176.34, "bytes_per_chunk": 5.807, "boundary_entropy": 0.25296, "router_noise": 0.0, "grad_norm": 0.7005, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 182.5}
{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.50727, "bpb": 2.17454, "chunk_loss": 0.030069, "F": 0.172, "G": 0.23909, "chunks": 176.12, "bytes_per_chunk": 5.814, "boundary_entropy": 0.24581, "router_noise": 0.0, "grad_norm": 0.6966, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 184.4}
{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.32812, "bpb": 1.91608, "chunk_loss": 0.030063, "F": 0.17059, "G": 0.23995, "chunks": 174.69, "bytes_per_chunk": 5.862, "boundary_entropy": 0.27169, "router_noise": 0.0, "grad_norm": 0.6012, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 186.4}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.212491, "boundary_entropy": 0.181156, "bpb": 2.112175}, "de": {"chunks": 3315.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161447, "cps": 25.898438, "mean_p": 0.230382, "boundary_entropy": 0.2497, "bpb": 2.344905}, "vi": {"chunks": 4340.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235422, "cps": 33.90625, "mean_p": 0.227894, "boundary_entropy": 0.19634, "bpb": 1.955352}, "tr": {"chunks": 3720.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205491, "cps": 29.0625, "mean_p": 0.217186, "boundary_entropy": 0.214262, "bpb": 2.349918}, "fi": {"chunks": 3080.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163734, "cps": 24.0625, "mean_p": 0.247954, "boundary_entropy": 0.300423, "bpb": 2.537853}, "ru": {"chunks": 6087.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321214, "cps": 47.554688, "mean_p": 0.236035, "boundary_entropy": 0.243511, "bpb": 1.413696}, "el": {"chunks": 6726.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32773, "cps": 52.546875, "mean_p": 0.226271, "boundary_entropy": 0.227718, "bpb": 1.49047}, "hi": {"chunks": 7288.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.433165, "cps": 56.9375, "mean_p": 0.354847, "boundary_entropy": 0.509962, "bpb": 1.240094}, "ta": {"chunks": 8673.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.463921, "cps": 67.757812, "mean_p": 0.238648, "boundary_entropy": 0.32989, "bpb": 0.999514}, "th": {"chunks": 7542.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468884, "cps": 58.921875, "mean_p": 0.401737, "boundary_entropy": 0.577899, "bpb": 1.132118}, "zh": {"chunks": 3022.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511683, "cps": 23.609375, "mean_p": 0.258385, "boundary_entropy": 0.353264, "bpb": 3.268603}, "my": {"chunks": 9079.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.479153, "cps": 70.929688, "mean_p": 0.344576, "boundary_entropy": 0.534503, "bpb": 1.146123}}, "bpb": {"en": 2.11217, "de": 2.34491, "vi": 1.95535, "tr": 2.34992, "fi": 2.53785, "ru": 1.4137, "el": 1.49047, "hi": 1.24009, "ta": 0.99951, "th": 1.13212, "zh": 3.2686, "my": 1.14612}, "gini_cpc": 0.226472, "gini_cps": 0.229077, "bpic": 5.835731, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9715316584799331, "vi": 1.416682141020317, "tr": 1.2365686162376974, "fi": 0.9852913376586622, "ru": 1.9329468792082243, "el": 1.9721586528867623, "hi": 2.606628399499362, "ta": 2.79170618322737, "th": 2.82157302298345, "zh": 3.079121661212383, "my": 2.8833706378759247}, "t": 189.2}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.1223, "de": 2.35611, "vi": 1.95722, "tr": 2.35517, "fi": 2.54737, "ru": 1.39138, "el": 1.47964, "hi": 1.23636, "ta": 1.00757, "th": 1.1485, "zh": 3.26548, "my": 1.15298}, "bytes_per_chunk": {"en": 5.725, "de": 6.244, "vi": 5.569, "tr": 5.254, "fi": 6.188, "ru": 5.736, "el": 5.615, "hi": 5.79, "ta": 5.866, "th": 6.313, "zh": 5.747, "my": 6.147}, "bpb_mean": 1.83501, "t": 190.5}
{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.35812, "bpb": 1.95935, "chunk_loss": 0.030003, "F": 0.16946, "G": 0.24874, "chunks": 173.53, "bytes_per_chunk": 5.901, "boundary_entropy": 0.27164, "router_noise": 0.0, "grad_norm": 0.6427, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 190.5}
{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.36303, "bpb": 1.96643, "chunk_loss": 0.029917, "F": 0.16858, "G": 0.25499, "chunks": 172.62, "bytes_per_chunk": 5.932, "boundary_entropy": 0.28215, "router_noise": 0.0, "grad_norm": 0.7234, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 192.4}
{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.43121, "bpb": 2.06479, "chunk_loss": 0.030105, "F": 0.17514, "G": 0.24259, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.26006, "router_noise": 0.0, "grad_norm": 0.6897, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 194.4}
{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.38955, "bpb": 2.0047, "chunk_loss": 0.030263, "F": 0.17874, "G": 0.25081, "chunks": 183.03, "bytes_per_chunk": 5.595, "boundary_entropy": 0.26249, "router_noise": 0.0, "grad_norm": 0.6879, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 196.3}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.208909, "boundary_entropy": 0.172426, "bpb": 2.095997}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.228407, "boundary_entropy": 0.246207, "bpb": 2.325211}, "vi": {"chunks": 4324.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234554, "cps": 33.78125, "mean_p": 0.224117, "boundary_entropy": 0.189168, "bpb": 1.947327}, "tr": {"chunks": 3740.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206596, "cps": 29.21875, "mean_p": 0.216445, "boundary_entropy": 0.208006, "bpb": 2.331373}, "fi": {"chunks": 3034.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161289, "cps": 23.703125, "mean_p": 0.234783, "boundary_entropy": 0.279, "bpb": 2.514205}, "ru": {"chunks": 6096.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321689, "cps": 47.625, "mean_p": 0.227818, "boundary_entropy": 0.22682, "bpb": 1.409574}, "el": {"chunks": 6782.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330459, "cps": 52.984375, "mean_p": 0.227604, "boundary_entropy": 0.233131, "bpb": 1.468659}, "hi": {"chunks": 6949.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.413016, "cps": 54.289062, "mean_p": 0.360805, "boundary_entropy": 0.518628, "bpb": 1.232677}, "ta": {"chunks": 8514.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.455416, "cps": 66.515625, "mean_p": 0.239823, "boundary_entropy": 0.341414, "bpb": 0.979043}, "th": {"chunks": 6679.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.415232, "cps": 52.179688, "mean_p": 0.382326, "boundary_entropy": 0.569611, "bpb": 1.122006}, "zh": {"chunks": 3118.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.527938, "cps": 24.359375, "mean_p": 0.252257, "boundary_entropy": 0.336057, "bpb": 3.243844}, "my": {"chunks": 8627.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.455299, "cps": 67.398438, "mean_p": 0.345778, "boundary_entropy": 0.531745, "bpb": 1.139513}}, "bpb": {"en": 2.096, "de": 2.32521, "vi": 1.94733, "tr": 2.33137, "fi": 2.5142, "ru": 1.40957, "el": 1.46866, "hi": 1.23268, "ta": 0.97904, "th": 1.12201, "zh": 3.24384, "my": 1.13951}, "gini_cpc": 0.222729, "gini_cps": 0.217384, "bpic": 5.989653, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9745941479913371, "vi": 1.4129250395921118, "tr": 1.2445078178180708, "fi": 0.9715838145783441, "ru": 1.9378150403998062, "el": 1.990643630637237, "hi": 2.487962425493636, "ta": 2.743372334548945, "th": 2.5013067585203346, "zh": 3.180235246624251, "my": 2.742666489979352}, "t": 199.2}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.10691, "de": 2.33365, "vi": 1.94879, "tr": 2.33824, "fi": 2.52445, "ru": 1.38735, "el": 1.45827, "hi": 1.2284, "ta": 0.98759, "th": 1.14189, "zh": 3.24246, "my": 1.14644}, "bytes_per_chunk": {"en": 5.733, "de": 6.234, "vi": 5.584, "tr": 5.222, "fi": 6.303, "ru": 5.758, "el": 5.594, "hi": 6.017, "ta": 5.921, "th": 6.983, "zh": 5.659, "my": 6.392}, "bpb_mean": 1.82037, "t": 200.4}
{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.47142, "bpb": 2.12281, "chunk_loss": 0.03023, "F": 0.17975, "G": 0.24336, "chunks": 184.06, "bytes_per_chunk": 5.563, "boundary_entropy": 0.24938, "router_noise": 0.0, "grad_norm": 1.5774, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 200.5}
{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.31871, "bpb": 1.9025, "chunk_loss": 0.030053, "F": 0.17346, "G": 0.2281, "chunks": 177.62, "bytes_per_chunk": 5.765, "boundary_entropy": 0.22028, "router_noise": 0.0, "grad_norm": 0.6712, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 202.4}
{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.57697, "bpb": 2.27509, "chunk_loss": 0.030139, "F": 0.17447, "G": 0.23052, "chunks": 178.66, "bytes_per_chunk": 5.732, "boundary_entropy": 0.2441, "router_noise": 0.0, "grad_norm": 0.7527, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 204.4}
{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.29916, "bpb": 1.87429, "chunk_loss": 0.030091, "F": 0.17572, "G": 0.24803, "chunks": 179.94, "bytes_per_chunk": 5.691, "boundary_entropy": 0.26501, "router_noise": 0.0, "grad_norm": 0.6957, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 206.3}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.207956, "boundary_entropy": 0.168693, "bpb": 2.083435}, "de": {"chunks": 3326.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161983, "cps": 25.984375, "mean_p": 0.22951, "boundary_entropy": 0.246086, "bpb": 2.303273}, "vi": {"chunks": 4330.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234879, "cps": 33.828125, "mean_p": 0.223796, "boundary_entropy": 0.183503, "bpb": 1.936727}, "tr": {"chunks": 3741.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206651, "cps": 29.226562, "mean_p": 0.215727, "boundary_entropy": 0.202899, "bpb": 2.302789}, "fi": {"chunks": 3052.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162245, "cps": 23.84375, "mean_p": 0.240584, "boundary_entropy": 0.286938, "bpb": 2.496824}, "ru": {"chunks": 6076.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.320633, "cps": 47.46875, "mean_p": 0.232293, "boundary_entropy": 0.233611, "bpb": 1.390736}, "el": {"chunks": 6905.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336452, "cps": 53.945312, "mean_p": 0.233436, "boundary_entropy": 0.226156, "bpb": 1.451477}, "hi": {"chunks": 6944.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.412719, "cps": 54.25, "mean_p": 0.352907, "boundary_entropy": 0.508414, "bpb": 1.216712}, "ta": {"chunks": 9601.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.51356, "cps": 75.007812, "mean_p": 0.245418, "boundary_entropy": 0.321289, "bpb": 0.962394}, "th": {"chunks": 7745.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481505, "cps": 60.507812, "mean_p": 0.404721, "boundary_entropy": 0.577143, "bpb": 1.109245}, "zh": {"chunks": 2990.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506265, "cps": 23.359375, "mean_p": 0.248148, "boundary_entropy": 0.336948, "bpb": 3.235377}, "my": {"chunks": 8513.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449282, "cps": 66.507812, "mean_p": 0.337221, "boundary_entropy": 0.522707, "bpb": 1.132979}}, "bpb": {"en": 2.08343, "de": 2.30327, "vi": 1.93673, "tr": 2.30279, "fi": 2.49682, "ru": 1.39074, "el": 1.45148, "hi": 1.21671, "ta": 0.96239, "th": 1.10925, "zh": 3.23538, "my": 1.13298}, "gini_cpc": 0.230582, "gini_cps": 0.23413, "bpic": 5.805188, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9764436243119818, "vi": 1.4158657972116526, "tr": 1.245702950485714, "fi": 0.9780250583728461, "ru": 1.932795417178088, "el": 2.0281504774159878, "hi": 2.4878945892099185, "ta": 3.09576749922391, "th": 2.902536522559028, "zh": 3.051793066552059, "my": 2.7082989018712653}, "t": 209.2}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.09495, "de": 2.31434, "vi": 1.93733, "tr": 2.309, "fi": 2.50863, "ru": 1.36818, "el": 1.44035, "hi": 1.21337, "ta": 0.97166, "th": 1.12694, "zh": 3.23324, "my": 1.139}, "bytes_per_chunk": {"en": 5.734, "de": 6.235, "vi": 5.576, "tr": 5.215, "fi": 6.253, "ru": 5.758, "el": 5.484, "hi": 6.007, "ta": 5.288, "th": 6.091, "zh": 5.877, "my": 6.576}, "bpb_mean": 1.80475, "t": 210.4}
{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.36028, "bpb": 1.96247, "chunk_loss": 0.030071, "F": 0.17245, "G": 0.23149, "chunks": 176.59, "bytes_per_chunk": 5.799, "boundary_entropy": 0.2307, "router_noise": 0.0, "grad_norm": 0.7088, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 210.4}
{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.47333, "bpb": 2.12556, "chunk_loss": 0.030048, "F": 0.17349, "G": 0.25233, "chunks": 177.66, "bytes_per_chunk": 5.764, "boundary_entropy": 0.28596, "router_noise": 0.0, "grad_norm": 0.6634, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 212.4}
{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.48253, "bpb": 2.13884, "chunk_loss": 0.030149, "F": 0.17325, "G": 0.24591, "chunks": 177.41, "bytes_per_chunk": 5.772, "boundary_entropy": 0.27151, "router_noise": 0.0, "grad_norm": 0.7227, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 214.4}
{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.41826, "bpb": 2.04611, "chunk_loss": 0.030115, "F": 0.17352, "G": 0.23633, "chunks": 177.69, "bytes_per_chunk": 5.763, "boundary_entropy": 0.24897, "router_noise": 0.0, "grad_norm": 0.7291, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 216.3}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.206512, "boundary_entropy": 0.164808, "bpb": 2.068456}, "de": {"chunks": 3329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162129, "cps": 26.007812, "mean_p": 0.230855, "boundary_entropy": 0.248818, "bpb": 2.287734}, "vi": {"chunks": 4334.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235096, "cps": 33.859375, "mean_p": 0.221357, "boundary_entropy": 0.178607, "bpb": 1.920894}, "tr": {"chunks": 3531.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195051, "cps": 27.585938, "mean_p": 0.208219, "boundary_entropy": 0.194933, "bpb": 2.281817}, "fi": {"chunks": 3027.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160916, "cps": 23.648438, "mean_p": 0.233091, "boundary_entropy": 0.274597, "bpb": 2.468357}, "ru": {"chunks": 6117.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322797, "cps": 47.789062, "mean_p": 0.229178, "boundary_entropy": 0.222657, "bpb": 1.377851}, "el": {"chunks": 6763.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.329533, "cps": 52.835938, "mean_p": 0.224384, "boundary_entropy": 0.213973, "bpb": 1.428283}, "hi": {"chunks": 6924.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.41153, "cps": 54.09375, "mean_p": 0.354486, "boundary_entropy": 0.509302, "bpb": 1.216168}, "ta": {"chunks": 8301.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444022, "cps": 64.851562, "mean_p": 0.230647, "boundary_entropy": 0.325706, "bpb": 0.97358}, "th": {"chunks": 7561.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470065, "cps": 59.070312, "mean_p": 0.412149, "boundary_entropy": 0.583118, "bpb": 1.097244}, "zh": {"chunks": 3021.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511514, "cps": 23.601562, "mean_p": 0.248715, "boundary_entropy": 0.327611, "bpb": 3.203183}, "my": {"chunks": 7524.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.397087, "cps": 58.78125, "mean_p": 0.332989, "boundary_entropy": 0.527865, "bpb": 1.125808}}, "bpb": {"en": 2.06846, "de": 2.28773, "vi": 1.92089, "tr": 2.28182, "fi": 2.46836, "ru": 1.37785, "el": 1.42828, "hi": 1.21617, "ta": 0.97358, "th": 1.09724, "zh": 3.20318, "my": 1.12581}, "gini_cpc": 0.22221, "gini_cps": 0.212275, "bpic": 6.060689, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9759721310169421, "vi": 1.4152129486898397, "tr": 1.1741489516167076, "fi": 0.9686715977413438, "ru": 1.9431453815818172, "el": 1.9836935024245688, "hi": 2.4772966469182682, "ta": 2.6728893026832354, "th": 2.829659646032562, "zh": 3.0791674783179297, "my": 2.3903496886780813}, "t": 219.2}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08153, "de": 2.29986, "vi": 1.92166, "tr": 2.28858, "fi": 2.47843, "ru": 1.35547, "el": 1.41849, "hi": 1.21363, "ta": 0.98252, "th": 1.11508, "zh": 3.20001, "my": 1.13144}, "bytes_per_chunk": {"en": 5.733, "de": 6.238, "vi": 5.578, "tr": 5.42, "fi": 6.299, "ru": 5.75, "el": 5.577, "hi": 6.048, "ta": 6.101, "th": 6.18, "zh": 5.771, "my": 7.027}, "bpb_mean": 1.79056, "t": 220.4}
{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.39969, "bpb": 2.01933, "chunk_loss": 0.030101, "F": 0.17383, "G": 0.24988, "chunks": 178.0, "bytes_per_chunk": 5.753, "boundary_entropy": 0.26505, "router_noise": 0.0, "grad_norm": 0.7632, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 220.5}
{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.29209, "bpb": 1.86409, "chunk_loss": 0.029964, "F": 0.16946, "G": 0.23935, "chunks": 173.53, "bytes_per_chunk": 5.901, "boundary_entropy": 0.2447, "router_noise": 0.0, "grad_norm": 0.6994, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 222.4}
{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.43971, "bpb": 2.07707, "chunk_loss": 0.030118, "F": 0.17477, "G": 0.24079, "chunks": 178.97, "bytes_per_chunk": 5.722, "boundary_entropy": 0.24707, "router_noise": 0.0, "grad_norm": 0.6904, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 224.3}
{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.23252, "bpb": 1.77815, "chunk_loss": 0.030233, "F": 0.17792, "G": 0.25604, "chunks": 182.19, "bytes_per_chunk": 5.621, "boundary_entropy": 0.27082, "router_noise": 0.0, "grad_norm": 0.6715, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 226.3}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2895.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166351, "cps": 22.617188, "mean_p": 0.207075, "boundary_entropy": 0.165112, "bpb": 2.05608}, "de": {"chunks": 3340.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162665, "cps": 26.09375, "mean_p": 0.230244, "boundary_entropy": 0.245452, "bpb": 2.282607}, "vi": {"chunks": 4327.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234717, "cps": 33.804688, "mean_p": 0.220876, "boundary_entropy": 0.176099, "bpb": 1.91291}, "tr": {"chunks": 3578.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197647, "cps": 27.953125, "mean_p": 0.209797, "boundary_entropy": 0.198381, "bpb": 2.280909}, "fi": {"chunks": 3020.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160544, "cps": 23.59375, "mean_p": 0.230974, "boundary_entropy": 0.272644, "bpb": 2.447899}, "ru": {"chunks": 6123.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323113, "cps": 47.835938, "mean_p": 0.232037, "boundary_entropy": 0.225756, "bpb": 1.364909}, "el": {"chunks": 6811.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331872, "cps": 53.210938, "mean_p": 0.226236, "boundary_entropy": 0.212164, "bpb": 1.412243}, "hi": {"chunks": 7148.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.424844, "cps": 55.84375, "mean_p": 0.363972, "boundary_entropy": 0.517127, "bpb": 1.202269}, "ta": {"chunks": 7772.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.415726, "cps": 60.71875, "mean_p": 0.226423, "boundary_entropy": 0.328928, "bpb": 0.966597}, "th": {"chunks": 7972.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.495617, "cps": 62.28125, "mean_p": 0.415642, "boundary_entropy": 0.583742, "bpb": 1.090141}, "zh": {"chunks": 2866.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.485269, "cps": 22.390625, "mean_p": 0.23649, "boundary_entropy": 0.316235, "bpb": 3.194487}, "my": {"chunks": 9054.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.477834, "cps": 70.734375, "mean_p": 0.35103, "boundary_entropy": 0.527391, "bpb": 1.117206}}, "bpb": {"en": 2.05608, "de": 2.28261, "vi": 1.91291, "tr": 2.28091, "fi": 2.4479, "ru": 1.36491, "el": 1.41224, "hi": 1.20227, "ta": 0.9666, "th": 1.09014, "zh": 3.19449, "my": 1.11721}, "gini_cpc": 0.224821, "gini_cps": 0.227971, "bpic": 5.912874, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9778440821536115, "vi": 1.4109749561194562, "tr": 1.1881337619305077, "fi": 0.9650962134105747, "ru": 1.9423638973573762, "el": 1.995012344295128, "hi": 2.5539066741602445, "ta": 2.499095626965177, "th": 2.979351727625745, "zh": 2.917146872680632, "my": 2.8724512464437715}, "t": 229.1}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.06856, "de": 2.29299, "vi": 1.91497, "tr": 2.28577, "fi": 2.46004, "ru": 1.34259, "el": 1.40198, "hi": 1.19931, "ta": 0.97476, "th": 1.10728, "zh": 3.19141, "my": 1.12415}, "bytes_per_chunk": {"en": 5.729, "de": 6.198, "vi": 5.574, "tr": 5.367, "fi": 6.319, "ru": 5.743, "el": 5.54, "hi": 5.739, "ta": 6.481, "th": 5.959, "zh": 6.076, "my": 5.831}, "bpb_mean": 1.78032, "t": 230.4}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 230.4}
{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.24711, "bpb": 1.7992, "chunk_loss": 0.030136, "F": 0.17334, "G": 0.23559, "chunks": 177.5, "bytes_per_chunk": 5.769, "boundary_entropy": 0.23806, "router_noise": 0.0, "grad_norm": 0.7018, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 230.4}
{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.26965, "bpb": 1.83171, "chunk_loss": 0.030075, "F": 0.17197, "G": 0.22055, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.20635, "router_noise": 0.0, "grad_norm": 0.7082, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 232.3}
{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.35165, "bpb": 1.95002, "chunk_loss": 0.030052, "F": 0.16925, "G": 0.23789, "chunks": 173.31, "bytes_per_chunk": 5.908, "boundary_entropy": 0.25394, "router_noise": 0.0, "grad_norm": 0.707, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 234.3}
{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.31535, "bpb": 1.89766, "chunk_loss": 0.030131, "F": 0.17157, "G": 0.22963, "chunks": 175.69, "bytes_per_chunk": 5.829, "boundary_entropy": 0.22994, "router_noise": 0.0, "grad_norm": 0.6871, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 236.2}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.204346, "boundary_entropy": 0.157807, "bpb": 2.045982}, "de": {"chunks": 3326.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161983, "cps": 25.984375, "mean_p": 0.22381, "boundary_entropy": 0.23257, "bpb": 2.262783}, "vi": {"chunks": 4346.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235747, "cps": 33.953125, "mean_p": 0.222657, "boundary_entropy": 0.176966, "bpb": 1.908192}, "tr": {"chunks": 3490.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192786, "cps": 27.265625, "mean_p": 0.208563, "boundary_entropy": 0.195618, "bpb": 2.259436}, "fi": {"chunks": 3016.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160332, "cps": 23.5625, "mean_p": 0.225611, "boundary_entropy": 0.261611, "bpb": 2.434577}, "ru": {"chunks": 6042.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318839, "cps": 47.203125, "mean_p": 0.229592, "boundary_entropy": 0.225172, "bpb": 1.355196}, "el": {"chunks": 6777.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330215, "cps": 52.945312, "mean_p": 0.226921, "boundary_entropy": 0.21839, "bpb": 1.408013}, "hi": {"chunks": 7080.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.420802, "cps": 55.3125, "mean_p": 0.353629, "boundary_entropy": 0.507832, "bpb": 1.191315}, "ta": {"chunks": 9081.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.485745, "cps": 70.945312, "mean_p": 0.234864, "boundary_entropy": 0.306108, "bpb": 0.938373}, "th": {"chunks": 8029.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.499161, "cps": 62.726562, "mean_p": 0.421591, "boundary_entropy": 0.583296, "bpb": 1.078786}, "zh": {"chunks": 2920.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494412, "cps": 22.8125, "mean_p": 0.241232, "boundary_entropy": 0.315566, "bpb": 3.180484}, "my": {"chunks": 9716.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.512772, "cps": 75.90625, "mean_p": 0.352563, "boundary_entropy": 0.529386, "bpb": 1.104132}}, "bpb": {"en": 2.04598, "de": 2.26278, "vi": 1.90819, "tr": 2.25944, "fi": 2.43458, "ru": 1.3552, "el": 1.40801, "hi": 1.19132, "ta": 0.93837, "th": 1.07879, "zh": 3.18048, "my": 1.10413}, "gini_cpc": 0.23546, "gini_cps": 0.244806, "bpic": 5.752889, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9761055205639513, "vi": 1.4206055640578898, "tr": 1.161720911258338, "fi": 0.9661540640966982, "ru": 1.9213144007776695, "el": 1.9898648101454444, "hi": 2.5357423040670417, "ta": 2.927083674438556, "th": 3.007927220953091, "zh": 2.979314430228708, "my": 3.089947221057544}, "t": 239.0}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.05898, "de": 2.27367, "vi": 1.90912, "tr": 2.26324, "fi": 2.44518, "ru": 1.33221, "el": 1.39819, "hi": 1.18696, "ta": 0.94751, "th": 1.09568, "zh": 3.17479, "my": 1.11131}, "bytes_per_chunk": {"en": 5.732, "de": 6.218, "vi": 5.576, "tr": 5.496, "fi": 6.313, "ru": 5.788, "el": 5.577, "hi": 5.852, "ta": 5.561, "th": 5.868, "zh": 5.946, "my": 5.556}, "bpb_mean": 1.7664, "t": 240.3}
{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.3141, "bpb": 1.89584, "chunk_loss": 0.030112, "F": 0.17346, "G": 0.23766, "chunks": 177.62, "bytes_per_chunk": 5.765, "boundary_entropy": 0.24232, "router_noise": 0.0, "grad_norm": 0.6782, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 240.3}
{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.16128, "bpb": 1.67537, "chunk_loss": 0.030173, "F": 0.17441, "G": 0.25069, "chunks": 178.59, "bytes_per_chunk": 5.734, "boundary_entropy": 0.27259, "router_noise": 0.0, "grad_norm": 0.7657, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 242.3}
{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.28421, "bpb": 1.85273, "chunk_loss": 0.030052, "F": 0.17007, "G": 0.22835, "chunks": 174.16, "bytes_per_chunk": 5.88, "boundary_entropy": 0.22663, "router_noise": 0.0, "grad_norm": 0.6976, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 244.2}
{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.28611, "bpb": 1.85546, "chunk_loss": 0.03005, "F": 0.17178, "G": 0.22243, "chunks": 175.91, "bytes_per_chunk": 5.821, "boundary_entropy": 0.2074, "router_noise": 0.0, "grad_norm": 0.6872, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 246.1}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.202944, "boundary_entropy": 0.152791, "bpb": 2.03494}, "de": {"chunks": 3321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16174, "cps": 25.945312, "mean_p": 0.221729, "boundary_entropy": 0.227043, "bpb": 2.258243}, "vi": {"chunks": 4313.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233957, "cps": 33.695312, "mean_p": 0.217325, "boundary_entropy": 0.166631, "bpb": 1.897335}, "tr": {"chunks": 3543.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195713, "cps": 27.679688, "mean_p": 0.206275, "boundary_entropy": 0.185913, "bpb": 2.248902}, "fi": {"chunks": 3016.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160332, "cps": 23.5625, "mean_p": 0.228005, "boundary_entropy": 0.264962, "bpb": 2.42142}, "ru": {"chunks": 6120.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322955, "cps": 47.8125, "mean_p": 0.229281, "boundary_entropy": 0.220147, "bpb": 1.345938}, "el": {"chunks": 6842.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333382, "cps": 53.453125, "mean_p": 0.226219, "boundary_entropy": 0.210291, "bpb": 1.391755}, "hi": {"chunks": 6913.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.410877, "cps": 54.007812, "mean_p": 0.350584, "boundary_entropy": 0.503829, "bpb": 1.181603}, "ta": {"chunks": 8922.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.47724, "cps": 69.703125, "mean_p": 0.232758, "boundary_entropy": 0.313087, "bpb": 0.936969}, "th": {"chunks": 7767.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.482872, "cps": 60.679688, "mean_p": 0.414511, "boundary_entropy": 0.580952, "bpb": 1.073165}, "zh": {"chunks": 2896.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490349, "cps": 22.625, "mean_p": 0.236264, "boundary_entropy": 0.303081, "bpb": 3.173635}, "my": {"chunks": 7551.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398512, "cps": 58.992188, "mean_p": 0.335778, "boundary_entropy": 0.517776, "bpb": 1.094006}}, "bpb": {"en": 2.03494, "de": 2.25824, "vi": 1.89733, "tr": 2.2489, "fi": 2.42142, "ru": 1.34594, "el": 1.39175, "hi": 1.1816, "ta": 0.93697, "th": 1.07317, "zh": 3.17364, "my": 1.09401}, "gini_cpc": 0.223408, "gini_cps": 0.22311, "bpic": 5.987784, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9739636439745827, "vi": 1.4088429842812538, "tr": 1.1785469230567798, "fi": 0.9654854453672197, "ru": 1.9447710693776192, "el": 2.007559853094182, "hi": 2.4742168568152723, "ta": 2.873842921936643, "th": 2.9077597280020826, "zh": 2.9527820514472998, "my": 2.39975757728491}, "t": 249.0}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.04595, "de": 2.26724, "vi": 1.89798, "tr": 2.25266, "fi": 2.4342, "ru": 1.32359, "el": 1.38373, "hi": 1.17837, "ta": 0.94651, "th": 1.08897, "zh": 3.16756, "my": 1.10067}, "bytes_per_chunk": {"en": 5.732, "de": 6.24, "vi": 5.596, "tr": 5.435, "fi": 6.311, "ru": 5.731, "el": 5.519, "hi": 6.106, "ta": 5.713, "th": 6.141, "zh": 6.033, "my": 7.074}, "bpb_mean": 1.75729, "t": 250.2}
{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.4438, "bpb": 2.08296, "chunk_loss": 0.0301, "F": 0.17511, "G": 0.2532, "chunks": 179.31, "bytes_per_chunk": 5.711, "boundary_entropy": 0.2705, "router_noise": 0.0, "grad_norm": 0.6565, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 250.2}
{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.332, "bpb": 1.92168, "chunk_loss": 0.030006, "F": 0.16879, "G": 0.24435, "chunks": 172.84, "bytes_per_chunk": 5.924, "boundary_entropy": 0.26527, "router_noise": 0.0, "grad_norm": 0.722, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 252.2}
{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.39495, "bpb": 2.01249, "chunk_loss": 0.030231, "F": 0.17871, "G": 0.24875, "chunks": 183.0, "bytes_per_chunk": 5.596, "boundary_entropy": 0.24807, "router_noise": 0.0, "grad_norm": 0.7436, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 254.1}
{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.3631, "bpb": 1.96654, "chunk_loss": 0.030072, "F": 0.17203, "G": 0.23514, "chunks": 176.16, "bytes_per_chunk": 5.813, "boundary_entropy": 0.23198, "router_noise": 0.0, "grad_norm": 0.683, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 256.1}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.204609, "boundary_entropy": 0.156729, "bpb": 2.028039}, "de": {"chunks": 3346.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162957, "cps": 26.140625, "mean_p": 0.226503, "boundary_entropy": 0.235319, "bpb": 2.247214}, "vi": {"chunks": 4309.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23374, "cps": 33.664062, "mean_p": 0.217027, "boundary_entropy": 0.163857, "bpb": 1.891961}, "tr": {"chunks": 3453.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190742, "cps": 26.976562, "mean_p": 0.206794, "boundary_entropy": 0.192005, "bpb": 2.237563}, "fi": {"chunks": 3041.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161661, "cps": 23.757812, "mean_p": 0.231213, "boundary_entropy": 0.269088, "bpb": 2.406856}, "ru": {"chunks": 6109.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322375, "cps": 47.726562, "mean_p": 0.227244, "boundary_entropy": 0.216414, "bpb": 1.338488}, "el": {"chunks": 6698.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326366, "cps": 52.328125, "mean_p": 0.221602, "boundary_entropy": 0.209567, "bpb": 1.383386}, "hi": {"chunks": 6885.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.409212, "cps": 53.789062, "mean_p": 0.34833, "boundary_entropy": 0.502836, "bpb": 1.168021}, "ta": {"chunks": 8882.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.4751, "cps": 69.390625, "mean_p": 0.231593, "boundary_entropy": 0.313194, "bpb": 0.931738}, "th": {"chunks": 7851.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.488094, "cps": 61.335938, "mean_p": 0.412996, "boundary_entropy": 0.576134, "bpb": 1.064404}, "zh": {"chunks": 2976.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503894, "cps": 23.25, "mean_p": 0.239616, "boundary_entropy": 0.300025, "bpb": 3.151385}, "my": {"chunks": 8537.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450549, "cps": 66.695312, "mean_p": 0.344756, "boundary_entropy": 0.52676, "bpb": 1.091471}}, "bpb": {"en": 2.02804, "de": 2.24721, "vi": 1.89196, "tr": 2.23756, "fi": 2.40686, "ru": 1.33849, "el": 1.38339, "hi": 1.16802, "ta": 0.93174, "th": 1.0644, "zh": 3.15138, "my": 1.09147}, "gini_cpc": 0.228823, "gini_cps": 0.22939, "bpic": 5.906413, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9812954991686098, "vi": 1.4075363828583174, "tr": 1.1486092366116458, "fi": 0.973488474589428, "ru": 1.9412755658215484, "el": 1.9653077895388533, "hi": 2.4641954374617603, "ta": 2.8609586228022037, "th": 2.9392071101511976, "zh": 3.034350616404407, "my": 2.71311487713962}, "t": 258.9}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04056, "de": 2.25753, "vi": 1.89177, "tr": 2.24207, "fi": 2.41981, "ru": 1.31601, "el": 1.3734, "hi": 1.16388, "ta": 0.94112, "th": 1.08262, "zh": 3.14763, "my": 1.09945}, "bytes_per_chunk": {"en": 5.731, "de": 6.205, "vi": 5.599, "tr": 5.581, "fi": 6.279, "ru": 5.752, "el": 5.629, "hi": 6.05, "ta": 5.725, "th": 5.999, "zh": 5.848, "my": 6.23}, "bpb_mean": 1.74799, "t": 260.1}
{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.24396, "bpb": 1.79466, "chunk_loss": 0.030115, "F": 0.17337, "G": 0.24416, "chunks": 177.53, "bytes_per_chunk": 5.768, "boundary_entropy": 0.24317, "router_noise": 0.0, "grad_norm": 0.7133, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 260.2}
{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.33088, "bpb": 1.92006, "chunk_loss": 0.030102, "F": 0.17255, "G": 0.23362, "chunks": 176.69, "bytes_per_chunk": 5.796, "boundary_entropy": 0.2391, "router_noise": 0.0, "grad_norm": 0.7142, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 262.1}
{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.36639, "bpb": 1.97129, "chunk_loss": 0.030185, "F": 0.17725, "G": 0.23607, "chunks": 181.5, "bytes_per_chunk": 5.642, "boundary_entropy": 0.23105, "router_noise": 0.0, "grad_norm": 0.7279, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 264.0}
{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.25347, "bpb": 1.80837, "chunk_loss": 0.030309, "F": 0.17755, "G": 0.26644, "chunks": 181.81, "bytes_per_chunk": 5.632, "boundary_entropy": 0.29622, "router_noise": 0.0, "grad_norm": 0.7584, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 265.9}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.201735, "boundary_entropy": 0.148695, "bpb": 2.020281}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.222677, "boundary_entropy": 0.227368, "bpb": 2.236356}, "vi": {"chunks": 4312.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233903, "cps": 33.6875, "mean_p": 0.214629, "boundary_entropy": 0.158784, "bpb": 1.882488}, "tr": {"chunks": 3322.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183505, "cps": 25.953125, "mean_p": 0.203977, "boundary_entropy": 0.187463, "bpb": 2.232216}, "fi": {"chunks": 3014.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160225, "cps": 23.546875, "mean_p": 0.227433, "boundary_entropy": 0.262483, "bpb": 2.392956}, "ru": {"chunks": 6079.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.320792, "cps": 47.492188, "mean_p": 0.225812, "boundary_entropy": 0.213626, "bpb": 1.331162}, "el": {"chunks": 6704.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326658, "cps": 52.375, "mean_p": 0.219014, "boundary_entropy": 0.205502, "bpb": 1.377868}, "hi": {"chunks": 7357.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437266, "cps": 57.476562, "mean_p": 0.349482, "boundary_entropy": 0.497744, "bpb": 1.164079}, "ta": {"chunks": 8948.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.478631, "cps": 69.90625, "mean_p": 0.230126, "boundary_entropy": 0.306487, "bpb": 0.924088}, "th": {"chunks": 6905.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.429282, "cps": 53.945312, "mean_p": 0.393812, "boundary_entropy": 0.567492, "bpb": 1.062396}, "zh": {"chunks": 3045.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.515577, "cps": 23.789062, "mean_p": 0.241902, "boundary_entropy": 0.29452, "bpb": 3.144377}, "my": {"chunks": 9003.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.475142, "cps": 70.335938, "mean_p": 0.345141, "boundary_entropy": 0.521323, "bpb": 1.087734}}, "bpb": {"en": 2.02028, "de": 2.23636, "vi": 1.88249, "tr": 2.23222, "fi": 2.39296, "ru": 1.33116, "el": 1.37787, "hi": 1.16408, "ta": 0.92409, "th": 1.0624, "zh": 3.14438, "my": 1.08773}, "gini_cpc": 0.231155, "gini_cps": 0.232041, "bpic": 5.913694, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9756072396212657, "vi": 1.410468539516546, "tr": 1.1065648484308375, "fi": 0.9661824798181184, "ru": 1.9344197719131755, "el": 1.9697946515663223, "hi": 2.636777454102863, "ta": 2.8862124741236803, "th": 2.5886325698262285, "zh": 3.109006627039136, "my": 2.865178393914936}, "t": 268.8}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03252, "de": 2.24637, "vi": 1.88348, "tr": 2.2369, "fi": 2.40435, "ru": 1.30891, "el": 1.36711, "hi": 1.15974, "ta": 0.93326, "th": 1.078, "zh": 3.13864, "my": 1.09548}, "bytes_per_chunk": {"en": 5.732, "de": 6.232, "vi": 5.602, "tr": 5.807, "fi": 6.313, "ru": 5.784, "el": 5.651, "hi": 5.75, "ta": 5.72, "th": 6.719, "zh": 5.741, "my": 5.894}, "bpb_mean": 1.7404, "t": 270.0}
{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.45707, "bpb": 2.10211, "chunk_loss": 0.030071, "F": 0.17291, "G": 0.22124, "chunks": 177.06, "bytes_per_chunk": 5.783, "boundary_entropy": 0.1959, "router_noise": 0.0, "grad_norm": 0.7634, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 270.0}
{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.26711, "bpb": 1.82806, "chunk_loss": 0.030141, "F": 0.17349, "G": 0.25241, "chunks": 177.66, "bytes_per_chunk": 5.764, "boundary_entropy": 0.27433, "router_noise": 0.0, "grad_norm": 0.6929, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 272.0}
{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.43427, "bpb": 2.06921, "chunk_loss": 0.030115, "F": 0.17657, "G": 0.23156, "chunks": 180.81, "bytes_per_chunk": 5.663, "boundary_entropy": 0.22476, "router_noise": 0.0, "grad_norm": 0.7334, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 273.9}
{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.22584, "bpb": 1.76852, "chunk_loss": 0.030074, "F": 0.17526, "G": 0.24847, "chunks": 179.47, "bytes_per_chunk": 5.706, "boundary_entropy": 0.2659, "router_noise": 0.0, "grad_norm": 0.6451, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 275.8}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.201585, "boundary_entropy": 0.147563, "bpb": 2.015504}, "de": {"chunks": 3329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162129, "cps": 26.007812, "mean_p": 0.222752, "boundary_entropy": 0.226623, "bpb": 2.232017}, "vi": {"chunks": 4307.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233632, "cps": 33.648438, "mean_p": 0.215187, "boundary_entropy": 0.159728, "bpb": 1.876906}, "tr": {"chunks": 3448.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190466, "cps": 26.9375, "mean_p": 0.205156, "boundary_entropy": 0.183962, "bpb": 2.218324}, "fi": {"chunks": 3037.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161448, "cps": 23.726562, "mean_p": 0.2302, "boundary_entropy": 0.264614, "bpb": 2.385762}, "ru": {"chunks": 6104.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322111, "cps": 47.6875, "mean_p": 0.225233, "boundary_entropy": 0.211894, "bpb": 1.326794}, "el": {"chunks": 6786.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330653, "cps": 53.015625, "mean_p": 0.22258, "boundary_entropy": 0.203115, "bpb": 1.35916}, "hi": {"chunks": 7118.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.423061, "cps": 55.609375, "mean_p": 0.340698, "boundary_entropy": 0.488378, "bpb": 1.154987}, "ta": {"chunks": 8559.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.457823, "cps": 66.867188, "mean_p": 0.225463, "boundary_entropy": 0.302656, "bpb": 0.919782}, "th": {"chunks": 7084.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.44041, "cps": 55.34375, "mean_p": 0.402851, "boundary_entropy": 0.571433, "bpb": 1.056813}, "zh": {"chunks": 2970.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.502878, "cps": 23.203125, "mean_p": 0.236603, "boundary_entropy": 0.293547, "bpb": 3.133574}, "my": {"chunks": 9078.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.479101, "cps": 70.921875, "mean_p": 0.343621, "boundary_entropy": 0.518412, "bpb": 1.083726}}, "bpb": {"en": 2.0155, "de": 2.23202, "vi": 1.87691, "tr": 2.21832, "fi": 2.38576, "ru": 1.32679, "el": 1.35916, "hi": 1.15499, "ta": 0.91978, "th": 1.05681, "zh": 3.13357, "my": 1.08373}, "gini_cpc": 0.225611, "gini_cps": 0.228595, "bpic": 5.930692, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9759721310169421, "vi": 1.406396439780143, "tr": 1.1465493019468729, "fi": 0.9718717021276712, "ru": 1.9390157608591487, "el": 1.9904397615633775, "hi": 2.5467067493882483, "ta": 2.755964286431251, "th": 2.651145209958295, "zh": 3.027185504999752, "my": 2.8840503022088817}, "t": 278.7}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.02681, "de": 2.24168, "vi": 1.87821, "tr": 2.22409, "fi": 2.39811, "ru": 1.30386, "el": 1.34874, "hi": 1.15134, "ta": 0.92932, "th": 1.07208, "zh": 3.1277, "my": 1.0913}, "bytes_per_chunk": {"en": 5.732, "de": 6.227, "vi": 5.602, "tr": 5.598, "fi": 6.276, "ru": 5.754, "el": 5.553, "hi": 5.901, "ta": 5.912, "th": 6.599, "zh": 5.835, "my": 5.857}, "bpb_mean": 1.73277, "t": 279.9}
{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.33398, "bpb": 1.92453, "chunk_loss": 0.030049, "F": 0.17419, "G": 0.23953, "chunks": 178.38, "bytes_per_chunk": 5.741, "boundary_entropy": 0.23267, "router_noise": 0.0, "grad_norm": 0.7783, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 279.9}
{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.30073, "bpb": 1.87656, "chunk_loss": 0.03005, "F": 0.17126, "G": 0.23708, "chunks": 175.38, "bytes_per_chunk": 5.839, "boundary_entropy": 0.23394, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 281.9}
{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.26985, "bpb": 1.83201, "chunk_loss": 0.030045, "F": 0.16791, "G": 0.22939, "chunks": 171.94, "bytes_per_chunk": 5.956, "boundary_entropy": 0.23621, "router_noise": 0.0, "grad_norm": 0.6981, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 283.8}
{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.34846, "bpb": 1.94542, "chunk_loss": 0.030054, "F": 0.17047, "G": 0.22807, "chunks": 174.56, "bytes_per_chunk": 5.866, "boundary_entropy": 0.21592, "router_noise": 0.0, "grad_norm": 0.7238, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 285.7}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.201962, "boundary_entropy": 0.149145, "bpb": 2.008169}, "de": {"chunks": 3313.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16135, "cps": 25.882812, "mean_p": 0.222468, "boundary_entropy": 0.227225, "bpb": 2.222724}, "vi": {"chunks": 4301.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233306, "cps": 33.601562, "mean_p": 0.214261, "boundary_entropy": 0.157591, "bpb": 1.871807}, "tr": {"chunks": 3482.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192344, "cps": 27.203125, "mean_p": 0.206686, "boundary_entropy": 0.187488, "bpb": 2.211118}, "fi": {"chunks": 3025.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16081, "cps": 23.632812, "mean_p": 0.227042, "boundary_entropy": 0.2615, "bpb": 2.376613}, "ru": {"chunks": 6110.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322427, "cps": 47.734375, "mean_p": 0.226085, "boundary_entropy": 0.210254, "bpb": 1.320605}, "el": {"chunks": 6830.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332797, "cps": 53.359375, "mean_p": 0.223634, "boundary_entropy": 0.203516, "bpb": 1.355152}, "hi": {"chunks": 7003.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.416226, "cps": 54.710938, "mean_p": 0.33869, "boundary_entropy": 0.488996, "bpb": 1.149995}, "ta": {"chunks": 8163.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.436641, "cps": 63.773438, "mean_p": 0.219246, "boundary_entropy": 0.302008, "bpb": 0.924964}, "th": {"chunks": 7938.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.493503, "cps": 62.015625, "mean_p": 0.419344, "boundary_entropy": 0.579678, "bpb": 1.048269}, "zh": {"chunks": 2945.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498645, "cps": 23.007812, "mean_p": 0.235532, "boundary_entropy": 0.291011, "bpb": 3.12689}, "my": {"chunks": 8275.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.436722, "cps": 64.648438, "mean_p": 0.342922, "boundary_entropy": 0.518509, "bpb": 1.075526}}, "bpb": {"en": 2.00817, "de": 2.22272, "vi": 1.87181, "tr": 2.21112, "fi": 2.37661, "ru": 1.32061, "el": 1.35515, "hi": 1.14999, "ta": 0.92496, "th": 1.04827, "zh": 3.12689, "my": 1.07553}, "gini_cpc": 0.224692, "gini_cps": 0.221633, "bpic": 5.971293, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9729641134452901, "vi": 1.406870405487167, "tr": 1.1598611686442433, "fi": 0.9697086932481116, "ru": 1.944284389930828, "el": 2.006816448418553, "hi": 2.509902475340811, "ta": 2.6330076471023247, "th": 2.9758965009819844, "zh": 3.0069046031626456, "my": 2.6334945251189708}, "t": 288.6}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.01993, "de": 2.23255, "vi": 1.87297, "tr": 2.21502, "fi": 2.38676, "ru": 1.29796, "el": 1.34573, "hi": 1.1457, "ta": 0.93388, "th": 1.06498, "zh": 3.12002, "my": 1.0831}, "bytes_per_chunk": {"en": 5.734, "de": 6.239, "vi": 5.602, "tr": 5.558, "fi": 6.295, "ru": 5.756, "el": 5.537, "hi": 5.996, "ta": 6.202, "th": 5.926, "zh": 5.903, "my": 6.461}, "bpb_mean": 1.72655, "t": 289.8}
{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.22079, "bpb": 1.76122, "chunk_loss": 0.030046, "F": 0.17001, "G": 0.24078, "chunks": 174.09, "bytes_per_chunk": 5.882, "boundary_entropy": 0.25098, "router_noise": 0.0, "grad_norm": 0.7243, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 289.8}
{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.26924, "bpb": 1.83113, "chunk_loss": 0.030021, "F": 0.17117, "G": 0.25123, "chunks": 175.28, "bytes_per_chunk": 5.842, "boundary_entropy": 0.2719, "router_noise": 0.0, "grad_norm": 0.7223, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 291.8}
{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.45189, "bpb": 2.09464, "chunk_loss": 0.030153, "F": 0.17789, "G": 0.2338, "chunks": 182.16, "bytes_per_chunk": 5.622, "boundary_entropy": 0.217, "router_noise": 0.0, "grad_norm": 0.7511, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 293.7}
{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.29128, "bpb": 1.86293, "chunk_loss": 0.030028, "F": 0.17371, "G": 0.22057, "chunks": 177.88, "bytes_per_chunk": 5.757, "boundary_entropy": 0.2065, "router_noise": 0.0, "grad_norm": 0.7306, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 295.6}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.20077, "boundary_entropy": 0.145492, "bpb": 2.002322}, "de": {"chunks": 3317.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161545, "cps": 25.914062, "mean_p": 0.220693, "boundary_entropy": 0.222885, "bpb": 2.213835}, "vi": {"chunks": 4305.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233523, "cps": 33.632812, "mean_p": 0.215675, "boundary_entropy": 0.160091, "bpb": 1.865019}, "tr": {"chunks": 3338.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184389, "cps": 26.078125, "mean_p": 0.202838, "boundary_entropy": 0.181869, "bpb": 2.208954}, "fi": {"chunks": 3020.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160544, "cps": 23.59375, "mean_p": 0.224813, "boundary_entropy": 0.256069, "bpb": 2.369601}, "ru": {"chunks": 6131.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323536, "cps": 47.898438, "mean_p": 0.226174, "boundary_entropy": 0.208738, "bpb": 1.314262}, "el": {"chunks": 6789.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.3308, "cps": 53.039062, "mean_p": 0.222976, "boundary_entropy": 0.202029, "bpb": 1.346072}, "hi": {"chunks": 6870.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.408321, "cps": 53.671875, "mean_p": 0.336995, "boundary_entropy": 0.486616, "bpb": 1.146114}, "ta": {"chunks": 8502.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.454774, "cps": 66.421875, "mean_p": 0.222407, "boundary_entropy": 0.298817, "bpb": 0.913706}, "th": {"chunks": 7802.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485048, "cps": 60.953125, "mean_p": 0.416789, "boundary_entropy": 0.576527, "bpb": 1.045413}, "zh": {"chunks": 2938.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49746, "cps": 22.953125, "mean_p": 0.235121, "boundary_entropy": 0.286797, "bpb": 3.113961}, "my": {"chunks": 7867.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.415189, "cps": 61.460938, "mean_p": 0.336459, "boundary_entropy": 0.510904, "bpb": 1.075379}}, "bpb": {"en": 2.00232, "de": 2.21384, "vi": 1.86502, "tr": 2.20895, "fi": 2.3696, "ru": 1.31426, "el": 1.34607, "hi": 1.14611, "ta": 0.91371, "th": 1.04541, "zh": 3.11396, "my": 1.07538}, "gini_cpc": 0.225202, "gini_cps": 0.221588, "bpic": 6.018678, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9741388361901682, "vi": 1.4081788178614867, "tr": 1.111894480452178, "fi": 0.9681058689617512, "ru": 1.9509668731040761, "el": 1.9947696732523512, "hi": 2.46223475733134, "ta": 2.7423534259051774, "th": 2.9249111237920684, "zh": 2.999757461491291, "my": 2.5036497195300234}, "t": 298.5}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.01577, "de": 2.22497, "vi": 1.86536, "tr": 2.21261, "fi": 2.38128, "ru": 1.29204, "el": 1.33636, "hi": 1.14212, "ta": 0.92269, "th": 1.06379, "zh": 3.10754, "my": 1.0831}, "bytes_per_chunk": {"en": 5.733, "de": 6.241, "vi": 5.6, "tr": 5.803, "fi": 6.3, "ru": 5.734, "el": 5.551, "hi": 6.084, "ta": 5.93, "th": 6.03, "zh": 5.927, "my": 6.705}, "bpb_mean": 1.72064, "t": 299.7}
{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.30401, "bpb": 1.88129, "chunk_loss": 0.030105, "F": 0.17365, "G": 0.22944, "chunks": 177.81, "bytes_per_chunk": 5.759, "boundary_entropy": 0.2128, "router_noise": 0.0, "grad_norm": 0.7349, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 299.7}
{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.20944, "bpb": 1.74485, "chunk_loss": 0.030042, "F": 0.17047, "G": 0.23749, "chunks": 174.56, "bytes_per_chunk": 5.866, "boundary_entropy": 0.23749, "router_noise": 0.0, "grad_norm": 0.756, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 301.7}
{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.27319, "bpb": 1.83683, "chunk_loss": 0.030111, "F": 0.17639, "G": 0.24227, "chunks": 180.62, "bytes_per_chunk": 5.669, "boundary_entropy": 0.22796, "router_noise": 0.0, "grad_norm": 0.7483, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 303.6}
{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.29118, "bpb": 1.86279, "chunk_loss": 0.030158, "F": 0.17398, "G": 0.23696, "chunks": 178.16, "bytes_per_chunk": 5.748, "boundary_entropy": 0.24287, "router_noise": 0.0, "grad_norm": 0.7261, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 305.5}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.201563, "boundary_entropy": 0.146967, "bpb": 2.000943}, "de": {"chunks": 3327.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162032, "cps": 25.992188, "mean_p": 0.221465, "boundary_entropy": 0.223871, "bpb": 2.210169}, "vi": {"chunks": 4313.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233957, "cps": 33.695312, "mean_p": 0.214847, "boundary_entropy": 0.157626, "bpb": 1.86228}, "tr": {"chunks": 3432.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189582, "cps": 26.8125, "mean_p": 0.20524, "boundary_entropy": 0.184494, "bpb": 2.201445}, "fi": {"chunks": 3034.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161289, "cps": 23.703125, "mean_p": 0.229689, "boundary_entropy": 0.262427, "bpb": 2.364931}, "ru": {"chunks": 6124.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323166, "cps": 47.84375, "mean_p": 0.225444, "boundary_entropy": 0.208852, "bpb": 1.313603}, "el": {"chunks": 6806.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331628, "cps": 53.171875, "mean_p": 0.222685, "boundary_entropy": 0.20141, "bpb": 1.343938}, "hi": {"chunks": 7249.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.430847, "cps": 56.632812, "mean_p": 0.337355, "boundary_entropy": 0.480488, "bpb": 1.14225}, "ta": {"chunks": 8987.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.480717, "cps": 70.210938, "mean_p": 0.226136, "boundary_entropy": 0.292937, "bpb": 0.907581}, "th": {"chunks": 7793.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.484489, "cps": 60.882812, "mean_p": 0.409481, "boundary_entropy": 0.568505, "bpb": 1.039797}, "zh": {"chunks": 2924.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49509, "cps": 22.84375, "mean_p": 0.233427, "boundary_entropy": 0.28314, "bpb": 3.112205}, "my": {"chunks": 7892.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.416508, "cps": 61.65625, "mean_p": 0.341519, "boundary_entropy": 0.518707, "bpb": 1.071974}}, "bpb": {"en": 2.00094, "de": 2.21017, "vi": 1.86228, "tr": 2.20145, "fi": 2.36493, "ru": 1.3136, "el": 1.34394, "hi": 1.14225, "ta": 0.90758, "th": 1.0398, "zh": 3.1122, "my": 1.07197}, "gini_cpc": 0.226658, "gini_cps": 0.227309, "bpic": 5.925472, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9767372032729897, "vi": 1.4103069707560871, "tr": 1.142810084487295, "fi": 0.9722568896144219, "ru": 1.94806437373249, "el": 1.9990719984494154, "hi": 2.5971699131887527, "ta": 2.8977879924513363, "th": 2.920525128509039, "zh": 2.9844290724408764, "my": 2.5107359254749237}, "t": 308.4}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01383, "de": 2.2218, "vi": 1.86325, "tr": 2.20479, "fi": 2.37681, "ru": 1.29075, "el": 1.33288, "hi": 1.13852, "ta": 0.91691, "th": 1.05602, "zh": 3.10479, "my": 1.07969}, "bytes_per_chunk": {"en": 5.732, "de": 6.234, "vi": 5.599, "tr": 5.633, "fi": 6.273, "ru": 5.751, "el": 5.558, "hi": 5.802, "ta": 5.634, "th": 6.049, "zh": 5.93, "my": 6.662}, "bpb_mean": 1.71667, "t": 309.6}
{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.33405, "bpb": 1.92463, "chunk_loss": 0.030067, "F": 0.17053, "G": 0.23947, "chunks": 174.62, "bytes_per_chunk": 5.864, "boundary_entropy": 0.24528, "router_noise": 0.0, "grad_norm": 0.7368, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 309.6}
{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.29332, "bpb": 1.86587, "chunk_loss": 0.030059, "F": 0.17114, "G": 0.23898, "chunks": 175.25, "bytes_per_chunk": 5.843, "boundary_entropy": 0.24624, "router_noise": 0.0, "grad_norm": 0.7283, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 311.5}
{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.20808, "bpb": 1.74289, "chunk_loss": 0.030037, "F": 0.17087, "G": 0.24816, "chunks": 174.97, "bytes_per_chunk": 5.852, "boundary_entropy": 0.2617, "router_noise": 0.0, "grad_norm": 0.7315, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 313.5}
{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.22653, "bpb": 1.76951, "chunk_loss": 0.030067, "F": 0.16953, "G": 0.23822, "chunks": 173.59, "bytes_per_chunk": 5.899, "boundary_entropy": 0.24234, "router_noise": 0.0, "grad_norm": 0.7658, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 315.4}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.200693, "boundary_entropy": 0.144418, "bpb": 1.997733}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.221663, "boundary_entropy": 0.223771, "bpb": 2.20664}, "vi": {"chunks": 4304.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233469, "cps": 33.625, "mean_p": 0.214424, "boundary_entropy": 0.15657, "bpb": 1.861569}, "tr": {"chunks": 3476.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192012, "cps": 27.15625, "mean_p": 0.205682, "boundary_entropy": 0.184412, "bpb": 2.198993}, "fi": {"chunks": 3031.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161129, "cps": 23.679688, "mean_p": 0.228071, "boundary_entropy": 0.259724, "bpb": 2.363499}, "ru": {"chunks": 6112.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322533, "cps": 47.75, "mean_p": 0.224042, "boundary_entropy": 0.204836, "bpb": 1.309952}, "el": {"chunks": 6784.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330556, "cps": 53.0, "mean_p": 0.22134, "boundary_entropy": 0.197911, "bpb": 1.340403}, "hi": {"chunks": 6982.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414978, "cps": 54.546875, "mean_p": 0.332415, "boundary_entropy": 0.478042, "bpb": 1.139214}, "ta": {"chunks": 8849.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.473335, "cps": 69.132812, "mean_p": 0.226499, "boundary_entropy": 0.294513, "bpb": 0.90569}, "th": {"chunks": 7533.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468325, "cps": 58.851562, "mean_p": 0.406306, "boundary_entropy": 0.567139, "bpb": 1.041044}, "zh": {"chunks": 3001.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508127, "cps": 23.445312, "mean_p": 0.237447, "boundary_entropy": 0.28287, "bpb": 3.105943}, "my": {"chunks": 8934.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.471501, "cps": 69.796875, "mean_p": 0.346205, "boundary_entropy": 0.518039, "bpb": 1.072091}}, "bpb": {"en": 1.99773, "de": 2.20664, "vi": 1.86157, "tr": 2.19899, "fi": 2.3635, "ru": 1.30995, "el": 1.3404, "hi": 1.13921, "ta": 0.90569, "th": 1.04104, "zh": 3.10594, "my": 1.07209}, "gini_cpc": 0.228285, "gini_cps": 0.230879, "bpic": 5.884768, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9749316113389795, "vi": 1.406876748206433, "tr": 1.1570607127604537, "fi": 0.9709592069884259, "ru": 1.9435739188270633, "el": 1.991920152283709, "hi": 2.5006430461858877, "ta": 2.8523029881187956, "th": 2.8221093231335947, "zh": 3.061959796272723, "my": 2.8412503574442254}, "t": 318.3}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.0106, "de": 2.21635, "vi": 1.86226, "tr": 2.20255, "fi": 2.37503, "ru": 1.28842, "el": 1.3297, "hi": 1.13486, "ta": 0.91487, "th": 1.05761, "zh": 3.09847, "my": 1.07946}, "bytes_per_chunk": {"en": 5.733, "de": 6.232, "vi": 5.601, "tr": 5.592, "fi": 6.28, "ru": 5.75, "el": 5.557, "hi": 5.973, "ta": 5.725, "th": 6.28, "zh": 5.85, "my": 5.991}, "bpb_mean": 1.71418, "t": 319.6}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.200693, "boundary_entropy": 0.144418, "bpb": 1.997733}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.221663, "boundary_entropy": 0.223771, "bpb": 2.20664}, "vi": {"chunks": 4304.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233469, "cps": 33.625, "mean_p": 0.214424, "boundary_entropy": 0.15657, "bpb": 1.861569}, "tr": {"chunks": 3476.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192012, "cps": 27.15625, "mean_p": 0.205682, "boundary_entropy": 0.184412, "bpb": 2.198993}, "fi": {"chunks": 3031.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161129, "cps": 23.679688, "mean_p": 0.228071, "boundary_entropy": 0.259724, "bpb": 2.363499}, "ru": {"chunks": 6112.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322533, "cps": 47.75, "mean_p": 0.224042, "boundary_entropy": 0.204836, "bpb": 1.309952}, "el": {"chunks": 6784.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330556, "cps": 53.0, "mean_p": 0.22134, "boundary_entropy": 0.197911, "bpb": 1.340403}, "hi": {"chunks": 6982.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414978, "cps": 54.546875, "mean_p": 0.332415, "boundary_entropy": 0.478042, "bpb": 1.139214}, "ta": {"chunks": 8849.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.473335, "cps": 69.132812, "mean_p": 0.226499, "boundary_entropy": 0.294513, "bpb": 0.90569}, "th": {"chunks": 7533.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468325, "cps": 58.851562, "mean_p": 0.406306, "boundary_entropy": 0.567139, "bpb": 1.041044}, "zh": {"chunks": 3001.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508127, "cps": 23.445312, "mean_p": 0.237447, "boundary_entropy": 0.28287, "bpb": 3.105943}, "my": {"chunks": 8934.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.471501, "cps": 69.796875, "mean_p": 0.346205, "boundary_entropy": 0.518039, "bpb": 1.072091}}, "bpb": {"en": 1.99773, "de": 2.20664, "vi": 1.86157, "tr": 2.19899, "fi": 2.3635, "ru": 1.30995, "el": 1.3404, "hi": 1.13921, "ta": 0.90569, "th": 1.04104, "zh": 3.10594, "my": 1.07209}, "gini_cpc": 0.228285, "gini_cps": 0.230879, "bpic": 5.884768, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9749316113389795, "vi": 1.406876748206433, "tr": 1.1570607127604537, "fi": 0.9709592069884259, "ru": 1.9435739188270633, "el": 1.991920152283709, "hi": 2.5006430461858877, "ta": 2.8523029881187956, "th": 2.8221093231335947, "zh": 3.061959796272723, "my": 2.8412503574442254}, "t": 320.5}
{"event": "final", "run": "pilot_Apc_s1", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16594839970120095, "cps": 22.5625, "bpb": 2.018656661963437, "bytes_per_chunk": 5.733745994597491}, "de": {"cpc": 0.16178834071981688, "cps": 25.953125, "bpb": 2.207487249252719, "bytes_per_chunk": 6.221304569672374}, "vi": {"cpc": 0.23346894494168702, "cps": 33.625, "bpb": 1.8655222132457927, "bytes_per_chunk": 5.588351915410689}, "tr": {"cpc": 0.19201237363972823, "cps": 27.15625, "bpb": 2.1948030557992966, "bytes_per_chunk": 5.6078980864468235}, "fi": {"cpc": 0.1611291265748764, "cps": 23.6796875, "bpb": 2.389307071268735, "bytes_per_chunk": 6.2615757604710325}, "ru": {"cpc": 0.322532981530343, "cps": 47.75, "bpb": 1.2879619758103447, "bytes_per_chunk": 5.74373356704645}, "el": {"cpc": 0.330555961604054, "cps": 53.0, "bpb": 1.3260009319199877, "bytes_per_chunk": 5.5577840439290185}, "hi": {"cpc": 0.4149777117384844, "cps": 54.546875, "bpb": 1.1438226120682478, "bytes_per_chunk": 6.006690802438018}, "ta": {"cpc": 0.47333511634126774, "cps": 69.1328125, "bpb": 0.9166641754370782, "bytes_per_chunk": 5.7256683557574695}, "th": {"cpc": 0.4683245259558595, "cps": 58.8515625, "bpb": 1.0549982701737588, "bytes_per_chunk": 6.256644032602599}, "zh": {"cpc": 0.5081273281408737, "cps": 23.4453125, "bpb": 3.105762996663883, "bytes_per_chunk": 5.872335659322812}, "my": {"cpc": 0.4715009499683344, "cps": 69.796875, "bpb": 1.089516612433252, "bytes_per_chunk": 6.00634673326536}}, "gini_cpc": 0.22828500883793912, "gini_cps": 0.23087892541707555, "bpic": 5.884767541707556, "seed": 1, "mean_boundary_entropy": 0.23751242458820343, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 322.9}