Hugging Face's logo

AdaptiveChunking
/
pilot_D_s0

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
pilot_D_s0
File size: 173,296 Bytes
90b606d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
{"event": "start", "run": "pilot_D_s0", "condition": "D", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "parity_a", "p2_objective": "parity_a", "p3_objective": "parity_a", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.4}
{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.4}
{"event": "probe", "step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.156329}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087291}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.099397}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.158044}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.262162}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.051803}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.248459}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.123118}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 7.913994}}, "bpb": {"en": 8.16024, "de": 8.15633, "vi": 8.08729, "tr": 8.17143, "fi": 8.21476, "ru": 8.0994, "el": 8.15804, "hi": 8.26216, "ta": 8.0518, "th": 8.24846, "zh": 8.12312, "my": 7.91399}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 3.3}
{"event": "train", "step": 0, "phase": 1, "objective": "parity_a", "lm_loss": 5.63916, "bpb": 8.13559, "chunk_loss": 0.09494, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.8167, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.004, "n_target_mean": 10.548, "alpha": 0.03, "t": 3.6}
{"event": "probe", "step": 1, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 6338.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.36419, "cps": 49.515625, "mean_p": 0.496569, "boundary_entropy": 0.68699, "bpb": 8.138013}, "de": {"chunks": 8597.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.418692, "cps": 67.164062, "mean_p": 0.4988, "boundary_entropy": 0.687819, "bpb": 8.136755}, "vi": {"chunks": 13026.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.706591, "cps": 101.765625, "mean_p": 0.505544, "boundary_entropy": 0.688387, "bpb": 8.072319}, "tr": {"chunks": 5244.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.289676, "cps": 40.96875, "mean_p": 0.489434, "boundary_entropy": 0.68728, "bpb": 8.15665}, "fi": {"chunks": 8840.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.469938, "cps": 69.0625, "mean_p": 0.50052, "boundary_entropy": 0.687509, "bpb": 8.196383}, "ru": {"chunks": 10480.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.553034, "cps": 81.875, "mean_p": 0.493265, "boundary_entropy": 0.689881, "bpb": 8.059655}, "el": {"chunks": 15009.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.731326, "cps": 117.257812, "mean_p": 0.49744, "boundary_entropy": 0.690233, "bpb": 8.140798}, "hi": {"chunks": 2478.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.147281, "cps": 19.359375, "mean_p": 0.484378, "boundary_entropy": 0.690238, "bpb": 8.249756}, "ta": {"chunks": 37785.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.021129, "cps": 295.195312, "mean_p": 0.512601, "boundary_entropy": 0.690395, "bpb": 8.028555}, "th": {"chunks": 33754.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.098477, "cps": 263.703125, "mean_p": 0.511685, "boundary_entropy": 0.690562, "bpb": 8.229657}, "zh": {"chunks": 11820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001355, "cps": 92.34375, "mean_p": 0.520021, "boundary_entropy": 0.685675, "bpb": 8.120658}, "my": {"chunks": 48075.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.537207, "cps": 375.585938, "mean_p": 0.521368, "boundary_entropy": 0.690221, "bpb": 7.893676}}, "bpb": {"en": 8.13801, "de": 8.13676, "vi": 8.07232, "tr": 8.15665, "fi": 8.19638, "ru": 8.05966, "el": 8.1408, "hi": 8.24976, "ta": 8.02856, "th": 8.22966, "zh": 8.12066, "my": 7.89368}, "gini_cpc": 0.425605, "gini_cps": 0.42704, "bpic": 1.905131, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.149652015196097, "vi": 1.9401701439982169, "tr": 0.7953971251110389, "fi": 1.2903640855619498, "ru": 1.5185320190399907, "el": 2.008088263140092, "hi": 0.404406488001099, "ta": 5.549653170073047, "th": 5.762037311054509, "zh": 5.495357102441243, "my": 6.966711114099921}, "t": 5.0}
{"event": "probe", "step": 2, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 6260.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.359708, "cps": 48.90625, "mean_p": 0.496252, "boundary_entropy": 0.686978, "bpb": 8.088555}, "de": {"chunks": 8536.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415721, "cps": 66.6875, "mean_p": 0.498622, "boundary_entropy": 0.687815, "bpb": 8.092814}, "vi": {"chunks": 12840.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.696501, "cps": 100.3125, "mean_p": 0.505079, "boundary_entropy": 0.68839, "bpb": 8.038738}, "tr": {"chunks": 5175.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285864, "cps": 40.429688, "mean_p": 0.489145, "boundary_entropy": 0.687264, "bpb": 8.122155}, "fi": {"chunks": 8758.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.465579, "cps": 68.421875, "mean_p": 0.500178, "boundary_entropy": 0.687504, "bpb": 8.1543}, "ru": {"chunks": 9976.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.526438, "cps": 77.9375, "mean_p": 0.492639, "boundary_entropy": 0.68986, "bpb": 7.993365}, "el": {"chunks": 15025.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732105, "cps": 117.382812, "mean_p": 0.497453, "boundary_entropy": 0.690234, "bpb": 8.120838}, "hi": {"chunks": 2354.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.139911, "cps": 18.390625, "mean_p": 0.483993, "boundary_entropy": 0.690212, "bpb": 8.217342}, "ta": {"chunks": 37276.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.993902, "cps": 291.21875, "mean_p": 0.51198, "boundary_entropy": 0.690424, "bpb": 7.987662}, "th": {"chunks": 33441.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.079018, "cps": 261.257812, "mean_p": 0.511432, "boundary_entropy": 0.690571, "bpb": 8.202531}, "zh": {"chunks": 11813.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.000169, "cps": 92.289062, "mean_p": 0.519988, "boundary_entropy": 0.685677, "bpb": 8.114042}, "my": {"chunks": 47860.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.52586, "cps": 373.90625, "mean_p": 0.521033, "boundary_entropy": 0.690247, "bpb": 7.860195}}, "bpb": {"en": 8.08855, "de": 8.09281, "vi": 8.03874, "tr": 8.12215, "fi": 8.1543, "ru": 7.99337, "el": 8.12084, "hi": 8.21734, "ta": 7.98766, "th": 8.20253, "zh": 8.11404, "my": 7.86019}, "gini_cpc": 0.427739, "gini_cps": 0.429084, "bpic": 1.925509, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1557177575441948, "vi": 1.936295645437601, "tr": 0.7947116685335722, "fi": 1.294323523911898, "ru": 1.4635144444350783, "el": 2.0352765205841683, "hi": 0.3889566245270569, "ta": 5.543111576705942, "th": 5.779735679363128, "zh": 5.560534610927967, "my": 7.02197219091632}, "t": 6.5}
{"event": "probe", "step": 4, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 5959.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.342412, "cps": 46.554688, "mean_p": 0.495122, "boundary_entropy": 0.686933, "bpb": 7.918615}, "de": {"chunks": 8329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.40564, "cps": 65.070312, "mean_p": 0.497957, "boundary_entropy": 0.687801, "bpb": 7.938968}, "vi": {"chunks": 12271.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.665636, "cps": 95.867188, "mean_p": 0.503586, "boundary_entropy": 0.688396, "bpb": 7.926913}, "tr": {"chunks": 4914.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.271447, "cps": 38.390625, "mean_p": 0.488156, "boundary_entropy": 0.687206, "bpb": 8.003621}, "fi": {"chunks": 8360.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.444421, "cps": 65.3125, "mean_p": 0.498882, "boundary_entropy": 0.687479, "bpb": 8.007379}, "ru": {"chunks": 8410.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.443799, "cps": 65.703125, "mean_p": 0.490435, "boundary_entropy": 0.689775, "bpb": 7.771312}, "el": {"chunks": 15032.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732447, "cps": 117.4375, "mean_p": 0.49743, "boundary_entropy": 0.690233, "bpb": 8.033813}, "hi": {"chunks": 1958.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.116374, "cps": 15.296875, "mean_p": 0.482209, "boundary_entropy": 0.69008, "bpb": 8.097167}, "ta": {"chunks": 35093.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.877133, "cps": 274.164062, "mean_p": 0.50959, "boundary_entropy": 0.690522, "bpb": 7.841137}, "th": {"chunks": 31942.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.985825, "cps": 249.546875, "mean_p": 0.510148, "boundary_entropy": 0.690618, "bpb": 8.088301}, "zh": {"chunks": 11789.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.996106, "cps": 92.101562, "mean_p": 0.519806, "boundary_entropy": 0.685686, "bpb": 8.087318}, "my": {"chunks": 47365.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.499736, "cps": 370.039062, "mean_p": 0.520134, "boundary_entropy": 0.690314, "bpb": 7.783107}}, "bpb": {"en": 7.91862, "de": 7.93897, "vi": 7.92691, "tr": 8.00362, "fi": 8.00738, "ru": 7.77131, "el": 8.03381, "hi": 8.09717, "ta": 7.84114, "th": 8.0883, "zh": 8.08732, "my": 7.78311}, "gini_cpc": 0.436349, "gini_cps": 0.436033, "bpic": 2.004895, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1846530848997723, "vi": 1.9439610050288036, "tr": 0.7927483294048487, "fi": 1.297911644371495, "ru": 1.2960970324482026, "el": 2.1390781753569725, "hi": 0.33986649235351923, "ta": 5.482084957739884, "th": 5.799516319761037, "zh": 5.829539640642937, "my": 7.300370480742325}, "t": 8.1}
{"event": "probe", "step": 8, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 5175.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.297363, "cps": 40.429688, "mean_p": 0.492088, "boundary_entropy": 0.686789, "bpb": 7.437113}, "de": {"chunks": 7813.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.380509, "cps": 61.039062, "mean_p": 0.496192, "boundary_entropy": 0.687759, "bpb": 7.495731}, "vi": {"chunks": 10391.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.563656, "cps": 81.179688, "mean_p": 0.498867, "boundary_entropy": 0.688358, "bpb": 7.585796}, "tr": {"chunks": 4147.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.229078, "cps": 32.398438, "mean_p": 0.485267, "boundary_entropy": 0.687014, "bpb": 7.642851}, "fi": {"chunks": 7210.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.383286, "cps": 56.328125, "mean_p": 0.495142, "boundary_entropy": 0.687374, "bpb": 7.576692}, "ru": {"chunks": 4596.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.242533, "cps": 35.90625, "mean_p": 0.48406, "boundary_entropy": 0.689417, "bpb": 7.193318}, "el": {"chunks": 13919.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.678215, "cps": 108.742188, "mean_p": 0.496361, "boundary_entropy": 0.690215, "bpb": 7.712108}, "hi": {"chunks": 933.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.055453, "cps": 7.289062, "mean_p": 0.475068, "boundary_entropy": 0.689428, "bpb": 7.718433}, "ta": {"chunks": 25527.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.365445, "cps": 199.429688, "mean_p": 0.500835, "boundary_entropy": 0.690691, "bpb": 7.366128}, "th": {"chunks": 24665.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.533416, "cps": 192.695312, "mean_p": 0.503704, "boundary_entropy": 0.690758, "bpb": 7.549855}, "zh": {"chunks": 11646.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.971893, "cps": 90.984375, "mean_p": 0.519137, "boundary_entropy": 0.685722, "bpb": 7.998413}, "my": {"chunks": 44615.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.354602, "cps": 348.554688, "mean_p": 0.516521, "boundary_entropy": 0.69055, "bpb": 7.472297}}, "bpb": {"en": 7.43711, "de": 7.49573, "vi": 7.5858, "tr": 7.64285, "fi": 7.57669, "ru": 7.19332, "el": 7.71211, "hi": 7.71843, "ta": 7.36613, "th": 7.54986, "zh": 7.99841, "my": 7.4723}, "gini_cpc": 0.467624, "gini_cps": 0.45289, "bpic": 2.38912, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2796145900166362, "vi": 1.8955182446747878, "tr": 0.7703662536516087, "fi": 1.2889531949776534, "ru": 0.8156138120913158, "el": 2.280767184502082, "hi": 0.18648346792428452, "ta": 4.591854041420049, "th": 5.156723205074491, "zh": 6.63127607885864, "my": 7.9182878847677705}, "t": 9.8}
{"event": "probe", "step": 16, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3959.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22749, "cps": 30.929688, "mean_p": 0.488211, "boundary_entropy": 0.686668, "bpb": 6.811418}, "de": {"chunks": 6948.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.338382, "cps": 54.28125, "mean_p": 0.493942, "boundary_entropy": 0.687798, "bpb": 6.903623}, "vi": {"chunks": 6938.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.376349, "cps": 54.203125, "mean_p": 0.490095, "boundary_entropy": 0.688128, "bpb": 7.158306}, "tr": {"chunks": 3426.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18925, "cps": 26.765625, "mean_p": 0.483198, "boundary_entropy": 0.686922, "bpb": 7.131284}, "fi": {"chunks": 5536.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.294296, "cps": 43.25, "mean_p": 0.490076, "boundary_entropy": 0.687263, "bpb": 7.001098}, "ru": {"chunks": 1452.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.076623, "cps": 11.34375, "mean_p": 0.473768, "boundary_entropy": 0.688492, "bpb": 6.393986}, "el": {"chunks": 4223.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.205769, "cps": 32.992188, "mean_p": 0.483966, "boundary_entropy": 0.689673, "bpb": 7.049588}, "hi": {"chunks": 297.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.017652, "cps": 2.320312, "mean_p": 0.460606, "boundary_entropy": 0.68748, "bpb": 7.102027}, "ta": {"chunks": 11302.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.604547, "cps": 88.296875, "mean_p": 0.483345, "boundary_entropy": 0.690139, "bpb": 6.632243}, "th": {"chunks": 9523.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.592042, "cps": 74.398438, "mean_p": 0.487326, "boundary_entropy": 0.690382, "bpb": 6.430236}, "zh": {"chunks": 11112.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.881476, "cps": 86.8125, "mean_p": 0.51649, "boundary_entropy": 0.685867, "bpb": 7.76983}, "my": {"chunks": 32886.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.735592, "cps": 256.921875, "mean_p": 0.503753, "boundary_entropy": 0.690961, "bpb": 6.679482}}, "bpb": {"en": 6.81142, "de": 6.90362, "vi": 7.15831, "tr": 7.13128, "fi": 7.0011, "ru": 6.39399, "el": 7.04959, "hi": 7.10203, "ta": 6.63224, "th": 6.43024, "zh": 7.76983, "my": 6.67948}, "gini_cpc": 0.519434, "gini_cps": 0.459629, "bpic": 3.932102, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4874624842294846, "vi": 1.6543590517203286, "tr": 0.8319082393684579, "fi": 1.2936679428874043, "ru": 0.33681856442786584, "el": 0.9045214176193278, "hi": 0.07759611801049913, "ta": 2.657470498120579, "th": 2.60250359156172, "zh": 8.270607454823727, "my": 7.62932814675311}, "t": 11.7}
{"event": "probe", "step": 32, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 5008.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.287766, "cps": 39.125, "mean_p": 0.495355, "boundary_entropy": 0.687424, "bpb": 6.365077}, "de": {"chunks": 8889.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.432913, "cps": 69.445312, "mean_p": 0.499597, "boundary_entropy": 0.688324, "bpb": 6.447244}, "vi": {"chunks": 5252.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.284893, "cps": 41.03125, "mean_p": 0.487784, "boundary_entropy": 0.688277, "bpb": 6.903018}, "tr": {"chunks": 6858.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.378832, "cps": 53.578125, "mean_p": 0.496486, "boundary_entropy": 0.687967, "bpb": 6.721267}, "fi": {"chunks": 7290.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.387539, "cps": 56.953125, "mean_p": 0.497867, "boundary_entropy": 0.688, "bpb": 6.522491}, "ru": {"chunks": 2508.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.132348, "cps": 19.59375, "mean_p": 0.482078, "boundary_entropy": 0.689434, "bpb": 5.822072}, "el": {"chunks": 304.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.014813, "cps": 2.375, "mean_p": 0.460225, "boundary_entropy": 0.68699, "bpb": 6.67626}, "hi": {"chunks": 808.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.048024, "cps": 6.3125, "mean_p": 0.480238, "boundary_entropy": 0.690004, "bpb": 6.13403}, "ta": {"chunks": 799.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.042739, "cps": 6.242188, "mean_p": 0.473546, "boundary_entropy": 0.689432, "bpb": 6.009463}, "th": {"chunks": 3073.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.191048, "cps": 24.007812, "mean_p": 0.487089, "boundary_entropy": 0.690594, "bpb": 5.596437}, "zh": {"chunks": 8573.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.451575, "cps": 66.976562, "mean_p": 0.505378, "boundary_entropy": 0.686362, "bpb": 7.333988}, "my": {"chunks": 3340.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.176272, "cps": 26.09375, "mean_p": 0.478202, "boundary_entropy": 0.689895, "bpb": 5.727015}}, "bpb": {"en": 6.36508, "de": 6.44724, "vi": 6.90302, "tr": 6.72127, "fi": 6.52249, "ru": 5.82207, "el": 6.67626, "hi": 6.13403, "ta": 6.00946, "th": 5.59644, "zh": 7.33399, "my": 5.72701}, "gini_cpc": 0.508287, "gini_cps": 0.379065, "bpic": 7.282096, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.504389518921384, "vi": 0.9900140897428231, "tr": 1.3164571552664828, "fi": 1.346714216904221, "ru": 0.459915575712106, "el": 0.05147454760878428, "hi": 0.1668845330383719, "ta": 0.14851868996767514, "th": 0.6638979001331783, "zh": 5.044279947884266, "my": 0.6125518992284922}, "t": 14.0}
{"event": "train", "step": 50, "phase": 1, "objective": "parity_a", "lm_loss": 4.24755, "bpb": 6.12792, "chunk_loss": 0.030272, "F": 0.10822, "G": 0.48347, "chunks": 110.81, "bytes_per_chunk": 9.241, "boundary_entropy": 0.69145, "router_noise": 0.0, "grad_norm": 1.6552, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.235, "n_target_mean": 9.4832, "alpha": 0.03, "t": 15.3}
{"event": "probe", "step": 64, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 4242.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.243751, "cps": 33.140625, "mean_p": 0.495017, "boundary_entropy": 0.687563, "bpb": 5.827203}, "de": {"chunks": 5123.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.249501, "cps": 40.023438, "mean_p": 0.493975, "boundary_entropy": 0.688355, "bpb": 5.942467}, "vi": {"chunks": 2839.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.154001, "cps": 22.179688, "mean_p": 0.481186, "boundary_entropy": 0.687947, "bpb": 6.325018}, "tr": {"chunks": 4424.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.244379, "cps": 34.5625, "mean_p": 0.492669, "boundary_entropy": 0.688007, "bpb": 6.234835}, "fi": {"chunks": 5213.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.277125, "cps": 40.726562, "mean_p": 0.494473, "boundary_entropy": 0.688072, "bpb": 5.980784}, "ru": {"chunks": 2294.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.121055, "cps": 17.921875, "mean_p": 0.486578, "boundary_entropy": 0.689895, "bpb": 5.444589}, "el": {"chunks": 2697.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.131414, "cps": 21.070312, "mean_p": 0.48888, "boundary_entropy": 0.690281, "bpb": 5.701379}, "hi": {"chunks": 1782.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.105914, "cps": 13.921875, "mean_p": 0.483598, "boundary_entropy": 0.690243, "bpb": 5.270943}, "ta": {"chunks": 1701.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.090987, "cps": 13.289062, "mean_p": 0.483718, "boundary_entropy": 0.690468, "bpb": 5.239121}, "th": {"chunks": 686.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.042648, "cps": 5.359375, "mean_p": 0.478306, "boundary_entropy": 0.689968, "bpb": 5.182728}, "zh": {"chunks": 5205.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.881307, "cps": 40.664062, "mean_p": 0.494794, "boundary_entropy": 0.686686, "bpb": 7.001068}, "my": {"chunks": 12722.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.671417, "cps": 99.390625, "mean_p": 0.48942, "boundary_entropy": 0.690873, "bpb": 4.982863}}, "bpb": {"en": 5.8272, "de": 5.94247, "vi": 6.32502, "tr": 6.23483, "fi": 5.98078, "ru": 5.44459, "el": 5.70138, "hi": 5.27094, "ta": 5.23912, "th": 5.18273, "zh": 7.00107, "my": 4.98286}, "gini_cpc": 0.433548, "gini_cps": 0.355444, "bpic": 7.843791, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0235885159784528, "vi": 0.6317943046193495, "tr": 1.0025776593015874, "fi": 1.1369184060275908, "ru": 0.4966353800853135, "el": 0.5391300725077416, "hi": 0.4345163100474769, "ta": 0.3732779188590162, "th": 0.17496714545560868, "zh": 3.615603076199449, "my": 2.7545170897258004}, "t": 17.0}
{"event": "train", "step": 100, "phase": 1, "objective": "parity_a", "lm_loss": 3.4236, "bpb": 4.93921, "chunk_loss": 0.029366, "F": 0.10245, "G": 0.47536, "chunks": 104.91, "bytes_per_chunk": 9.761, "boundary_entropy": 0.69007, "router_noise": 0.0, "grad_norm": 2.0314, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "n_target_mean": 11.596, "alpha": 0.03, "t": 19.1}
{"event": "probe", "step": 128, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2833.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.162788, "cps": 22.132812, "mean_p": 0.458055, "boundary_entropy": 0.680215, "bpb": 4.504437}, "de": {"chunks": 3277.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159597, "cps": 25.601562, "mean_p": 0.45804, "boundary_entropy": 0.681502, "bpb": 4.727628}, "vi": {"chunks": 5028.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.272742, "cps": 39.28125, "mean_p": 0.468885, "boundary_entropy": 0.684732, "bpb": 5.076239}, "tr": {"chunks": 3639.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201016, "cps": 28.429688, "mean_p": 0.463478, "boundary_entropy": 0.682403, "bpb": 5.048121}, "fi": {"chunks": 4115.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218755, "cps": 32.148438, "mean_p": 0.461576, "boundary_entropy": 0.681427, "bpb": 4.769987}, "ru": {"chunks": 2191.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.11562, "cps": 17.117188, "mean_p": 0.461079, "boundary_entropy": 0.685014, "bpb": 3.694718}, "el": {"chunks": 2069.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.100814, "cps": 16.164062, "mean_p": 0.464454, "boundary_entropy": 0.687086, "bpb": 4.665994}, "hi": {"chunks": 3378.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.200773, "cps": 26.390625, "mean_p": 0.472616, "boundary_entropy": 0.688652, "bpb": 3.629677}, "ta": {"chunks": 2267.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.121262, "cps": 17.710938, "mean_p": 0.459984, "boundary_entropy": 0.687129, "bpb": 3.399333}, "th": {"chunks": 7571.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470687, "cps": 59.148438, "mean_p": 0.464267, "boundary_entropy": 0.686217, "bpb": 3.191908}, "zh": {"chunks": 3452.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.58449, "cps": 26.96875, "mean_p": 0.484423, "boundary_entropy": 0.685627, "bpb": 6.33213}, "my": {"chunks": 2021.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.10666, "cps": 15.789062, "mean_p": 0.474023, "boundary_entropy": 0.689306, "bpb": 4.08218}}, "bpb": {"en": 4.50444, "de": 4.72763, "vi": 5.07624, "tr": 5.04812, "fi": 4.76999, "ru": 3.69472, "el": 4.66599, "hi": 3.62968, "ta": 3.39933, "th": 3.19191, "zh": 6.33213, "my": 4.08218}, "gini_cpc": 0.31754, "gini_cps": 0.219018, "bpic": 9.172367, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9803961111287127, "vi": 1.6754430593519307, "tr": 1.2348353391159996, "fi": 1.3438026766075521, "ru": 0.7102491275552828, "el": 0.61929445460096, "hi": 1.2333380152931197, "ta": 0.7449096429418045, "th": 2.891410318967109, "zh": 3.590499661182027, "my": 0.6552099487023806}, "t": 21.4}
{"event": "train", "step": 150, "phase": 1, "objective": "parity_a", "lm_loss": 2.92373, "bpb": 4.21806, "chunk_loss": 0.030798, "F": 0.13858, "G": 0.43897, "chunks": 141.91, "bytes_per_chunk": 7.216, "boundary_entropy": 0.67811, "router_noise": 0.0, "grad_norm": 1.6642, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "n_target_mean": 9.2019, "alpha": 0.03, "t": 22.6}
{"event": "probe", "step": 200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 1907.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.109579, "cps": 14.898438, "mean_p": 0.366032, "boundary_entropy": 0.627615, "bpb": 3.894225}, "de": {"chunks": 2038.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099255, "cps": 15.921875, "mean_p": 0.369253, "boundary_entropy": 0.633365, "bpb": 4.12313}, "vi": {"chunks": 2987.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.162029, "cps": 23.335938, "mean_p": 0.405736, "boundary_entropy": 0.653476, "bpb": 3.660241}, "tr": {"chunks": 2345.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.129537, "cps": 18.320312, "mean_p": 0.394604, "boundary_entropy": 0.647613, "bpb": 4.217341}, "fi": {"chunks": 2312.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.122907, "cps": 18.0625, "mean_p": 0.374235, "boundary_entropy": 0.634773, "bpb": 4.166358}, "ru": {"chunks": 2722.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.143641, "cps": 21.265625, "mean_p": 0.372218, "boundary_entropy": 0.644385, "bpb": 2.833802}, "el": {"chunks": 2990.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14569, "cps": 23.359375, "mean_p": 0.452918, "boundary_entropy": 0.683512, "bpb": 3.088231}, "hi": {"chunks": 2327.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.138306, "cps": 18.179688, "mean_p": 0.399676, "boundary_entropy": 0.665778, "bpb": 2.419878}, "ta": {"chunks": 2482.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.132763, "cps": 19.390625, "mean_p": 0.424747, "boundary_entropy": 0.676605, "bpb": 2.319301}, "th": {"chunks": 1476.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.091763, "cps": 11.53125, "mean_p": 0.458739, "boundary_entropy": 0.685438, "bpb": 2.345844}, "zh": {"chunks": 2819.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.477311, "cps": 22.023438, "mean_p": 0.466094, "boundary_entropy": 0.681012, "bpb": 5.316028}, "my": {"chunks": 2389.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126082, "cps": 18.664062, "mean_p": 0.448872, "boundary_entropy": 0.683296, "bpb": 2.442132}}, "bpb": {"en": 3.89422, "de": 4.12313, "vi": 3.66024, "tr": 4.21734, "fi": 4.16636, "ru": 2.8338, "el": 3.08823, "hi": 2.41988, "ta": 2.3193, "th": 2.34584, "zh": 5.31603, "my": 2.44213}, "gini_cpc": 0.23074, "gini_cps": 0.099558, "bpic": 13.328506, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9057851569771515, "vi": 1.4786504092028725, "tr": 1.1821313169200967, "fi": 1.1216293716506622, "ru": 1.310847993712928, "el": 1.3295472323747122, "hi": 1.262160944545434, "ta": 1.2115734138089804, "th": 0.8374111118844745, "zh": 4.355871509797526, "my": 1.1506048513642448}, "t": 25.7}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.89739, "de": 4.12341, "vi": 3.66466, "tr": 4.22609, "fi": 4.17024, "ru": 2.81754, "el": 3.07984, "hi": 2.41496, "ta": 2.3376, "th": 2.37889, "zh": 5.3257, "my": 2.4593}, "bytes_per_chunk": {"en": 7.648, "de": 8.972, "vi": 8.732, "tr": 8.842, "fi": 8.523, "ru": 11.137, "el": 12.687, "hi": 18.683, "ta": 19.219, "th": 31.312, "zh": 5.98, "my": 21.576}, "bpb_mean": 3.40797, "t": 26.9}
{"event": "train", "step": 200, "phase": 1, "objective": "parity_a", "lm_loss": 2.50614, "bpb": 3.6156, "chunk_loss": 0.028755, "F": 0.10974, "G": 0.38972, "chunks": 112.38, "bytes_per_chunk": 9.112, "boundary_entropy": 0.64964, "router_noise": 0.0, "grad_norm": 2.0564, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.088, "n_target_mean": 9.087, "alpha": 0.03, "t": 27.0}
{"event": "train", "step": 250, "phase": 1, "objective": "parity_a", "lm_loss": 2.5713, "bpb": 3.7096, "chunk_loss": 0.032315, "F": 0.1814, "G": 0.38947, "chunks": 185.75, "bytes_per_chunk": 5.513, "boundary_entropy": 0.63531, "router_noise": 0.0, "grad_norm": 1.3034, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 7.571, "alpha": 0.03, "t": 29.1}
{"event": "probe", "step": 256, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2455.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.141068, "cps": 19.179688, "mean_p": 0.360784, "boundary_entropy": 0.606604, "bpb": 3.639226}, "de": {"chunks": 2339.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.113914, "cps": 18.273438, "mean_p": 0.356154, "boundary_entropy": 0.611508, "bpb": 3.908263}, "vi": {"chunks": 3112.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168809, "cps": 24.3125, "mean_p": 0.398732, "boundary_entropy": 0.649616, "bpb": 3.24604}, "tr": {"chunks": 2685.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.148318, "cps": 20.976562, "mean_p": 0.372031, "boundary_entropy": 0.616502, "bpb": 3.861332}, "fi": {"chunks": 2132.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.113338, "cps": 16.65625, "mean_p": 0.344413, "boundary_entropy": 0.602609, "bpb": 3.908548}, "ru": {"chunks": 2857.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.150765, "cps": 22.320312, "mean_p": 0.389611, "boundary_entropy": 0.65605, "bpb": 2.658798}, "el": {"chunks": 3979.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.19388, "cps": 31.085938, "mean_p": 0.43677, "boundary_entropy": 0.677905, "bpb": 2.778294}, "hi": {"chunks": 1963.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.116672, "cps": 15.335938, "mean_p": 0.449543, "boundary_entropy": 0.683576, "bpb": 2.164023}, "ta": {"chunks": 859.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.045948, "cps": 6.710938, "mean_p": 0.430054, "boundary_entropy": 0.677942, "bpb": 2.009183}, "th": {"chunks": 2236.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.139012, "cps": 17.46875, "mean_p": 0.442493, "boundary_entropy": 0.682739, "bpb": 2.09474}, "zh": {"chunks": 3230.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546901, "cps": 25.234375, "mean_p": 0.356151, "boundary_entropy": 0.599625, "bpb": 4.966231}, "my": {"chunks": 1041.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.05494, "cps": 8.132812, "mean_p": 0.381465, "boundary_entropy": 0.654689, "bpb": 2.210682}}, "bpb": {"en": 3.63923, "de": 3.90826, "vi": 3.24604, "tr": 3.86133, "fi": 3.90855, "ru": 2.6588, "el": 2.77829, "hi": 2.16402, "ta": 2.00918, "th": 2.09474, "zh": 4.96623, "my": 2.21068}, "gini_cpc": 0.320242, "gini_cps": 0.193714, "bpic": 13.285136, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8075147026251418, "vi": 1.196655304015816, "tr": 1.0513961014889566, "fi": 0.8034298084244811, "ru": 1.0687439021113554, "el": 1.3743764906156157, "hi": 0.8270615870210596, "ta": 0.3257169189840777, "th": 0.9854245046206286, "zh": 3.8768741512480323, "my": 0.389457415234835}, "t": 30.2}
{"event": "train", "step": 300, "phase": 1, "objective": "parity_a", "lm_loss": 2.3724, "bpb": 3.42265, "chunk_loss": 0.029802, "F": 0.13763, "G": 0.34053, "chunks": 140.94, "bytes_per_chunk": 7.266, "boundary_entropy": 0.59007, "router_noise": 0.0, "grad_norm": 1.4688, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.065, "n_target_mean": 8.7636, "alpha": 0.03, "t": 32.4}
{"event": "train", "step": 350, "phase": 1, "objective": "parity_a", "lm_loss": 2.07948, "bpb": 3.00005, "chunk_loss": 0.028657, "F": 0.11716, "G": 0.36741, "chunks": 119.97, "bytes_per_chunk": 8.536, "boundary_entropy": 0.60439, "router_noise": 0.0, "grad_norm": 0.9159, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 10.1389, "alpha": 0.03, "t": 34.6}
{"event": "probe", "step": 400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3137.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180256, "cps": 24.507812, "mean_p": 0.304764, "boundary_entropy": 0.511736, "bpb": 3.271993}, "de": {"chunks": 4333.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.211026, "cps": 33.851562, "mean_p": 0.317074, "boundary_entropy": 0.521888, "bpb": 3.543069}, "vi": {"chunks": 3828.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.207648, "cps": 29.90625, "mean_p": 0.329739, "boundary_entropy": 0.568408, "bpb": 2.817262}, "tr": {"chunks": 3396.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187593, "cps": 26.53125, "mean_p": 0.322108, "boundary_entropy": 0.537728, "bpb": 3.464556}, "fi": {"chunks": 3516.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186912, "cps": 27.46875, "mean_p": 0.316434, "boundary_entropy": 0.550019, "bpb": 3.568546}, "ru": {"chunks": 3939.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.207863, "cps": 30.773438, "mean_p": 0.401908, "boundary_entropy": 0.650888, "bpb": 2.436077}, "el": {"chunks": 3415.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.166399, "cps": 26.679688, "mean_p": 0.374981, "boundary_entropy": 0.631263, "bpb": 2.525758}, "hi": {"chunks": 4077.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.242318, "cps": 31.851562, "mean_p": 0.444803, "boundary_entropy": 0.679805, "bpb": 1.82712}, "ta": {"chunks": 2413.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.129072, "cps": 18.851562, "mean_p": 0.439734, "boundary_entropy": 0.680027, "bpb": 1.608717}, "th": {"chunks": 5487.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.341125, "cps": 42.867188, "mean_p": 0.424241, "boundary_entropy": 0.670701, "bpb": 1.919061}, "zh": {"chunks": 3589.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.607687, "cps": 28.039062, "mean_p": 0.29409, "boundary_entropy": 0.51297, "bpb": 4.166148}, "my": {"chunks": 1750.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.092358, "cps": 13.671875, "mean_p": 0.398792, "boundary_entropy": 0.664999, "bpb": 1.961218}}, "bpb": {"en": 3.27199, "de": 3.54307, "vi": 2.81726, "tr": 3.46456, "fi": 3.56855, "ru": 2.43608, "el": 2.52576, "hi": 1.82712, "ta": 1.60872, "th": 1.91906, "zh": 4.16615, "my": 1.96122}, "gini_cpc": 0.251948, "gini_cps": 0.134083, "bpic": 8.950117, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1707007143899428, "vi": 1.151962624628019, "tr": 1.0407028206516562, "fi": 1.0369231833455241, "ru": 1.1531514992981042, "el": 0.9231227717781232, "hi": 1.344297032826339, "ta": 0.7160468753183816, "th": 1.8924460020676337, "zh": 3.3712395805457533, "my": 0.5123706852955077}, "t": 37.6}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.28087, "de": 3.54103, "vi": 2.82298, "tr": 3.47047, "fi": 3.56261, "ru": 2.42097, "el": 2.51976, "hi": 1.82412, "ta": 1.62482, "th": 1.94935, "zh": 4.17416, "my": 1.97714}, "bytes_per_chunk": {"en": 5.63, "de": 5.022, "vi": 6.792, "tr": 6.413, "fi": 5.655, "ru": 9.466, "el": 12.596, "hi": 12.904, "ta": 26.336, "th": 7.789, "zh": 4.604, "my": 32.573}, "bpb_mean": 2.76402, "t": 38.8}
{"event": "train", "step": 400, "phase": 1, "objective": "parity_a", "lm_loss": 2.05075, "bpb": 2.9586, "chunk_loss": 0.031911, "F": 0.15179, "G": 0.34356, "chunks": 155.44, "bytes_per_chunk": 6.588, "boundary_entropy": 0.57493, "router_noise": 0.0, "grad_norm": 0.9421, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.9268, "alpha": 0.03, "t": 38.9}
{"event": "train", "step": 450, "phase": 1, "objective": "parity_a", "lm_loss": 2.13165, "bpb": 3.07533, "chunk_loss": 0.031688, "F": 0.15366, "G": 0.33093, "chunks": 157.34, "bytes_per_chunk": 6.508, "boundary_entropy": 0.56339, "router_noise": 0.0, "grad_norm": 0.8823, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.9903, "alpha": 0.03, "t": 40.9}
{"event": "train", "step": 500, "phase": 1, "objective": "parity_a", "lm_loss": 1.96346, "bpb": 2.83268, "chunk_loss": 0.029883, "F": 0.13931, "G": 0.33019, "chunks": 142.66, "bytes_per_chunk": 7.178, "boundary_entropy": 0.56487, "router_noise": 0.0, "grad_norm": 0.8976, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.6436, "alpha": 0.03, "t": 43.0}
{"event": "train", "step": 550, "phase": 1, "objective": "parity_a", "lm_loss": 1.92176, "bpb": 2.77251, "chunk_loss": 0.030747, "F": 0.14301, "G": 0.32967, "chunks": 146.44, "bytes_per_chunk": 6.993, "boundary_entropy": 0.5543, "router_noise": 0.0, "grad_norm": 0.8862, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.4051, "alpha": 0.03, "t": 45.1}
{"event": "probe", "step": 600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3145.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180716, "cps": 24.570312, "mean_p": 0.296691, "boundary_entropy": 0.485704, "bpb": 2.968973}, "de": {"chunks": 3483.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169629, "cps": 27.210938, "mean_p": 0.285372, "boundary_entropy": 0.47894, "bpb": 3.286056}, "vi": {"chunks": 3619.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.196311, "cps": 28.273438, "mean_p": 0.289346, "boundary_entropy": 0.515439, "bpb": 2.596968}, "tr": {"chunks": 3744.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206817, "cps": 29.25, "mean_p": 0.326009, "boundary_entropy": 0.519777, "bpb": 3.170015}, "fi": {"chunks": 3026.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160863, "cps": 23.640625, "mean_p": 0.2934, "boundary_entropy": 0.510485, "bpb": 3.380057}, "ru": {"chunks": 3338.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.176148, "cps": 26.078125, "mean_p": 0.32878, "boundary_entropy": 0.589175, "bpb": 2.18233}, "el": {"chunks": 3091.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.150612, "cps": 24.148438, "mean_p": 0.29311, "boundary_entropy": 0.566772, "bpb": 2.264884}, "hi": {"chunks": 2552.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.151679, "cps": 19.9375, "mean_p": 0.414646, "boundary_entropy": 0.668315, "bpb": 1.658036}, "ta": {"chunks": 15134.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.809521, "cps": 118.234375, "mean_p": 0.437603, "boundary_entropy": 0.673725, "bpb": 1.407625}, "th": {"chunks": 2483.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.154367, "cps": 19.398438, "mean_p": 0.416436, "boundary_entropy": 0.668185, "bpb": 1.764418}, "zh": {"chunks": 2617.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.443109, "cps": 20.445312, "mean_p": 0.334171, "boundary_entropy": 0.576974, "bpb": 3.885733}, "my": {"chunks": 5077.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.267944, "cps": 39.664062, "mean_p": 0.402741, "boundary_entropy": 0.66135, "bpb": 1.71841}}, "bpb": {"en": 2.96897, "de": 3.28606, "vi": 2.59697, "tr": 3.17002, "fi": 3.38006, "ru": 2.18233, "el": 2.26488, "hi": 1.65804, "ta": 1.40762, "th": 1.76442, "zh": 3.88573, "my": 1.71841}, "gini_cpc": 0.298275, "gini_cps": 0.282779, "bpic": 7.479799, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9386518440941592, "vi": 1.0862978289637935, "tr": 1.1444287488648026, "fi": 0.8901444956731756, "ru": 0.9747215960334072, "el": 0.833415609475181, "hi": 0.8393228904107324, "ta": 4.479522584743546, "th": 0.8541991299203902, "zh": 2.451962085389706, "my": 1.4826794141308166}, "t": 48.0}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.97871, "de": 3.28246, "vi": 2.60364, "tr": 3.17912, "fi": 3.36984, "ru": 2.16533, "el": 2.25626, "hi": 1.65277, "ta": 1.42193, "th": 1.79409, "zh": 3.89619, "my": 1.73115}, "bytes_per_chunk": {"en": 5.728, "de": 6.171, "vi": 7.331, "tr": 5.117, "fi": 6.761, "ru": 10.022, "el": 13.137, "hi": 30.921, "ta": 3.252, "th": 16.417, "zh": 5.895, "my": 11.665}, "bpb_mean": 2.52762, "t": 49.2}
{"event": "train", "step": 600, "phase": 1, "objective": "parity_a", "lm_loss": 1.95094, "bpb": 2.8146, "chunk_loss": 0.030283, "F": 0.13522, "G": 0.32089, "chunks": 138.47, "bytes_per_chunk": 7.395, "boundary_entropy": 0.54856, "router_noise": 0.0, "grad_norm": 0.7642, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.1633, "alpha": 0.03, "t": 49.3}
{"event": "train", "step": 650, "phase": 1, "objective": "parity_a", "lm_loss": 1.74708, "bpb": 2.52051, "chunk_loss": 0.02989, "F": 0.11279, "G": 0.33041, "chunks": 115.5, "bytes_per_chunk": 8.866, "boundary_entropy": 0.5662, "router_noise": 0.0, "grad_norm": 0.9475, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 10.7697, "alpha": 0.03, "t": 51.3}
{"event": "train", "step": 700, "phase": 1, "objective": "parity_a", "lm_loss": 1.76747, "bpb": 2.54992, "chunk_loss": 0.029383, "F": 0.11496, "G": 0.30822, "chunks": 117.72, "bytes_per_chunk": 8.699, "boundary_entropy": 0.53889, "router_noise": 0.0, "grad_norm": 0.7392, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.3334, "alpha": 0.03, "t": 53.5}
{"event": "train", "step": 750, "phase": 1, "objective": "parity_a", "lm_loss": 1.70597, "bpb": 2.46119, "chunk_loss": 0.030634, "F": 0.12427, "G": 0.3221, "chunks": 127.25, "bytes_per_chunk": 8.047, "boundary_entropy": 0.54951, "router_noise": 0.0, "grad_norm": 0.7549, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 10.4702, "alpha": 0.03, "t": 55.6}
{"event": "probe", "step": 800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3013.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173131, "cps": 23.539062, "mean_p": 0.276269, "boundary_entropy": 0.45285, "bpb": 2.768124}, "de": {"chunks": 3034.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.147762, "cps": 23.703125, "mean_p": 0.250196, "boundary_entropy": 0.438469, "bpb": 3.097445}, "vi": {"chunks": 3427.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.185896, "cps": 26.773438, "mean_p": 0.278553, "boundary_entropy": 0.498958, "bpb": 2.455299}, "tr": {"chunks": 3125.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.172623, "cps": 24.414062, "mean_p": 0.299081, "boundary_entropy": 0.485887, "bpb": 3.040822}, "fi": {"chunks": 2796.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.148636, "cps": 21.84375, "mean_p": 0.278583, "boundary_entropy": 0.479919, "bpb": 3.261207}, "ru": {"chunks": 2629.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138734, "cps": 20.539062, "mean_p": 0.32126, "boundary_entropy": 0.582684, "bpb": 2.054829}, "el": {"chunks": 2854.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139063, "cps": 22.296875, "mean_p": 0.317997, "boundary_entropy": 0.593509, "bpb": 2.163846}, "hi": {"chunks": 1825.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.10847, "cps": 14.257812, "mean_p": 0.4122, "boundary_entropy": 0.662637, "bpb": 1.607793}, "ta": {"chunks": 421.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.022519, "cps": 3.289062, "mean_p": 0.389402, "boundary_entropy": 0.65245, "bpb": 1.314417}, "th": {"chunks": 1844.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.114641, "cps": 14.40625, "mean_p": 0.326864, "boundary_entropy": 0.605392, "bpb": 1.63352}, "zh": {"chunks": 3288.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.556722, "cps": 25.6875, "mean_p": 0.390415, "boundary_entropy": 0.624733, "bpb": 3.756471}, "my": {"chunks": 3060.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.161495, "cps": 23.90625, "mean_p": 0.349388, "boundary_entropy": 0.62417, "bpb": 1.482411}}, "bpb": {"en": 2.76812, "de": 3.09744, "vi": 2.4553, "tr": 3.04082, "fi": 3.26121, "ru": 2.05483, "el": 2.16385, "hi": 1.60779, "ta": 1.31442, "th": 1.63352, "zh": 3.75647, "my": 1.48241}, "gini_cpc": 0.290708, "gini_cps": 0.154947, "bpic": 12.255109, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8534697991846208, "vi": 1.0737321349822049, "tr": 0.9970672666873827, "fi": 0.858519713883857, "ru": 0.8013206973825823, "el": 0.8032266551613573, "hi": 0.6265168913904039, "ta": 0.13007134014172517, "th": 0.6621628935477092, "zh": 3.2156098828543973, "my": 0.9327881901668662}, "t": 58.6}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.77911, "de": 3.09932, "vi": 2.46274, "tr": 3.04902, "fi": 3.25628, "ru": 2.03808, "el": 2.15164, "hi": 1.60298, "ta": 1.32527, "th": 1.66105, "zh": 3.76883, "my": 1.49481}, "bytes_per_chunk": {"en": 5.832, "de": 6.993, "vi": 8.09, "tr": 5.805, "fi": 6.547, "ru": 12.714, "el": 15.708, "hi": 23.661, "ta": 125.069, "th": 23.993, "zh": 4.908, "my": 16.792}, "bpb_mean": 2.39076, "t": 59.8}
{"event": "train", "step": 800, "phase": 1, "objective": "parity_a", "lm_loss": 1.82991, "bpb": 2.64001, "chunk_loss": 0.029497, "F": 0.13177, "G": 0.30552, "chunks": 134.94, "bytes_per_chunk": 7.589, "boundary_entropy": 0.52705, "router_noise": 0.0, "grad_norm": 0.8483, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 8.8679, "alpha": 0.03, "t": 59.9}
{"event": "train", "step": 850, "phase": 1, "objective": "parity_a", "lm_loss": 1.87531, "bpb": 2.7055, "chunk_loss": 0.03065, "F": 0.14883, "G": 0.30311, "chunks": 152.41, "bytes_per_chunk": 6.719, "boundary_entropy": 0.51493, "router_noise": 0.0, "grad_norm": 0.8287, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 8.4844, "alpha": 0.03, "t": 62.1}
{"event": "train", "step": 900, "phase": 1, "objective": "parity_a", "lm_loss": 1.69639, "bpb": 2.44737, "chunk_loss": 0.030056, "F": 0.13846, "G": 0.31211, "chunks": 141.78, "bytes_per_chunk": 7.222, "boundary_entropy": 0.51692, "router_noise": 0.0, "grad_norm": 1.0043, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.3159, "alpha": 0.03, "t": 64.2}
{"event": "train", "step": 950, "phase": 1, "objective": "parity_a", "lm_loss": 1.82553, "bpb": 2.63368, "chunk_loss": 0.029504, "F": 0.13586, "G": 0.29446, "chunks": 139.12, "bytes_per_chunk": 7.36, "boundary_entropy": 0.49798, "router_noise": 0.0, "grad_norm": 0.8627, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4716, "alpha": 0.03, "t": 66.2}
{"event": "probe", "step": 1000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3277.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188301, "cps": 25.601562, "mean_p": 0.26761, "boundary_entropy": 0.411339, "bpb": 2.615307}, "de": {"chunks": 3662.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178347, "cps": 28.609375, "mean_p": 0.259042, "boundary_entropy": 0.412705, "bpb": 2.956884}, "vi": {"chunks": 3090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167616, "cps": 24.140625, "mean_p": 0.271633, "boundary_entropy": 0.482771, "bpb": 2.340677}, "tr": {"chunks": 3632.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20063, "cps": 28.375, "mean_p": 0.292143, "boundary_entropy": 0.448064, "bpb": 2.931922}, "fi": {"chunks": 2878.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152996, "cps": 22.484375, "mean_p": 0.262062, "boundary_entropy": 0.444765, "bpb": 3.158435}, "ru": {"chunks": 3051.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161003, "cps": 23.835938, "mean_p": 0.305177, "boundary_entropy": 0.560347, "bpb": 1.949824}, "el": {"chunks": 4013.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.195537, "cps": 31.351562, "mean_p": 0.364612, "boundary_entropy": 0.628878, "bpb": 2.067891}, "hi": {"chunks": 4617.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.274413, "cps": 36.070312, "mean_p": 0.40145, "boundary_entropy": 0.649534, "bpb": 1.533921}, "ta": {"chunks": 3488.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.186574, "cps": 27.25, "mean_p": 0.381416, "boundary_entropy": 0.647198, "bpb": 1.271528}, "th": {"chunks": 2918.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.181411, "cps": 22.796875, "mean_p": 0.371458, "boundary_entropy": 0.638602, "bpb": 1.546356}, "zh": {"chunks": 2557.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.43295, "cps": 19.976562, "mean_p": 0.387294, "boundary_entropy": 0.631241, "bpb": 3.65012}, "my": {"chunks": 3093.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.163236, "cps": 24.164062, "mean_p": 0.277445, "boundary_entropy": 0.542935, "bpb": 1.391261}}, "bpb": {"en": 2.61531, "de": 2.95688, "vi": 2.34068, "tr": 2.93192, "fi": 3.15843, "ru": 1.94982, "el": 2.06789, "hi": 1.53392, "ta": 1.27153, "th": 1.54636, "zh": 3.65012, "my": 1.39126}, "gini_cpc": 0.152254, "gini_cps": 0.087658, "bpic": 9.528776, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9471387641419045, "vi": 0.8901496312911972, "tr": 1.0654742719208672, "fi": 0.8125060154211835, "ru": 0.8550286598125739, "el": 1.0384270520279792, "hi": 1.4573117967045748, "ta": 0.9908289460701039, "th": 0.9634116664891247, "zh": 2.299243483065638, "my": 0.8668904582440071}, "t": 69.1}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.62564, "de": 2.96115, "vi": 2.34663, "tr": 2.93859, "fi": 3.15974, "ru": 1.93288, "el": 2.05593, "hi": 1.52908, "ta": 1.28236, "th": 1.57581, "zh": 3.65985, "my": 1.40172}, "bytes_per_chunk": {"en": 5.606, "de": 5.845, "vi": 8.873, "tr": 5.161, "fi": 6.566, "ru": 11.31, "el": 10.181, "hi": 8.211, "ta": 14.409, "th": 14.428, "zh": 6.399, "my": 17.012}, "bpb_mean": 2.28912, "t": 70.3}
{"event": "train", "step": 1000, "phase": 1, "objective": "parity_a", "lm_loss": 1.75357, "bpb": 2.52986, "chunk_loss": 0.030852, "F": 0.13324, "G": 0.31205, "chunks": 136.44, "bytes_per_chunk": 7.505, "boundary_entropy": 0.52741, "router_noise": 0.0, "grad_norm": 0.7759, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.208, "alpha": 0.03, "t": 70.4}
{"event": "train", "step": 1050, "phase": 1, "objective": "parity_a", "lm_loss": 1.6184, "bpb": 2.33486, "chunk_loss": 0.030174, "F": 0.12524, "G": 0.29222, "chunks": 128.25, "bytes_per_chunk": 7.984, "boundary_entropy": 0.5055, "router_noise": 0.0, "grad_norm": 0.832, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.46, "alpha": 0.03, "t": 72.4}
{"event": "train", "step": 1100, "phase": 1, "objective": "parity_a", "lm_loss": 1.81541, "bpb": 2.61908, "chunk_loss": 0.030315, "F": 0.14517, "G": 0.29812, "chunks": 148.66, "bytes_per_chunk": 6.888, "boundary_entropy": 0.4985, "router_noise": 0.0, "grad_norm": 0.8425, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0232, "alpha": 0.03, "t": 74.3}
{"event": "train", "step": 1150, "phase": 1, "objective": "parity_a", "lm_loss": 1.67453, "bpb": 2.41584, "chunk_loss": 0.02962, "F": 0.12628, "G": 0.27736, "chunks": 129.31, "bytes_per_chunk": 7.919, "boundary_entropy": 0.4766, "router_noise": 0.0, "grad_norm": 0.9026, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4286, "alpha": 0.03, "t": 76.3}
{"event": "probe", "step": 1200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3351.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.192553, "cps": 26.179688, "mean_p": 0.258496, "boundary_entropy": 0.38197, "bpb": 2.509366}, "de": {"chunks": 3549.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172844, "cps": 27.726562, "mean_p": 0.244478, "boundary_entropy": 0.382848, "bpb": 2.835774}, "vi": {"chunks": 2649.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.143694, "cps": 20.695312, "mean_p": 0.264094, "boundary_entropy": 0.475812, "bpb": 2.293823}, "tr": {"chunks": 3471.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191736, "cps": 27.117188, "mean_p": 0.268732, "boundary_entropy": 0.41291, "bpb": 2.827341}, "fi": {"chunks": 3183.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16921, "cps": 24.867188, "mean_p": 0.260352, "boundary_entropy": 0.41914, "bpb": 3.08016}, "ru": {"chunks": 2618.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138153, "cps": 20.453125, "mean_p": 0.279369, "boundary_entropy": 0.532052, "bpb": 1.867074}, "el": {"chunks": 2437.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.118745, "cps": 19.039062, "mean_p": 0.327749, "boundary_entropy": 0.597996, "bpb": 1.984587}, "hi": {"chunks": 3261.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.193819, "cps": 25.476562, "mean_p": 0.355702, "boundary_entropy": 0.621374, "bpb": 1.496536}, "ta": {"chunks": 2806.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.150094, "cps": 21.921875, "mean_p": 0.356502, "boundary_entropy": 0.633605, "bpb": 1.24301}, "th": {"chunks": 2416.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.150202, "cps": 18.875, "mean_p": 0.315855, "boundary_entropy": 0.592871, "bpb": 1.466741}, "zh": {"chunks": 2578.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.436505, "cps": 20.140625, "mean_p": 0.399615, "boundary_entropy": 0.638164, "bpb": 3.598341}, "my": {"chunks": 2411.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.127243, "cps": 18.835938, "mean_p": 0.287602, "boundary_entropy": 0.565212, "bpb": 1.35317}}, "bpb": {"en": 2.50937, "de": 2.83577, "vi": 2.29382, "tr": 2.82734, "fi": 3.08016, "ru": 1.86707, "el": 1.98459, "hi": 1.49654, "ta": 1.24301, "th": 1.46674, "zh": 3.59834, "my": 1.35317}, "gini_cpc": 0.183191, "gini_cps": 0.080809, "bpic": 11.050418, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8976422477065, "vi": 0.7462571560315358, "tr": 0.9957578861751548, "fi": 0.8787684323640234, "ru": 0.7174805299721503, "el": 0.6166864078213272, "hi": 1.0065733277817759, "ta": 0.7794924078101495, "th": 0.7800555965413153, "zh": 2.266935495850994, "my": 0.6608205295971881}, "t": 79.2}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.52041, "de": 2.84059, "vi": 2.30114, "tr": 2.83369, "fi": 3.08378, "ru": 1.85001, "el": 1.97487, "hi": 1.49433, "ta": 1.25025, "th": 1.49079, "zh": 3.60962, "my": 1.36203}, "bytes_per_chunk": {"en": 5.485, "de": 5.988, "vi": 9.241, "tr": 5.591, "fi": 5.973, "ru": 12.753, "el": 15.983, "hi": 13.497, "ta": 18.763, "th": 19.012, "zh": 6.616, "my": 19.567}, "bpb_mean": 2.21763, "t": 80.4}
{"event": "train", "step": 1200, "phase": 1, "objective": "parity_a", "lm_loss": 1.7308, "bpb": 2.49702, "chunk_loss": 0.030031, "F": 0.14505, "G": 0.28327, "chunks": 148.53, "bytes_per_chunk": 6.894, "boundary_entropy": 0.46671, "router_noise": 0.0, "grad_norm": 0.8276, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.402, "alpha": 0.03, "t": 80.5}
{"event": "train", "step": 1250, "phase": 1, "objective": "parity_a", "lm_loss": 1.84784, "bpb": 2.66587, "chunk_loss": 0.03061, "F": 0.15515, "G": 0.28394, "chunks": 158.88, "bytes_per_chunk": 6.445, "boundary_entropy": 0.46112, "router_noise": 0.0, "grad_norm": 0.9789, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 7.8635, "alpha": 0.03, "t": 82.5}
{"event": "train", "step": 1300, "phase": 1, "objective": "parity_a", "lm_loss": 1.52377, "bpb": 2.19834, "chunk_loss": 0.030194, "F": 0.12097, "G": 0.27726, "chunks": 123.88, "bytes_per_chunk": 8.266, "boundary_entropy": 0.47792, "router_noise": 0.0, "grad_norm": 0.8079, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.4201, "alpha": 0.03, "t": 84.5}
{"event": "train", "step": 1350, "phase": 1, "objective": "parity_a", "lm_loss": 1.52637, "bpb": 2.20208, "chunk_loss": 0.030184, "F": 0.13348, "G": 0.28911, "chunks": 136.69, "bytes_per_chunk": 7.492, "boundary_entropy": 0.48549, "router_noise": 0.0, "grad_norm": 0.8742, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.6882, "alpha": 0.03, "t": 86.5}
{"event": "probe", "step": 1400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3525.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202551, "cps": 27.539062, "mean_p": 0.257458, "boundary_entropy": 0.365407, "bpb": 2.448811}, "de": {"chunks": 3452.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16812, "cps": 26.96875, "mean_p": 0.229694, "boundary_entropy": 0.344458, "bpb": 2.768651}, "vi": {"chunks": 2712.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.147111, "cps": 21.1875, "mean_p": 0.265753, "boundary_entropy": 0.470141, "bpb": 2.210506}, "tr": {"chunks": 3361.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18566, "cps": 26.257812, "mean_p": 0.247387, "boundary_entropy": 0.369778, "bpb": 2.755817}, "fi": {"chunks": 3078.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163628, "cps": 24.046875, "mean_p": 0.243383, "boundary_entropy": 0.380446, "bpb": 3.015859}, "ru": {"chunks": 2894.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.152718, "cps": 22.609375, "mean_p": 0.279676, "boundary_entropy": 0.531982, "bpb": 1.815385}, "el": {"chunks": 4243.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.206744, "cps": 33.148438, "mean_p": 0.347669, "boundary_entropy": 0.610653, "bpb": 1.915423}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.326756, "boundary_entropy": 0.597312, "bpb": 1.449048}, "ta": {"chunks": 2571.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.137523, "cps": 20.085938, "mean_p": 0.333743, "boundary_entropy": 0.617356, "bpb": 1.166958}, "th": {"chunks": 2591.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.161082, "cps": 20.242188, "mean_p": 0.289796, "boundary_entropy": 0.565952, "bpb": 1.41845}, "zh": {"chunks": 3686.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.624111, "cps": 28.796875, "mean_p": 0.413171, "boundary_entropy": 0.637106, "bpb": 3.56469}, "my": {"chunks": 2394.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126346, "cps": 18.703125, "mean_p": 0.237534, "boundary_entropy": 0.49006, "bpb": 1.300485}}, "bpb": {"en": 2.44881, "de": 2.76865, "vi": 2.21051, "tr": 2.75582, "fi": 3.01586, "ru": 1.81538, "el": 1.91542, "hi": 1.44905, "ta": 1.16696, "th": 1.41845, "zh": 3.56469, "my": 1.30048}, "gini_cpc": 0.230027, "gini_cps": 0.097923, "bpic": 10.352873, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8300101030929972, "vi": 0.7262924709589184, "tr": 0.9166065575119205, "fi": 0.8078332618872842, "ru": 0.7539704260933026, "el": 1.0206978159428808, "hi": 0.7520704625209446, "ta": 0.6789559616008377, "th": 0.7952640427516056, "zh": 3.081249648752441, "my": 0.6237718459030089}, "t": 89.3}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45614, "de": 2.77342, "vi": 2.2153, "tr": 2.76414, "fi": 3.01374, "ru": 1.79819, "el": 1.90396, "hi": 1.44572, "ta": 1.17495, "th": 1.44174, "zh": 3.57392, "my": 1.31034}, "bytes_per_chunk": {"en": 5.349, "de": 6.113, "vi": 9.633, "tr": 5.848, "fi": 5.891, "ru": 11.864, "el": 10.586, "hi": 19.0, "ta": 20.268, "th": 18.657, "zh": 4.428, "my": 22.049}, "bpb_mean": 2.15596, "t": 90.6}
{"event": "train", "step": 1400, "phase": 1, "objective": "parity_a", "lm_loss": 1.58221, "bpb": 2.28265, "chunk_loss": 0.030247, "F": 0.14151, "G": 0.274, "chunks": 144.91, "bytes_per_chunk": 7.067, "boundary_entropy": 0.4534, "router_noise": 0.0, "grad_norm": 0.7479, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.4443, "alpha": 0.03, "t": 90.6}
{"event": "train", "step": 1450, "phase": 1, "objective": "parity_a", "lm_loss": 1.68014, "bpb": 2.42392, "chunk_loss": 0.030382, "F": 0.14246, "G": 0.29803, "chunks": 145.88, "bytes_per_chunk": 7.02, "boundary_entropy": 0.48814, "router_noise": 0.0, "grad_norm": 0.7722, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.6915, "alpha": 0.03, "t": 92.6}
{"event": "train", "step": 1500, "phase": 1, "objective": "parity_a", "lm_loss": 1.75712, "bpb": 2.53498, "chunk_loss": 0.030337, "F": 0.14804, "G": 0.2978, "chunks": 151.59, "bytes_per_chunk": 6.755, "boundary_entropy": 0.49826, "router_noise": 0.0, "grad_norm": 0.8569, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.3996, "alpha": 0.03, "t": 94.6}
{"event": "train", "step": 1550, "phase": 1, "objective": "parity_a", "lm_loss": 1.61302, "bpb": 2.3271, "chunk_loss": 0.03012, "F": 0.13367, "G": 0.26042, "chunks": 136.88, "bytes_per_chunk": 7.481, "boundary_entropy": 0.43919, "router_noise": 0.0, "grad_norm": 0.8062, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2334, "alpha": 0.03, "t": 96.6}
{"event": "probe", "step": 1600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3117.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179107, "cps": 24.351562, "mean_p": 0.234833, "boundary_entropy": 0.340992, "bpb": 2.385228}, "de": {"chunks": 3331.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162227, "cps": 26.023438, "mean_p": 0.220872, "boundary_entropy": 0.335319, "bpb": 2.676922}, "vi": {"chunks": 2745.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.148902, "cps": 21.445312, "mean_p": 0.252853, "boundary_entropy": 0.454388, "bpb": 2.181294}, "tr": {"chunks": 3237.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17881, "cps": 25.289062, "mean_p": 0.237389, "boundary_entropy": 0.35563, "bpb": 2.681811}, "fi": {"chunks": 2858.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151932, "cps": 22.328125, "mean_p": 0.22775, "boundary_entropy": 0.362976, "bpb": 2.917724}, "ru": {"chunks": 2904.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.153245, "cps": 22.6875, "mean_p": 0.27994, "boundary_entropy": 0.530927, "bpb": 1.765147}, "el": {"chunks": 2314.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.112752, "cps": 18.078125, "mean_p": 0.297824, "boundary_entropy": 0.571276, "bpb": 1.874148}, "hi": {"chunks": 3593.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.213551, "cps": 28.070312, "mean_p": 0.314914, "boundary_entropy": 0.580155, "bpb": 1.430534}, "ta": {"chunks": 3244.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173522, "cps": 25.34375, "mean_p": 0.34107, "boundary_entropy": 0.61867, "bpb": 1.162216}, "th": {"chunks": 2638.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164004, "cps": 20.609375, "mean_p": 0.274657, "boundary_entropy": 0.546411, "bpb": 1.373665}, "zh": {"chunks": 2588.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.438198, "cps": 20.21875, "mean_p": 0.389564, "boundary_entropy": 0.628005, "bpb": 3.543196}, "my": {"chunks": 1570.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.082858, "cps": 12.265625, "mean_p": 0.222152, "boundary_entropy": 0.483965, "bpb": 1.272124}}, "bpb": {"en": 2.38523, "de": 2.67692, "vi": 2.18129, "tr": 2.68181, "fi": 2.91772, "ru": 1.76515, "el": 1.87415, "hi": 1.43053, "ta": 1.16222, "th": 1.37366, "zh": 3.5432, "my": 1.27212}, "gini_cpc": 0.201641, "gini_cps": 0.098018, "bpic": 11.241718, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9057525042319021, "vi": 0.831355022315223, "tr": 0.9983422844479325, "fi": 0.8482769358272291, "ru": 0.8556077616746365, "el": 0.6295204277254699, "hi": 1.1923107571430411, "ta": 0.968819103891788, "th": 0.9156743395514025, "zh": 2.446572823448007, "my": 0.46261913716339925}, "t": 99.4}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.39424, "de": 2.68661, "vi": 2.18678, "tr": 2.69164, "fi": 2.92278, "ru": 1.74702, "el": 1.86409, "hi": 1.42833, "ta": 1.1704, "th": 1.39091, "zh": 3.54866, "my": 1.28158}, "bytes_per_chunk": {"en": 5.97, "de": 6.376, "vi": 9.504, "tr": 6.125, "fi": 6.605, "ru": 11.617, "el": 18.281, "hi": 11.808, "ta": 16.073, "th": 16.972, "zh": 6.464, "my": 29.05}, "bpb_mean": 2.10942, "t": 100.7}
{"event": "train", "step": 1600, "phase": 1, "objective": "parity_a", "lm_loss": 1.61538, "bpb": 2.3305, "chunk_loss": 0.030227, "F": 0.12766, "G": 0.2675, "chunks": 130.72, "bytes_per_chunk": 7.834, "boundary_entropy": 0.45316, "router_noise": 0.0, "grad_norm": 0.8224, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 9.5251, "alpha": 0.03, "t": 100.7}
{"event": "train", "step": 1650, "phase": 1, "objective": "parity_a", "lm_loss": 1.59378, "bpb": 2.29934, "chunk_loss": 0.030347, "F": 0.13242, "G": 0.26555, "chunks": 135.59, "bytes_per_chunk": 7.552, "boundary_entropy": 0.44328, "router_noise": 0.0, "grad_norm": 0.9232, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.5287, "alpha": 0.03, "t": 102.7}
{"event": "train", "step": 1700, "phase": 1, "objective": "parity_a", "lm_loss": 1.56051, "bpb": 2.25134, "chunk_loss": 0.030159, "F": 0.13974, "G": 0.2717, "chunks": 143.09, "bytes_per_chunk": 7.156, "boundary_entropy": 0.45257, "router_noise": 0.0, "grad_norm": 0.8369, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.2205, "alpha": 0.03, "t": 104.7}
{"event": "train", "step": 1750, "phase": 1, "objective": "parity_a", "lm_loss": 1.57268, "bpb": 2.2689, "chunk_loss": 0.030016, "F": 0.13837, "G": 0.2679, "chunks": 141.69, "bytes_per_chunk": 7.227, "boundary_entropy": 0.44033, "router_noise": 0.0, "grad_norm": 0.7694, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.004, "alpha": 0.03, "t": 106.7}
{"event": "probe", "step": 1800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3234.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18583, "cps": 25.265625, "mean_p": 0.238488, "boundary_entropy": 0.330961, "bpb": 2.340828}, "de": {"chunks": 3476.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169288, "cps": 27.15625, "mean_p": 0.222822, "boundary_entropy": 0.319623, "bpb": 2.650242}, "vi": {"chunks": 3002.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.162842, "cps": 23.453125, "mean_p": 0.259324, "boundary_entropy": 0.445848, "bpb": 2.136412}, "tr": {"chunks": 3405.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18809, "cps": 26.601562, "mean_p": 0.235676, "boundary_entropy": 0.338677, "bpb": 2.639123}, "fi": {"chunks": 3181.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169103, "cps": 24.851562, "mean_p": 0.23379, "boundary_entropy": 0.343363, "bpb": 2.861285}, "ru": {"chunks": 2858.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.150818, "cps": 22.328125, "mean_p": 0.275891, "boundary_entropy": 0.526016, "bpb": 1.72379}, "el": {"chunks": 3141.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.153048, "cps": 24.539062, "mean_p": 0.296016, "boundary_entropy": 0.563731, "bpb": 1.819793}, "hi": {"chunks": 2435.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.144725, "cps": 19.023438, "mean_p": 0.318002, "boundary_entropy": 0.589171, "bpb": 1.393765}, "ta": {"chunks": 2465.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.131853, "cps": 19.257812, "mean_p": 0.355286, "boundary_entropy": 0.629624, "bpb": 1.124816}, "th": {"chunks": 2108.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.131054, "cps": 16.46875, "mean_p": 0.261913, "boundary_entropy": 0.535565, "bpb": 1.33368}, "zh": {"chunks": 3244.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.549272, "cps": 25.34375, "mean_p": 0.408846, "boundary_entropy": 0.633284, "bpb": 3.4931}, "my": {"chunks": 1632.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.08613, "cps": 12.75, "mean_p": 0.22766, "boundary_entropy": 0.48468, "bpb": 1.253499}}, "bpb": {"en": 2.34083, "de": 2.65024, "vi": 2.13641, "tr": 2.63912, "fi": 2.86129, "ru": 1.72379, "el": 1.81979, "hi": 1.39377, "ta": 1.12482, "th": 1.33368, "zh": 3.4931, "my": 1.2535}, "gini_cpc": 0.231512, "gini_cps": 0.103793, "bpic": 11.227904, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9109855016861856, "vi": 0.8762976571647966, "tr": 1.0121634940528415, "fi": 0.9099884713963102, "ru": 0.8115907989485072, "el": 0.8235902485803294, "hi": 0.7788036841104131, "ta": 0.7095378354118278, "th": 0.7052346561028119, "zh": 2.9557759254919524, "my": 0.46349054907817233}, "t": 109.5}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.3497, "de": 2.65453, "vi": 2.14147, "tr": 2.64796, "fi": 2.8628, "ru": 1.70498, "el": 1.81158, "hi": 1.39114, "ta": 1.13248, "th": 1.35474, "zh": 3.49819, "my": 1.26152}, "bytes_per_chunk": {"en": 5.762, "de": 6.033, "vi": 8.077, "tr": 5.85, "fi": 5.764, "ru": 12.078, "el": 14.132, "hi": 18.789, "ta": 20.588, "th": 21.45, "zh": 5.205, "my": 29.014}, "bpb_mean": 2.06759, "t": 110.8}
{"event": "train", "step": 1800, "phase": 1, "objective": "parity_a", "lm_loss": 1.5413, "bpb": 2.22362, "chunk_loss": 0.029847, "F": 0.12564, "G": 0.27243, "chunks": 128.66, "bytes_per_chunk": 7.959, "boundary_entropy": 0.46489, "router_noise": 0.0, "grad_norm": 0.7287, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.6224, "alpha": 0.03, "t": 110.8}
{"event": "train", "step": 1850, "phase": 1, "objective": "parity_a", "lm_loss": 1.58892, "bpb": 2.29233, "chunk_loss": 0.029992, "F": 0.14136, "G": 0.25723, "chunks": 144.75, "bytes_per_chunk": 7.074, "boundary_entropy": 0.41402, "router_noise": 0.0, "grad_norm": 0.7654, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4237, "alpha": 0.03, "t": 112.8}
{"event": "train", "step": 1900, "phase": 1, "objective": "parity_a", "lm_loss": 1.64802, "bpb": 2.37759, "chunk_loss": 0.030877, "F": 0.15793, "G": 0.28543, "chunks": 161.72, "bytes_per_chunk": 6.332, "boundary_entropy": 0.44122, "router_noise": 0.0, "grad_norm": 0.7709, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7408, "alpha": 0.03, "t": 114.8}
{"event": "train", "step": 1950, "phase": 1, "objective": "parity_a", "lm_loss": 1.4895, "bpb": 2.14889, "chunk_loss": 0.030623, "F": 0.13129, "G": 0.26867, "chunks": 134.44, "bytes_per_chunk": 7.617, "boundary_entropy": 0.45946, "router_noise": 0.0, "grad_norm": 0.8085, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9589, "alpha": 0.03, "t": 116.8}
{"event": "probe", "step": 2000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3373.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193817, "cps": 26.351562, "mean_p": 0.241315, "boundary_entropy": 0.327149, "bpb": 2.310697}, "de": {"chunks": 3351.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163201, "cps": 26.179688, "mean_p": 0.21312, "boundary_entropy": 0.304529, "bpb": 2.581838}, "vi": {"chunks": 2932.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.159045, "cps": 22.90625, "mean_p": 0.251571, "boundary_entropy": 0.43458, "bpb": 2.115906}, "tr": {"chunks": 3345.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184776, "cps": 26.132812, "mean_p": 0.22867, "boundary_entropy": 0.324699, "bpb": 2.590638}, "fi": {"chunks": 2894.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.153846, "cps": 22.609375, "mean_p": 0.219832, "boundary_entropy": 0.330077, "bpb": 2.806387}, "ru": {"chunks": 2693.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.142111, "cps": 21.039062, "mean_p": 0.265064, "boundary_entropy": 0.515518, "bpb": 1.685105}, "el": {"chunks": 3738.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.182137, "cps": 29.203125, "mean_p": 0.301258, "boundary_entropy": 0.561046, "bpb": 1.767884}, "hi": {"chunks": 3075.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.182764, "cps": 24.023438, "mean_p": 0.288215, "boundary_entropy": 0.554137, "bpb": 1.375153}, "ta": {"chunks": 2831.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.151431, "cps": 22.117188, "mean_p": 0.356695, "boundary_entropy": 0.630307, "bpb": 1.120115}, "th": {"chunks": 2842.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.176686, "cps": 22.203125, "mean_p": 0.298024, "boundary_entropy": 0.569677, "bpb": 1.324528}, "zh": {"chunks": 2996.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.507281, "cps": 23.40625, "mean_p": 0.395338, "boundary_entropy": 0.624274, "bpb": 3.452475}, "my": {"chunks": 1615.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085233, "cps": 12.617188, "mean_p": 0.23453, "boundary_entropy": 0.494072, "bpb": 1.246046}}, "bpb": {"en": 2.3107, "de": 2.58184, "vi": 2.11591, "tr": 2.59064, "fi": 2.80639, "ru": 1.68511, "el": 1.76788, "hi": 1.37515, "ta": 1.12011, "th": 1.32453, "zh": 3.45248, "my": 1.24605}, "gini_cpc": 0.203325, "gini_cps": 0.084618, "bpic": 10.754687, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8420343329082213, "vi": 0.8205945023142425, "tr": 0.9533521485964811, "fi": 0.7937695272412142, "ru": 0.7332210390286984, "el": 0.9397367930312226, "hi": 0.9429698915740723, "ta": 0.7813078339411181, "th": 0.9116135826376717, "zh": 2.6173159115298685, "my": 0.4397612208261899}, "t": 119.6}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.31872, "de": 2.58929, "vi": 2.12125, "tr": 2.59794, "fi": 2.81506, "ru": 1.66245, "el": 1.76131, "hi": 1.3729, "ta": 1.12721, "th": 1.34337, "zh": 3.45687, "my": 1.25441}, "bytes_per_chunk": {"en": 5.503, "de": 6.245, "vi": 8.683, "tr": 5.944, "fi": 6.292, "ru": 13.125, "el": 11.449, "hi": 13.875, "ta": 17.257, "th": 14.822, "zh": 5.93, "my": 29.84}, "bpb_mean": 2.03506, "t": 120.9}
{"event": "train", "step": 2000, "phase": 1, "objective": "parity_a", "lm_loss": 1.61304, "bpb": 2.32713, "chunk_loss": 0.030275, "F": 0.14182, "G": 0.25818, "chunks": 145.22, "bytes_per_chunk": 7.051, "boundary_entropy": 0.41726, "router_noise": 0.0, "grad_norm": 0.8342, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.681, "alpha": 0.03, "t": 120.9}
{"event": "train", "step": 2050, "phase": 1, "objective": "parity_a", "lm_loss": 1.62581, "bpb": 2.34555, "chunk_loss": 0.030357, "F": 0.13879, "G": 0.28716, "chunks": 142.12, "bytes_per_chunk": 7.205, "boundary_entropy": 0.47611, "router_noise": 0.0, "grad_norm": 0.8229, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.6951, "alpha": 0.03, "t": 122.9}
{"event": "train", "step": 2100, "phase": 1, "objective": "parity_a", "lm_loss": 1.56941, "bpb": 2.26418, "chunk_loss": 0.030007, "F": 0.13278, "G": 0.2564, "chunks": 135.97, "bytes_per_chunk": 7.531, "boundary_entropy": 0.42443, "router_noise": 0.0, "grad_norm": 0.8028, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7491, "alpha": 0.03, "t": 124.9}
{"event": "train", "step": 2150, "phase": 1, "objective": "parity_a", "lm_loss": 1.51605, "bpb": 2.18719, "chunk_loss": 0.030392, "F": 0.14035, "G": 0.26114, "chunks": 143.72, "bytes_per_chunk": 7.125, "boundary_entropy": 0.42678, "router_noise": 0.0, "grad_norm": 0.7928, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1255, "alpha": 0.03, "t": 126.9}
{"event": "probe", "step": 2200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3215.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184738, "cps": 25.117188, "mean_p": 0.232049, "boundary_entropy": 0.31509, "bpb": 2.275801}, "de": {"chunks": 3434.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167243, "cps": 26.828125, "mean_p": 0.211674, "boundary_entropy": 0.292905, "bpb": 2.534545}, "vi": {"chunks": 3238.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.175644, "cps": 25.296875, "mean_p": 0.253005, "boundary_entropy": 0.427572, "bpb": 2.096838}, "tr": {"chunks": 3278.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181075, "cps": 25.609375, "mean_p": 0.223117, "boundary_entropy": 0.313477, "bpb": 2.548134}, "fi": {"chunks": 3176.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168837, "cps": 24.8125, "mean_p": 0.229541, "boundary_entropy": 0.32523, "bpb": 2.751201}, "ru": {"chunks": 2960.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.156201, "cps": 23.125, "mean_p": 0.257608, "boundary_entropy": 0.504188, "bpb": 1.653669}, "el": {"chunks": 2820.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137407, "cps": 22.03125, "mean_p": 0.279864, "boundary_entropy": 0.545192, "bpb": 1.738743}, "hi": {"chunks": 3431.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.203923, "cps": 26.804688, "mean_p": 0.247074, "boundary_entropy": 0.498339, "bpb": 1.354286}, "ta": {"chunks": 1826.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.097673, "cps": 14.265625, "mean_p": 0.332177, "boundary_entropy": 0.610978, "bpb": 1.099772}, "th": {"chunks": 3122.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.194094, "cps": 24.390625, "mean_p": 0.263434, "boundary_entropy": 0.525716, "bpb": 1.272238}, "zh": {"chunks": 2633.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.445818, "cps": 20.570312, "mean_p": 0.38207, "boundary_entropy": 0.616284, "bpb": 3.460224}, "my": {"chunks": 1756.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.092675, "cps": 13.71875, "mean_p": 0.279184, "boundary_entropy": 0.555654, "bpb": 1.217977}}, "bpb": {"en": 2.2758, "de": 2.53455, "vi": 2.09684, "tr": 2.54813, "fi": 2.7512, "ru": 1.65367, "el": 1.73874, "hi": 1.35429, "ta": 1.09977, "th": 1.27224, "zh": 3.46022, "my": 1.21798}, "gini_cpc": 0.205133, "gini_cps": 0.096322, "bpic": 11.000057, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.905296886194427, "vi": 0.9507730114761587, "tr": 0.9801703042096508, "fi": 0.9139275165179567, "ru": 0.8455234163736114, "el": 0.7437918342042978, "hi": 1.1038467621360681, "ta": 0.5287111223508086, "th": 1.0506425284416816, "zh": 2.413240245441939, "my": 0.5016539987806523}, "t": 129.7}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.28495, "de": 2.54096, "vi": 2.09792, "tr": 2.55414, "fi": 2.76037, "ru": 1.63064, "el": 1.72935, "hi": 1.35072, "ta": 1.10559, "th": 1.28918, "zh": 3.46536, "my": 1.22649}, "bytes_per_chunk": {"en": 5.862, "de": 6.167, "vi": 7.626, "tr": 6.136, "fi": 5.898, "ru": 11.963, "el": 15.247, "hi": 11.786, "ta": 28.794, "th": 14.203, "zh": 6.151, "my": 27.039}, "bpb_mean": 2.00297, "t": 131.0}
{"event": "train", "step": 2200, "phase": 1, "objective": "parity_a", "lm_loss": 1.46486, "bpb": 2.11334, "chunk_loss": 0.029905, "F": 0.12674, "G": 0.24829, "chunks": 129.78, "bytes_per_chunk": 7.89, "boundary_entropy": 0.41745, "router_noise": 0.0, "grad_norm": 0.7893, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 9.6363, "alpha": 0.03, "t": 131.0}
{"event": "train", "step": 2250, "phase": 1, "objective": "parity_a", "lm_loss": 1.55177, "bpb": 2.23873, "chunk_loss": 0.029996, "F": 0.14224, "G": 0.26893, "chunks": 145.66, "bytes_per_chunk": 7.03, "boundary_entropy": 0.43303, "router_noise": 0.0, "grad_norm": 0.8697, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9166, "alpha": 0.03, "t": 133.0}
{"event": "train", "step": 2300, "phase": 1, "objective": "parity_a", "lm_loss": 1.48853, "bpb": 2.14749, "chunk_loss": 0.030706, "F": 0.13611, "G": 0.26237, "chunks": 139.38, "bytes_per_chunk": 7.347, "boundary_entropy": 0.43411, "router_noise": 0.0, "grad_norm": 0.8122, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7836, "alpha": 0.03, "t": 134.9}
{"event": "train", "step": 2350, "phase": 1, "objective": "parity_a", "lm_loss": 1.50379, "bpb": 2.16952, "chunk_loss": 0.030511, "F": 0.13837, "G": 0.25515, "chunks": 141.69, "bytes_per_chunk": 7.227, "boundary_entropy": 0.41916, "router_noise": 0.0, "grad_norm": 0.7966, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3544, "alpha": 0.03, "t": 136.9}
{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3335.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191634, "cps": 26.054688, "mean_p": 0.238279, "boundary_entropy": 0.315468, "bpb": 2.249202}, "de": {"chunks": 3415.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166318, "cps": 26.679688, "mean_p": 0.2091, "boundary_entropy": 0.289488, "bpb": 2.501564}, "vi": {"chunks": 3101.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168213, "cps": 24.226562, "mean_p": 0.249474, "boundary_entropy": 0.419024, "bpb": 2.08279}, "tr": {"chunks": 3313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183008, "cps": 25.882812, "mean_p": 0.224249, "boundary_entropy": 0.311121, "bpb": 2.503671}, "fi": {"chunks": 3317.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176333, "cps": 25.914062, "mean_p": 0.227707, "boundary_entropy": 0.3164, "bpb": 2.705098}, "ru": {"chunks": 3075.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.162269, "cps": 24.023438, "mean_p": 0.261044, "boundary_entropy": 0.507162, "bpb": 1.629129}, "el": {"chunks": 3676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.179116, "cps": 28.71875, "mean_p": 0.298214, "boundary_entropy": 0.558307, "bpb": 1.715785}, "hi": {"chunks": 2716.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.161426, "cps": 21.21875, "mean_p": 0.238512, "boundary_entropy": 0.491707, "bpb": 1.329712}, "ta": {"chunks": 2147.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.114844, "cps": 16.773438, "mean_p": 0.343731, "boundary_entropy": 0.616769, "bpb": 1.081144}, "th": {"chunks": 2902.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.180417, "cps": 22.671875, "mean_p": 0.248604, "boundary_entropy": 0.510873, "bpb": 1.25754}, "zh": {"chunks": 3498.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.592279, "cps": 27.328125, "mean_p": 0.40801, "boundary_entropy": 0.623809, "bpb": 3.403837}, "my": {"chunks": 2173.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.114682, "cps": 16.976562, "mean_p": 0.285393, "boundary_entropy": 0.56642, "bpb": 1.195306}}, "bpb": {"en": 2.2492, "de": 2.50156, "vi": 2.08279, "tr": 2.50367, "fi": 2.7051, "ru": 1.62913, "el": 1.71578, "hi": 1.32971, "ta": 1.08114, "th": 1.25754, "zh": 3.40384, "my": 1.19531}, "gini_cpc": 0.21728, "gini_cps": 0.083497, "bpic": 10.466374, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8678937938131699, "vi": 0.8777824757271486, "tr": 0.9549907529801359, "fi": 0.9201568637827702, "ru": 0.8467675133409549, "el": 0.9346799776547919, "hi": 0.8423701611304303, "ta": 0.5992869999875697, "th": 0.941465965804788, "zh": 3.090684288739477, "my": 0.5984455365730688}, "t": 139.8}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.25688, "de": 2.5088, "vi": 2.08773, "tr": 2.51244, "fi": 2.71531, "ru": 1.6069, "el": 1.70725, "hi": 1.32818, "ta": 1.08816, "th": 1.27443, "zh": 3.40952, "my": 1.20496}, "bytes_per_chunk": {"en": 5.541, "de": 6.179, "vi": 8.115, "tr": 6.0, "fi": 5.597, "ru": 11.807, "el": 11.422, "hi": 14.84, "ta": 23.184, "th": 15.252, "zh": 5.227, "my": 21.906}, "bpb_mean": 1.97505, "t": 141.0}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 141.0}
{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.39471, "bpb": 2.01215, "chunk_loss": 0.030175, "F": 0.1301, "G": 0.2503, "chunks": 133.22, "bytes_per_chunk": 7.687, "boundary_entropy": 0.41695, "router_noise": 0.0, "grad_norm": 0.7917, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.027, "alpha": 0.03, "t": 141.0}
{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.47697, "bpb": 2.13081, "chunk_loss": 0.0304, "F": 0.12878, "G": 0.26809, "chunks": 131.88, "bytes_per_chunk": 7.765, "boundary_entropy": 0.46012, "router_noise": 0.0, "grad_norm": 0.7462, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.8405, "alpha": 0.03, "t": 143.0}
{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.51364, "bpb": 2.18372, "chunk_loss": 0.03031, "F": 0.14706, "G": 0.25873, "chunks": 150.59, "bytes_per_chunk": 6.8, "boundary_entropy": 0.40816, "router_noise": 0.0, "grad_norm": 0.7845, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.0154, "alpha": 0.03, "t": 145.0}
{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.57129, "bpb": 2.26689, "chunk_loss": 0.03058, "F": 0.15125, "G": 0.25575, "chunks": 154.88, "bytes_per_chunk": 6.612, "boundary_entropy": 0.39937, "router_noise": 0.0, "grad_norm": 0.7824, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.354, "alpha": 0.03, "t": 147.0}
{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3360.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19307, "cps": 26.25, "mean_p": 0.236789, "boundary_entropy": 0.305099, "bpb": 2.216103}, "de": {"chunks": 3436.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16734, "cps": 26.84375, "mean_p": 0.208938, "boundary_entropy": 0.279965, "bpb": 2.467618}, "vi": {"chunks": 3064.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166206, "cps": 23.9375, "mean_p": 0.246478, "boundary_entropy": 0.416904, "bpb": 2.065616}, "tr": {"chunks": 3459.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191073, "cps": 27.023438, "mean_p": 0.221871, "boundary_entropy": 0.300944, "bpb": 2.478943}, "fi": {"chunks": 3169.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168465, "cps": 24.757812, "mean_p": 0.220924, "boundary_entropy": 0.300669, "bpb": 2.68643}, "ru": {"chunks": 3059.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161425, "cps": 23.898438, "mean_p": 0.248379, "boundary_entropy": 0.490875, "bpb": 1.612162}, "el": {"chunks": 4074.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.198509, "cps": 31.828125, "mean_p": 0.29891, "boundary_entropy": 0.553261, "bpb": 1.703939}, "hi": {"chunks": 2884.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.171412, "cps": 22.53125, "mean_p": 0.214674, "boundary_entropy": 0.454513, "bpb": 1.322507}, "ta": {"chunks": 1726.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.092324, "cps": 13.484375, "mean_p": 0.327223, "boundary_entropy": 0.605261, "bpb": 1.077155}, "th": {"chunks": 2778.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.172707, "cps": 21.703125, "mean_p": 0.220359, "boundary_entropy": 0.470114, "bpb": 1.233896}, "zh": {"chunks": 2933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.496614, "cps": 22.914062, "mean_p": 0.391537, "boundary_entropy": 0.616507, "bpb": 3.366044}, "my": {"chunks": 2348.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.123918, "cps": 18.34375, "mean_p": 0.316047, "boundary_entropy": 0.593852, "bpb": 1.201956}}, "bpb": {"en": 2.2161, "de": 2.46762, "vi": 2.06562, "tr": 2.47894, "fi": 2.68643, "ru": 1.61216, "el": 1.70394, "hi": 1.32251, "ta": 1.07716, "th": 1.2339, "zh": 3.36604, "my": 1.20196}, "gini_cpc": 0.19841, "gini_cps": 0.099949, "bpic": 10.575393, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8667335160821256, "vi": 0.8608559029795808, "tr": 0.9896573476377238, "fi": 0.8725597959400655, "ru": 0.8360939973614776, "el": 1.028170223651513, "hi": 0.8878202080237743, "ta": 0.4781896419974784, "th": 0.894532283849194, "zh": 2.572192473755503, "my": 0.6418293298953527}, "t": 149.8}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.22537, "de": 2.47818, "vi": 2.06776, "tr": 2.48555, "fi": 2.6942, "ru": 1.58906, "el": 1.69486, "hi": 1.31885, "ta": 1.08288, "th": 1.2516, "zh": 3.37054, "my": 1.21151}, "bytes_per_chunk": {"en": 5.576, "de": 6.16, "vi": 8.45, "tr": 5.813, "fi": 5.767, "ru": 11.757, "el": 10.657, "hi": 13.743, "ta": 33.917, "th": 15.644, "zh": 6.061, "my": 20.643}, "bpb_mean": 1.95586, "t": 151.0}
{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.60955, "bpb": 2.32208, "chunk_loss": 0.030128, "F": 0.14972, "G": 0.25895, "chunks": 153.31, "bytes_per_chunk": 6.679, "boundary_entropy": 0.40897, "router_noise": 0.0, "grad_norm": 0.8547, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 8.0814, "alpha": 0.03, "t": 151.1}
{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.51423, "bpb": 2.18457, "chunk_loss": 0.030403, "F": 0.13318, "G": 0.24942, "chunks": 136.38, "bytes_per_chunk": 7.509, "boundary_entropy": 0.41639, "router_noise": 0.0, "grad_norm": 0.7498, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2749, "alpha": 0.03, "t": 153.1}
{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.53134, "bpb": 2.20925, "chunk_loss": 0.030243, "F": 0.14346, "G": 0.25415, "chunks": 146.91, "bytes_per_chunk": 6.97, "boundary_entropy": 0.4042, "router_noise": 0.0, "grad_norm": 0.8052, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.6096, "alpha": 0.03, "t": 155.0}
{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.4146, "bpb": 2.04084, "chunk_loss": 0.029957, "F": 0.14432, "G": 0.23535, "chunks": 147.78, "bytes_per_chunk": 6.929, "boundary_entropy": 0.36598, "router_noise": 0.0, "grad_norm": 0.7989, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5736, "alpha": 0.03, "t": 157.0}
{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3282.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188588, "cps": 25.640625, "mean_p": 0.232995, "boundary_entropy": 0.302625, "bpb": 2.204394}, "de": {"chunks": 3438.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167438, "cps": 26.859375, "mean_p": 0.208185, "boundary_entropy": 0.281906, "bpb": 2.457007}, "vi": {"chunks": 3082.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167182, "cps": 24.078125, "mean_p": 0.255676, "boundary_entropy": 0.429896, "bpb": 2.050535}, "tr": {"chunks": 3309.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182787, "cps": 25.851562, "mean_p": 0.218238, "boundary_entropy": 0.303463, "bpb": 2.449716}, "fi": {"chunks": 3199.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17006, "cps": 24.992188, "mean_p": 0.224665, "boundary_entropy": 0.307697, "bpb": 2.65758}, "ru": {"chunks": 3049.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160897, "cps": 23.820312, "mean_p": 0.245852, "boundary_entropy": 0.484902, "bpb": 1.584485}, "el": {"chunks": 3362.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.163816, "cps": 26.265625, "mean_p": 0.274242, "boundary_entropy": 0.531017, "bpb": 1.671001}, "hi": {"chunks": 2733.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.162437, "cps": 21.351562, "mean_p": 0.201654, "boundary_entropy": 0.434047, "bpb": 1.302675}, "ta": {"chunks": 2550.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.1364, "cps": 19.921875, "mean_p": 0.353349, "boundary_entropy": 0.624409, "bpb": 1.086488}, "th": {"chunks": 2390.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.148586, "cps": 18.671875, "mean_p": 0.218688, "boundary_entropy": 0.471472, "bpb": 1.226575}, "zh": {"chunks": 3218.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.54487, "cps": 25.140625, "mean_p": 0.399347, "boundary_entropy": 0.618333, "bpb": 3.35554}, "my": {"chunks": 2274.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.120013, "cps": 17.765625, "mean_p": 0.309503, "boundary_entropy": 0.590511, "bpb": 1.19193}}, "bpb": {"en": 2.20439, "de": 2.45701, "vi": 2.05053, "tr": 2.44972, "fi": 2.65758, "ru": 1.58449, "el": 1.671, "hi": 1.30267, "ta": 1.08649, "th": 1.22658, "zh": 3.35554, "my": 1.19193}, "gini_cpc": 0.196229, "gini_cps": 0.070208, "bpic": 10.694449, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8878487931007925, "vi": 0.8864924392189764, "tr": 0.9692409602941365, "fi": 0.9017536318407186, "ru": 0.8531664198578959, "el": 0.8686451665545617, "hi": 0.8613310479150084, "ta": 0.7232696714750837, "th": 0.7878841779190645, "zh": 2.889203555272703, "my": 0.6363742933127091}, "t": 159.9}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.21227, "de": 2.46386, "vi": 2.05114, "tr": 2.45629, "fi": 2.6661, "ru": 1.56219, "el": 1.66136, "hi": 1.29931, "ta": 1.09372, "th": 1.24199, "zh": 3.35765, "my": 1.20069}, "bytes_per_chunk": {"en": 5.663, "de": 6.135, "vi": 8.287, "tr": 6.072, "fi": 5.801, "ru": 11.879, "el": 12.601, "hi": 14.209, "ta": 21.34, "th": 17.838, "zh": 5.758, "my": 20.265}, "bpb_mean": 1.93888, "t": 161.1}
{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.48708, "bpb": 2.14541, "chunk_loss": 0.029992, "F": 0.13177, "G": 0.24683, "chunks": 134.94, "bytes_per_chunk": 7.589, "boundary_entropy": 0.40697, "router_noise": 0.0, "grad_norm": 0.9764, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.2272, "alpha": 0.03, "t": 161.2}
{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.44243, "bpb": 2.08099, "chunk_loss": 0.029839, "F": 0.12991, "G": 0.23964, "chunks": 133.03, "bytes_per_chunk": 7.697, "boundary_entropy": 0.39346, "router_noise": 0.0, "grad_norm": 0.7261, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.3574, "alpha": 0.03, "t": 163.1}
{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.46593, "bpb": 2.11489, "chunk_loss": 0.03008, "F": 0.13831, "G": 0.23489, "chunks": 141.62, "bytes_per_chunk": 7.23, "boundary_entropy": 0.37993, "router_noise": 0.0, "grad_norm": 0.8028, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9121, "alpha": 0.03, "t": 165.1}
{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.3696, "bpb": 1.97591, "chunk_loss": 0.029916, "F": 0.13022, "G": 0.24813, "chunks": 133.34, "bytes_per_chunk": 7.679, "boundary_entropy": 0.40715, "router_noise": 0.0, "grad_norm": 0.7294, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8268, "alpha": 0.03, "t": 167.0}
{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3243.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186347, "cps": 25.335938, "mean_p": 0.232007, "boundary_entropy": 0.297049, "bpb": 2.179722}, "de": {"chunks": 3494.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170165, "cps": 27.296875, "mean_p": 0.207581, "boundary_entropy": 0.270664, "bpb": 2.413052}, "vi": {"chunks": 3062.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166097, "cps": 23.921875, "mean_p": 0.24626, "boundary_entropy": 0.417477, "bpb": 2.032627}, "tr": {"chunks": 3420.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188919, "cps": 26.71875, "mean_p": 0.226025, "boundary_entropy": 0.298331, "bpb": 2.411042}, "fi": {"chunks": 3243.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172399, "cps": 25.335938, "mean_p": 0.221793, "boundary_entropy": 0.294906, "bpb": 2.612939}, "ru": {"chunks": 3479.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.183588, "cps": 27.179688, "mean_p": 0.248348, "boundary_entropy": 0.483273, "bpb": 1.567937}, "el": {"chunks": 3635.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.177118, "cps": 28.398438, "mean_p": 0.274928, "boundary_entropy": 0.525864, "bpb": 1.639257}, "hi": {"chunks": 2822.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.167727, "cps": 22.046875, "mean_p": 0.201353, "boundary_entropy": 0.426518, "bpb": 1.288912}, "ta": {"chunks": 3504.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.18743, "cps": 27.375, "mean_p": 0.35983, "boundary_entropy": 0.627928, "bpb": 1.054638}, "th": {"chunks": 2721.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.169164, "cps": 21.257812, "mean_p": 0.206883, "boundary_entropy": 0.449349, "bpb": 1.211108}, "zh": {"chunks": 3420.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.579072, "cps": 26.71875, "mean_p": 0.398196, "boundary_entropy": 0.6141, "bpb": 3.330073}, "my": {"chunks": 2788.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.14714, "cps": 21.78125, "mean_p": 0.314665, "boundary_entropy": 0.587211, "bpb": 1.176205}}, "bpb": {"en": 2.17972, "de": 2.41305, "vi": 2.03263, "tr": 2.41104, "fi": 2.61294, "ru": 1.56794, "el": 1.63926, "hi": 1.28891, "ta": 1.05464, "th": 1.21111, "zh": 3.33007, "my": 1.17621}, "gini_cpc": 0.17452, "gini_cps": 0.051495, "bpic": 9.883366, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.913161651785648, "vi": 0.891331419967699, "tr": 1.0138010254099996, "fi": 0.9251501780872894, "ru": 0.9851954239575884, "el": 0.9504750947730718, "hi": 0.9000758474419014, "ta": 1.005809653429276, "th": 0.9077884400546703, "zh": 3.1074906811712197, "my": 0.7895989549860107}, "t": 169.9}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.1891, "de": 2.42014, "vi": 2.03183, "tr": 2.4201, "fi": 2.61937, "ru": 1.54547, "el": 1.63076, "hi": 1.28557, "ta": 1.06186, "th": 1.22979, "zh": 3.33187, "my": 1.18565}, "bytes_per_chunk": {"en": 5.775, "de": 6.072, "vi": 8.524, "tr": 5.818, "fi": 5.758, "ru": 10.241, "el": 11.959, "hi": 15.004, "ta": 15.465, "th": 16.045, "zh": 5.558, "my": 19.058}, "bpb_mean": 1.91263, "t": 171.1}
{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.44544, "bpb": 2.08533, "chunk_loss": 0.030251, "F": 0.13324, "G": 0.24714, "chunks": 136.44, "bytes_per_chunk": 7.505, "boundary_entropy": 0.40827, "router_noise": 0.0, "grad_norm": 0.7607, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.5059, "alpha": 0.03, "t": 171.2}
{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.40691, "bpb": 2.02974, "chunk_loss": 0.0299, "F": 0.12842, "G": 0.24443, "chunks": 131.5, "bytes_per_chunk": 7.787, "boundary_entropy": 0.40642, "router_noise": 0.0, "grad_norm": 0.7382, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6662, "alpha": 0.03, "t": 173.1}
{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.42502, "bpb": 2.05587, "chunk_loss": 0.030455, "F": 0.14349, "G": 0.25237, "chunks": 146.94, "bytes_per_chunk": 6.969, "boundary_entropy": 0.39798, "router_noise": 0.0, "grad_norm": 0.8676, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.4014, "alpha": 0.03, "t": 175.1}
{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.36463, "bpb": 1.96874, "chunk_loss": 0.030149, "F": 0.1283, "G": 0.25264, "chunks": 131.38, "bytes_per_chunk": 7.794, "boundary_entropy": 0.42336, "router_noise": 0.0, "grad_norm": 0.7592, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7269, "alpha": 0.03, "t": 177.1}
{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3520.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202264, "cps": 27.5, "mean_p": 0.239827, "boundary_entropy": 0.293073, "bpb": 2.161368}, "de": {"chunks": 3552.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17299, "cps": 27.75, "mean_p": 0.209921, "boundary_entropy": 0.266941, "bpb": 2.383842}, "vi": {"chunks": 3047.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.165283, "cps": 23.804688, "mean_p": 0.239533, "boundary_entropy": 0.401788, "bpb": 2.01359}, "tr": {"chunks": 3332.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184058, "cps": 26.03125, "mean_p": 0.215945, "boundary_entropy": 0.278726, "bpb": 2.388552}, "fi": {"chunks": 3355.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178353, "cps": 26.210938, "mean_p": 0.223231, "boundary_entropy": 0.282799, "bpb": 2.582351}, "ru": {"chunks": 3115.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.16438, "cps": 24.335938, "mean_p": 0.244163, "boundary_entropy": 0.479989, "bpb": 1.539949}, "el": {"chunks": 3656.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.178142, "cps": 28.5625, "mean_p": 0.274723, "boundary_entropy": 0.526897, "bpb": 1.617196}, "hi": {"chunks": 2966.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176285, "cps": 23.171875, "mean_p": 0.214012, "boundary_entropy": 0.446666, "bpb": 1.278469}, "ta": {"chunks": 2777.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.148542, "cps": 21.695312, "mean_p": 0.3349, "boundary_entropy": 0.606989, "bpb": 1.043783}, "th": {"chunks": 2975.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184955, "cps": 23.242188, "mean_p": 0.230964, "boundary_entropy": 0.478556, "bpb": 1.196714}, "zh": {"chunks": 3380.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.572299, "cps": 26.40625, "mean_p": 0.393393, "boundary_entropy": 0.609983, "bpb": 3.294492}, "my": {"chunks": 1841.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.097161, "cps": 14.382812, "mean_p": 0.281628, "boundary_entropy": 0.564454, "bpb": 1.164434}}, "bpb": {"en": 2.16137, "de": 2.38384, "vi": 2.01359, "tr": 2.38855, "fi": 2.58235, "ru": 1.53995, "el": 1.6172, "hi": 1.27847, "ta": 1.04378, "th": 1.19671, "zh": 3.29449, "my": 1.16443}, "gini_cpc": 0.205037, "gini_cps": 0.075488, "bpic": 10.229795, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8552675737061848, "vi": 0.8171669039869812, "tr": 0.9099884875937189, "fi": 0.8817837634894478, "ru": 0.8127000629647398, "el": 0.8807381297258509, "hi": 0.8715604822369311, "ta": 0.7343986451165844, "th": 0.9144234641252438, "zh": 2.829467529169104, "my": 0.4803655668864068}, "t": 179.9}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.16845, "de": 2.39206, "vi": 2.01582, "tr": 2.39463, "fi": 2.59076, "ru": 1.51654, "el": 1.60872, "hi": 1.2741, "ta": 1.05117, "th": 1.21479, "zh": 3.29808, "my": 1.17349}, "bytes_per_chunk": {"en": 5.242, "de": 5.932, "vi": 8.476, "tr": 5.943, "fi": 5.48, "ru": 11.416, "el": 11.685, "hi": 14.735, "ta": 18.042, "th": 14.392, "zh": 5.581, "my": 26.014}, "bpb_mean": 1.89155, "t": 181.2}
{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.39328, "bpb": 2.01008, "chunk_loss": 0.030086, "F": 0.1293, "G": 0.25971, "chunks": 132.41, "bytes_per_chunk": 7.734, "boundary_entropy": 0.43353, "router_noise": 0.0, "grad_norm": 0.7482, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.469, "alpha": 0.03, "t": 181.2}
{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.46284, "bpb": 2.11044, "chunk_loss": 0.029931, "F": 0.13245, "G": 0.23162, "chunks": 135.62, "bytes_per_chunk": 7.55, "boundary_entropy": 0.37694, "router_noise": 0.0, "grad_norm": 0.7726, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.943, "alpha": 0.03, "t": 183.2}
{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.42992, "bpb": 2.06294, "chunk_loss": 0.029945, "F": 0.14407, "G": 0.23947, "chunks": 147.53, "bytes_per_chunk": 6.941, "boundary_entropy": 0.37402, "router_noise": 0.0, "grad_norm": 0.8291, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4233, "alpha": 0.03, "t": 185.2}
{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.48131, "bpb": 2.13707, "chunk_loss": 0.030043, "F": 0.14044, "G": 0.25516, "chunks": 143.81, "bytes_per_chunk": 7.12, "boundary_entropy": 0.40472, "router_noise": 0.0, "grad_norm": 0.7107, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9185, "alpha": 0.03, "t": 187.1}
{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3278.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188358, "cps": 25.609375, "mean_p": 0.227935, "boundary_entropy": 0.284818, "bpb": 2.144783}, "de": {"chunks": 3486.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169775, "cps": 27.234375, "mean_p": 0.206992, "boundary_entropy": 0.260638, "bpb": 2.357616}, "vi": {"chunks": 3108.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168592, "cps": 24.28125, "mean_p": 0.244216, "boundary_entropy": 0.40668, "bpb": 2.001356}, "tr": {"chunks": 3237.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17881, "cps": 25.289062, "mean_p": 0.215347, "boundary_entropy": 0.283995, "bpb": 2.365167}, "fi": {"chunks": 3249.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172718, "cps": 25.382812, "mean_p": 0.217868, "boundary_entropy": 0.282248, "bpb": 2.575964}, "ru": {"chunks": 3128.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.165066, "cps": 24.4375, "mean_p": 0.244408, "boundary_entropy": 0.478612, "bpb": 1.518667}, "el": {"chunks": 3149.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.153438, "cps": 24.601562, "mean_p": 0.263848, "boundary_entropy": 0.517952, "bpb": 1.612815}, "hi": {"chunks": 2783.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.165409, "cps": 21.742188, "mean_p": 0.21328, "boundary_entropy": 0.447451, "bpb": 1.266041}, "ta": {"chunks": 2641.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141268, "cps": 20.632812, "mean_p": 0.332942, "boundary_entropy": 0.605771, "bpb": 1.03144}, "th": {"chunks": 2776.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.172583, "cps": 21.6875, "mean_p": 0.203874, "boundary_entropy": 0.439786, "bpb": 1.182805}, "zh": {"chunks": 3134.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.530647, "cps": 24.484375, "mean_p": 0.384371, "boundary_entropy": 0.605592, "bpb": 3.270526}, "my": {"chunks": 2246.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.118535, "cps": 17.546875, "mean_p": 0.313387, "boundary_entropy": 0.593871, "bpb": 1.152808}}, "bpb": {"en": 2.14478, "de": 2.35762, "vi": 2.00136, "tr": 2.36517, "fi": 2.57596, "ru": 1.51867, "el": 1.61282, "hi": 1.26604, "ta": 1.03144, "th": 1.1828, "zh": 3.27053, "my": 1.15281}, "gini_cpc": 0.186207, "gini_cps": 0.057718, "bpic": 10.597294, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.901343116857053, "vi": 0.8950618344254245, "tr": 0.9493083894521677, "fi": 0.916965505980965, "ru": 0.8763401327471382, "el": 0.8146048405876388, "hi": 0.8781592987424833, "ta": 0.7499945416459362, "th": 0.9162491135883328, "zh": 2.8172197248452315, "my": 0.6293055281317753}, "t": 190.0}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.15157, "de": 2.36667, "vi": 2.00285, "tr": 2.37196, "fi": 2.58595, "ru": 1.49626, "el": 1.60396, "hi": 1.26361, "ta": 1.03933, "th": 1.20047, "zh": 3.27361, "my": 1.16189}, "bytes_per_chunk": {"en": 5.743, "de": 6.117, "vi": 8.469, "tr": 6.165, "fi": 5.823, "ru": 11.252, "el": 13.417, "hi": 15.172, "ta": 20.163, "th": 15.343, "zh": 5.927, "my": 21.583}, "bpb_mean": 1.87651, "t": 191.2}
{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.41239, "bpb": 2.03765, "chunk_loss": 0.029818, "F": 0.12363, "G": 0.25458, "chunks": 126.59, "bytes_per_chunk": 8.089, "boundary_entropy": 0.43043, "router_noise": 0.0, "grad_norm": 0.7424, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 9.6778, "alpha": 0.03, "t": 191.2}
{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.26707, "bpb": 1.82799, "chunk_loss": 0.029666, "F": 0.12183, "G": 0.23067, "chunks": 124.75, "bytes_per_chunk": 8.208, "boundary_entropy": 0.38359, "router_noise": 0.0, "grad_norm": 0.7279, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8297, "alpha": 0.03, "t": 193.2}
{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.46527, "bpb": 2.11394, "chunk_loss": 0.030144, "F": 0.14697, "G": 0.24153, "chunks": 150.5, "bytes_per_chunk": 6.804, "boundary_entropy": 0.37088, "router_noise": 0.0, "grad_norm": 0.8996, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7543, "alpha": 0.03, "t": 195.1}
{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.39474, "bpb": 2.01218, "chunk_loss": 0.030004, "F": 0.12543, "G": 0.24466, "chunks": 128.44, "bytes_per_chunk": 7.973, "boundary_entropy": 0.40196, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6795, "alpha": 0.03, "t": 197.1}
{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3451.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198299, "cps": 26.960938, "mean_p": 0.235274, "boundary_entropy": 0.282409, "bpb": 2.126679}, "de": {"chunks": 3558.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173282, "cps": 27.796875, "mean_p": 0.208786, "boundary_entropy": 0.260196, "bpb": 2.349795}, "vi": {"chunks": 3379.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.183293, "cps": 26.398438, "mean_p": 0.254407, "boundary_entropy": 0.414277, "bpb": 2.001999}, "tr": {"chunks": 3329.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183892, "cps": 26.007812, "mean_p": 0.218585, "boundary_entropy": 0.283572, "bpb": 2.340046}, "fi": {"chunks": 3128.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166286, "cps": 24.4375, "mean_p": 0.211376, "boundary_entropy": 0.274256, "bpb": 2.534766}, "ru": {"chunks": 3054.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161161, "cps": 23.859375, "mean_p": 0.239289, "boundary_entropy": 0.471543, "bpb": 1.510243}, "el": {"chunks": 3137.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.152853, "cps": 24.507812, "mean_p": 0.262316, "boundary_entropy": 0.514079, "bpb": 1.595997}, "hi": {"chunks": 2804.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.166657, "cps": 21.90625, "mean_p": 0.212763, "boundary_entropy": 0.446131, "bpb": 1.25881}, "ta": {"chunks": 5186.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.2774, "cps": 40.515625, "mean_p": 0.362024, "boundary_entropy": 0.621126, "bpb": 1.031894}, "th": {"chunks": 2743.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170532, "cps": 21.429688, "mean_p": 0.219364, "boundary_entropy": 0.462132, "bpb": 1.173952}, "zh": {"chunks": 3507.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.593803, "cps": 27.398438, "mean_p": 0.395006, "boundary_entropy": 0.607407, "bpb": 3.278133}, "my": {"chunks": 2402.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126768, "cps": 18.765625, "mean_p": 0.314097, "boundary_entropy": 0.591438, "bpb": 1.145037}}, "bpb": {"en": 2.12668, "de": 2.3498, "vi": 2.002, "tr": 2.34005, "fi": 2.53477, "ru": 1.51024, "el": 1.596, "hi": 1.25881, "ta": 1.03189, "th": 1.17395, "zh": 3.27813, "my": 1.14504}, "gini_cpc": 0.217253, "gini_cps": 0.096212, "bpic": 9.672388, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8738415630855833, "vi": 0.9243239598243833, "tr": 0.9273472846138343, "fi": 0.838559767330351, "ru": 0.8127163171701217, "el": 0.7708197514169915, "hi": 0.8404310656988112, "ta": 1.3988984978946066, "th": 0.8599711922328019, "zh": 2.9944804643952008, "my": 0.6392765706225711}, "t": 199.9}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.13669, "de": 2.35825, "vi": 2.00331, "tr": 2.34842, "fi": 2.54551, "ru": 1.48755, "el": 1.58678, "hi": 1.25583, "ta": 1.03915, "th": 1.19148, "zh": 3.27901, "my": 1.15492}, "bytes_per_chunk": {"en": 5.379, "de": 5.946, "vi": 7.626, "tr": 5.911, "fi": 5.976, "ru": 11.639, "el": 12.828, "hi": 14.753, "ta": 10.02, "th": 15.401, "zh": 5.506, "my": 19.409}, "bpb_mean": 1.86558, "t": 201.2}
{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.66316, "bpb": 2.39944, "chunk_loss": 0.030579, "F": 0.1655, "G": 0.27368, "chunks": 169.47, "bytes_per_chunk": 6.042, "boundary_entropy": 0.41311, "router_noise": 0.0, "grad_norm": 0.8419, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 7.8431, "alpha": 0.03, "t": 201.2}
{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.45632, "bpb": 2.10102, "chunk_loss": 0.029965, "F": 0.13831, "G": 0.24921, "chunks": 141.62, "bytes_per_chunk": 7.23, "boundary_entropy": 0.4006, "router_noise": 0.0, "grad_norm": 0.8558, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.856, "alpha": 0.03, "t": 203.2}
{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.37398, "bpb": 1.98224, "chunk_loss": 0.029648, "F": 0.11304, "G": 0.23965, "chunks": 115.75, "bytes_per_chunk": 8.847, "boundary_entropy": 0.4103, "router_noise": 0.0, "grad_norm": 0.7673, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.295, "alpha": 0.03, "t": 205.1}
{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.41551, "bpb": 2.04215, "chunk_loss": 0.030281, "F": 0.14047, "G": 0.24548, "chunks": 143.84, "bytes_per_chunk": 7.119, "boundary_entropy": 0.39357, "router_noise": 0.0, "grad_norm": 0.8293, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0563, "alpha": 0.03, "t": 207.1}
{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3266.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187669, "cps": 25.515625, "mean_p": 0.224278, "boundary_entropy": 0.271813, "bpb": 2.119697}, "de": {"chunks": 3412.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166172, "cps": 26.65625, "mean_p": 0.198259, "boundary_entropy": 0.248741, "bpb": 2.325834}, "vi": {"chunks": 3081.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167128, "cps": 24.070312, "mean_p": 0.248465, "boundary_entropy": 0.41112, "bpb": 1.985317}, "tr": {"chunks": 3270.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180633, "cps": 25.546875, "mean_p": 0.215165, "boundary_entropy": 0.275529, "bpb": 2.325957}, "fi": {"chunks": 3198.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.170007, "cps": 24.984375, "mean_p": 0.211115, "boundary_entropy": 0.26889, "bpb": 2.512414}, "ru": {"chunks": 2984.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.157467, "cps": 23.3125, "mean_p": 0.23254, "boundary_entropy": 0.464631, "bpb": 1.494393}, "el": {"chunks": 3475.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.169322, "cps": 27.148438, "mean_p": 0.263624, "boundary_entropy": 0.509323, "bpb": 1.573956}, "hi": {"chunks": 2769.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.164577, "cps": 21.632812, "mean_p": 0.217613, "boundary_entropy": 0.454458, "bpb": 1.245341}, "ta": {"chunks": 3097.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.165659, "cps": 24.195312, "mean_p": 0.344716, "boundary_entropy": 0.611566, "bpb": 1.018183}, "th": {"chunks": 2674.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.166242, "cps": 20.890625, "mean_p": 0.189499, "boundary_entropy": 0.416097, "bpb": 1.163033}, "zh": {"chunks": 3256.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.551304, "cps": 25.4375, "mean_p": 0.38306, "boundary_entropy": 0.599082, "bpb": 3.238012}, "my": {"chunks": 2041.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.107716, "cps": 15.945312, "mean_p": 0.286534, "boundary_entropy": 0.571693, "bpb": 1.140561}}, "bpb": {"en": 2.1197, "de": 2.32583, "vi": 1.98532, "tr": 2.32596, "fi": 2.51241, "ru": 1.49439, "el": 1.57396, "hi": 1.24534, "ta": 1.01818, "th": 1.16303, "zh": 3.23801, "my": 1.14056}, "gini_cpc": 0.187482, "gini_cps": 0.063793, "bpic": 10.507927, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8854510456171564, "vi": 0.8905462847485024, "tr": 0.9625097578160543, "fi": 0.9058880188374622, "ru": 0.8390687453850094, "el": 0.9022396391914211, "hi": 0.8769519994831708, "ta": 0.8827214411508295, "th": 0.885825702821489, "zh": 2.9376421665492596, "my": 0.5739678523269474}, "t": 209.9}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.12928, "de": 2.33623, "vi": 1.98639, "tr": 2.33095, "fi": 2.5231, "ru": 1.47159, "el": 1.56468, "hi": 1.24211, "ta": 1.02604, "th": 1.18009, "zh": 3.23908, "my": 1.14946}, "bytes_per_chunk": {"en": 5.701, "de": 6.252, "vi": 8.836, "tr": 6.06, "fi": 5.887, "ru": 11.829, "el": 11.495, "hi": 15.005, "ta": 17.211, "th": 15.847, "zh": 5.829, "my": 22.388}, "bpb_mean": 1.84825, "t": 211.2}
{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.48625, "bpb": 2.14421, "chunk_loss": 0.029908, "F": 0.12912, "G": 0.25832, "chunks": 132.22, "bytes_per_chunk": 7.745, "boundary_entropy": 0.42818, "router_noise": 0.0, "grad_norm": 0.773, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 9.1031, "alpha": 0.03, "t": 211.2}
{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.4866, "bpb": 2.1447, "chunk_loss": 0.030453, "F": 0.14139, "G": 0.25666, "chunks": 144.78, "bytes_per_chunk": 7.073, "boundary_entropy": 0.41262, "router_noise": 0.0, "grad_norm": 0.8, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1437, "alpha": 0.03, "t": 213.2}
{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.49183, "bpb": 2.15226, "chunk_loss": 0.03038, "F": 0.1525, "G": 0.23357, "chunks": 156.16, "bytes_per_chunk": 6.558, "boundary_entropy": 0.34607, "router_noise": 0.0, "grad_norm": 0.8203, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.4141, "alpha": 0.03, "t": 215.1}
{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.55855, "bpb": 2.24851, "chunk_loss": 0.03061, "F": 0.14743, "G": 0.26811, "chunks": 150.97, "bytes_per_chunk": 6.783, "boundary_entropy": 0.42864, "router_noise": 0.0, "grad_norm": 0.7611, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0542, "alpha": 0.03, "t": 217.1}
{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3307.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190025, "cps": 25.835938, "mean_p": 0.227745, "boundary_entropy": 0.272078, "bpb": 2.104939}, "de": {"chunks": 3433.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167194, "cps": 26.820312, "mean_p": 0.198948, "boundary_entropy": 0.246732, "bpb": 2.315392}, "vi": {"chunks": 3168.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.171847, "cps": 24.75, "mean_p": 0.247151, "boundary_entropy": 0.409121, "bpb": 1.976239}, "tr": {"chunks": 3281.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181241, "cps": 25.632812, "mean_p": 0.213565, "boundary_entropy": 0.266552, "bpb": 2.313273}, "fi": {"chunks": 3229.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.171655, "cps": 25.226562, "mean_p": 0.212119, "boundary_entropy": 0.26657, "bpb": 2.49347}, "ru": {"chunks": 2829.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.149288, "cps": 22.101562, "mean_p": 0.22806, "boundary_entropy": 0.456364, "bpb": 1.482952}, "el": {"chunks": 3106.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.151342, "cps": 24.265625, "mean_p": 0.252894, "boundary_entropy": 0.499202, "bpb": 1.557844}, "hi": {"chunks": 2866.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.170342, "cps": 22.390625, "mean_p": 0.210647, "boundary_entropy": 0.438903, "bpb": 1.237372}, "ta": {"chunks": 2594.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.138754, "cps": 20.265625, "mean_p": 0.340036, "boundary_entropy": 0.607723, "bpb": 1.025062}, "th": {"chunks": 2442.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.151818, "cps": 19.078125, "mean_p": 0.187199, "boundary_entropy": 0.415033, "bpb": 1.149478}, "zh": {"chunks": 3307.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.559939, "cps": 25.835938, "mean_p": 0.379871, "boundary_entropy": 0.59294, "bpb": 3.215473}, "my": {"chunks": 2122.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.111991, "cps": 16.578125, "mean_p": 0.303848, "boundary_entropy": 0.579803, "bpb": 1.135135}}, "bpb": {"en": 2.10494, "de": 2.31539, "vi": 1.97624, "tr": 2.31327, "fi": 2.49347, "ru": 1.48295, "el": 1.55784, "hi": 1.23737, "ta": 1.02506, "th": 1.14948, "zh": 3.21547, "my": 1.13513}, "gini_cpc": 0.207942, "gini_cps": 0.071479, "bpic": 10.754988, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8798554359403247, "vi": 0.9043404490265613, "tr": 0.9537742743155656, "fi": 0.9033292788158019, "ru": 0.7856220394414024, "el": 0.796435356344798, "hi": 0.8964189698918634, "ta": 0.7301875563137608, "th": 0.7989406519774794, "zh": 2.9466644090755163, "my": 0.5893481556864141}, "t": 220.0}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.11488, "de": 2.32501, "vi": 1.97816, "tr": 2.32024, "fi": 2.50388, "ru": 1.45963, "el": 1.54931, "hi": 1.23575, "ta": 1.03397, "th": 1.16591, "zh": 3.21585, "my": 1.14438}, "bytes_per_chunk": {"en": 5.593, "de": 6.224, "vi": 8.165, "tr": 6.092, "fi": 5.822, "ru": 12.338, "el": 12.959, "hi": 16.129, "ta": 20.114, "th": 17.403, "zh": 5.776, "my": 23.551}, "bpb_mean": 1.83725, "t": 221.2}
{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.35416, "bpb": 1.95365, "chunk_loss": 0.029981, "F": 0.13937, "G": 0.24131, "chunks": 142.72, "bytes_per_chunk": 7.175, "boundary_entropy": 0.37572, "router_noise": 0.0, "grad_norm": 0.7709, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.7169, "alpha": 0.03, "t": 221.2}
{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.55497, "bpb": 2.24334, "chunk_loss": 0.030304, "F": 0.15106, "G": 0.25502, "chunks": 154.69, "bytes_per_chunk": 6.62, "boundary_entropy": 0.39177, "router_noise": 0.0, "grad_norm": 0.7881, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.3032, "alpha": 0.03, "t": 223.3}
{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41907, "bpb": 2.04728, "chunk_loss": 0.030442, "F": 0.1459, "G": 0.23757, "chunks": 149.41, "bytes_per_chunk": 6.854, "boundary_entropy": 0.36305, "router_noise": 0.0, "grad_norm": 0.7815, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5769, "alpha": 0.03, "t": 225.3}
{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.40092, "bpb": 2.0211, "chunk_loss": 0.030007, "F": 0.14471, "G": 0.22487, "chunks": 148.19, "bytes_per_chunk": 6.91, "boundary_entropy": 0.33145, "router_noise": 0.0, "grad_norm": 0.8521, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3506, "alpha": 0.03, "t": 227.2}
{"event": "probe", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3393.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194966, "cps": 26.507812, "mean_p": 0.228556, "boundary_entropy": 0.266247, "bpb": 2.092736}, "de": {"chunks": 3575.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17411, "cps": 27.929688, "mean_p": 0.203677, "boundary_entropy": 0.242621, "bpb": 2.298617}, "vi": {"chunks": 3007.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.163114, "cps": 23.492188, "mean_p": 0.238685, "boundary_entropy": 0.396837, "bpb": 1.968545}, "tr": {"chunks": 3249.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179473, "cps": 25.382812, "mean_p": 0.210262, "boundary_entropy": 0.260674, "bpb": 2.290986}, "fi": {"chunks": 3206.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.170432, "cps": 25.046875, "mean_p": 0.211085, "boundary_entropy": 0.262371, "bpb": 2.478849}, "ru": {"chunks": 2904.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.153245, "cps": 22.6875, "mean_p": 0.231411, "boundary_entropy": 0.458519, "bpb": 1.472348}, "el": {"chunks": 3280.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.159821, "cps": 25.625, "mean_p": 0.249063, "boundary_entropy": 0.491713, "bpb": 1.553523}, "hi": {"chunks": 2781.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.16529, "cps": 21.726562, "mean_p": 0.210141, "boundary_entropy": 0.438914, "bpb": 1.23351}, "ta": {"chunks": 2994.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16015, "cps": 23.390625, "mean_p": 0.341245, "boundary_entropy": 0.608852, "bpb": 1.002171}, "th": {"chunks": 2607.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162076, "cps": 20.367188, "mean_p": 0.194849, "boundary_entropy": 0.426272, "bpb": 1.139691}, "zh": {"chunks": 3419.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.578903, "cps": 26.710938, "mean_p": 0.383918, "boundary_entropy": 0.593105, "bpb": 3.213657}, "my": {"chunks": 1830.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.09658, "cps": 14.296875, "mean_p": 0.311141, "boundary_entropy": 0.591769, "bpb": 1.134105}}, "bpb": {"en": 2.09274, "de": 2.29862, "vi": 1.96855, "tr": 2.29099, "fi": 2.47885, "ru": 1.47235, "el": 1.55352, "hi": 1.23351, "ta": 1.00217, "th": 1.13969, "zh": 3.21366, "my": 1.13411}, "gini_cpc": 0.209049, "gini_cps": 0.077323, "bpic": 10.588523, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8930255809123635, "vi": 0.8366244388185411, "tr": 0.9205331238238719, "fi": 0.8741619425133655, "ru": 0.7860092523253291, "el": 0.8197345860220314, "hi": 0.8477858750359646, "ta": 0.8214224856218382, "th": 0.8313046819408496, "zh": 2.969244212976478, "my": 0.49536802943585934}, "t": 230.1}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.1026, "de": 2.30811, "vi": 1.96979, "tr": 2.29803, "fi": 2.48965, "ru": 1.44905, "el": 1.54566, "hi": 1.22967, "ta": 1.0102, "th": 1.15671, "zh": 3.21283, "my": 1.1431}, "bytes_per_chunk": {"en": 5.455, "de": 5.97, "vi": 8.679, "tr": 6.139, "fi": 5.836, "ru": 11.757, "el": 11.993, "hi": 15.39, "ta": 16.684, "th": 16.53, "zh": 5.486, "my": 23.105}, "bpb_mean": 1.82628, "t": 231.4}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 231.4}
{"event": "train", "step": 4200, "phase": 3, "objective": "parity_a", "lm_loss": 1.21229, "bpb": 1.74897, "chunk_loss": 0.030137, "F": 0.12067, "G": 0.24259, "chunks": 123.56, "bytes_per_chunk": 8.287, "boundary_entropy": 0.41117, "router_noise": 0.0, "grad_norm": 0.7228, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 11.0263, "alpha": 0.03, "t": 231.4}
{"event": "train", "step": 4250, "phase": 3, "objective": "parity_a", "lm_loss": 1.26385, "bpb": 1.82336, "chunk_loss": 0.030258, "F": 0.13507, "G": 0.23683, "chunks": 138.31, "bytes_per_chunk": 7.404, "boundary_entropy": 0.37293, "router_noise": 0.0, "grad_norm": 0.7618, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6027, "alpha": 0.03, "t": 233.4}
{"event": "train", "step": 4300, "phase": 3, "objective": "parity_a", "lm_loss": 1.48767, "bpb": 2.14626, "chunk_loss": 0.030367, "F": 0.15469, "G": 0.2394, "chunks": 158.41, "bytes_per_chunk": 6.464, "boundary_entropy": 0.34393, "router_noise": 0.0, "grad_norm": 0.8041, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.2852, "alpha": 0.03, "t": 235.3}
{"event": "train", "step": 4350, "phase": 3, "objective": "parity_a", "lm_loss": 1.49132, "bpb": 2.15152, "chunk_loss": 0.030206, "F": 0.1478, "G": 0.23107, "chunks": 151.34, "bytes_per_chunk": 6.766, "boundary_entropy": 0.35134, "router_noise": 0.0, "grad_norm": 0.8897, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.1082, "alpha": 0.03, "t": 237.3}
{"event": "probe", "step": 4400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3400.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195369, "cps": 26.5625, "mean_p": 0.229599, "boundary_entropy": 0.265469, "bpb": 2.083846}, "de": {"chunks": 3581.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174402, "cps": 27.976562, "mean_p": 0.20369, "boundary_entropy": 0.241923, "bpb": 2.286642}, "vi": {"chunks": 3215.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174397, "cps": 25.117188, "mean_p": 0.244485, "boundary_entropy": 0.397751, "bpb": 1.962769}, "tr": {"chunks": 3267.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180467, "cps": 25.523438, "mean_p": 0.213083, "boundary_entropy": 0.265596, "bpb": 2.271264}, "fi": {"chunks": 3308.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175855, "cps": 25.84375, "mean_p": 0.21528, "boundary_entropy": 0.260512, "bpb": 2.458644}, "ru": {"chunks": 3059.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161425, "cps": 23.898438, "mean_p": 0.22796, "boundary_entropy": 0.453141, "bpb": 1.459262}, "el": {"chunks": 3326.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.162062, "cps": 25.984375, "mean_p": 0.25415, "boundary_entropy": 0.496826, "bpb": 1.54267}, "hi": {"chunks": 2981.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.177177, "cps": 23.289062, "mean_p": 0.21045, "boundary_entropy": 0.432718, "bpb": 1.221442}, "ta": {"chunks": 3048.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.163038, "cps": 23.8125, "mean_p": 0.345637, "boundary_entropy": 0.61313, "bpb": 1.000504}, "th": {"chunks": 2894.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179919, "cps": 22.609375, "mean_p": 0.191804, "boundary_entropy": 0.415687, "bpb": 1.1365}, "zh": {"chunks": 3218.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.54487, "cps": 25.140625, "mean_p": 0.372037, "boundary_entropy": 0.585386, "bpb": 3.18645}, "my": {"chunks": 2144.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.113152, "cps": 16.75, "mean_p": 0.305039, "boundary_entropy": 0.583525, "bpb": 1.120069}}, "bpb": {"en": 2.08385, "de": 2.28664, "vi": 1.96277, "tr": 2.27126, "fi": 2.45864, "ru": 1.45926, "el": 1.54267, "hi": 1.22144, "ta": 1.0005, "th": 1.1365, "zh": 3.18645, "my": 1.12007}, "gini_cpc": 0.183081, "gini_cps": 0.054982, "bpic": 10.250287, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8926826972935962, "vi": 0.8926537596324128, "tr": 0.9237273152646134, "fi": 0.9001167026802216, "ru": 0.826257597392519, "el": 0.8295195060921606, "hi": 0.906884765317717, "ta": 0.8345160549376209, "th": 0.9209216112929474, "zh": 2.7889311965897097, "my": 0.5791707335245688}, "t": 240.1}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.09418, "de": 2.29682, "vi": 1.9648, "tr": 2.27725, "fi": 2.46913, "ru": 1.43586, "el": 1.53319, "hi": 1.21751, "ta": 1.00837, "th": 1.15356, "zh": 3.18729, "my": 1.12858}, "bytes_per_chunk": {"en": 5.481, "de": 5.917, "vi": 7.946, "tr": 6.05, "fi": 5.646, "ru": 11.514, "el": 11.971, "hi": 14.888, "ta": 18.086, "th": 14.76, "zh": 5.712, "my": 21.831}, "bpb_mean": 1.81388, "t": 241.4}
{"event": "train", "step": 4400, "phase": 3, "objective": "parity_a", "lm_loss": 1.4983, "bpb": 2.16159, "chunk_loss": 0.030196, "F": 0.1496, "G": 0.24016, "chunks": 153.19, "bytes_per_chunk": 6.685, "boundary_entropy": 0.36711, "router_noise": 0.0, "grad_norm": 0.854, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.1498, "alpha": 0.03, "t": 241.4}
{"event": "train", "step": 4450, "phase": 3, "objective": "parity_a", "lm_loss": 1.50848, "bpb": 2.17628, "chunk_loss": 0.030197, "F": 0.1405, "G": 0.25411, "chunks": 143.88, "bytes_per_chunk": 7.117, "boundary_entropy": 0.40489, "router_noise": 0.0, "grad_norm": 0.7794, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0465, "alpha": 0.03, "t": 243.4}
{"event": "train", "step": 4500, "phase": 3, "objective": "parity_a", "lm_loss": 1.43978, "bpb": 2.07716, "chunk_loss": 0.030159, "F": 0.14429, "G": 0.2295, "chunks": 147.75, "bytes_per_chunk": 6.931, "boundary_entropy": 0.33912, "router_noise": 0.0, "grad_norm": 0.8405, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.6468, "alpha": 0.03, "t": 245.5}
{"event": "train", "step": 4550, "phase": 3, "objective": "parity_a", "lm_loss": 1.24588, "bpb": 1.79743, "chunk_loss": 0.030196, "F": 0.12665, "G": 0.22793, "chunks": 129.69, "bytes_per_chunk": 7.896, "boundary_entropy": 0.36708, "router_noise": 0.0, "grad_norm": 0.7982, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.8886, "alpha": 0.03, "t": 247.6}
{"event": "probe", "step": 4600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3393.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194966, "cps": 26.507812, "mean_p": 0.228357, "boundary_entropy": 0.260417, "bpb": 2.072542}, "de": {"chunks": 3521.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17148, "cps": 27.507812, "mean_p": 0.200944, "boundary_entropy": 0.23623, "bpb": 2.278632}, "vi": {"chunks": 3174.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.172172, "cps": 24.796875, "mean_p": 0.245683, "boundary_entropy": 0.400483, "bpb": 1.955205}, "tr": {"chunks": 3219.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177816, "cps": 25.148438, "mean_p": 0.209599, "boundary_entropy": 0.256986, "bpb": 2.262572}, "fi": {"chunks": 3202.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17022, "cps": 25.015625, "mean_p": 0.208803, "boundary_entropy": 0.25132, "bpb": 2.440727}, "ru": {"chunks": 2929.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.154565, "cps": 22.882812, "mean_p": 0.227012, "boundary_entropy": 0.451485, "bpb": 1.451492}, "el": {"chunks": 3122.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.152122, "cps": 24.390625, "mean_p": 0.24627, "boundary_entropy": 0.487785, "bpb": 1.532593}, "hi": {"chunks": 2891.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.171828, "cps": 22.585938, "mean_p": 0.199513, "boundary_entropy": 0.41891, "bpb": 1.215853}, "ta": {"chunks": 3026.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.161861, "cps": 23.640625, "mean_p": 0.341115, "boundary_entropy": 0.609127, "bpb": 0.994063}, "th": {"chunks": 2440.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.151694, "cps": 19.0625, "mean_p": 0.176882, "boundary_entropy": 0.397038, "bpb": 1.127785}, "zh": {"chunks": 3127.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.529462, "cps": 24.429688, "mean_p": 0.366191, "boundary_entropy": 0.579168, "bpb": 3.175229}, "my": {"chunks": 2430.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128246, "cps": 18.984375, "mean_p": 0.326789, "boundary_entropy": 0.599094, "bpb": 1.114572}}, "bpb": {"en": 2.07254, "de": 2.27863, "vi": 1.9552, "tr": 2.26257, "fi": 2.44073, "ru": 1.45149, "el": 1.53259, "hi": 1.21585, "ta": 0.99406, "th": 1.12779, "zh": 3.17523, "my": 1.11457}, "gini_cpc": 0.181968, "gini_cps": 0.056405, "bpic": 10.522043, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8795365231866943, "vi": 0.8830881173295807, "tr": 0.9120332796519063, "fi": 0.8730712850679341, "ru": 0.79277586090251, "el": 0.7802473712075555, "hi": 0.8813192969180057, "ta": 0.8302018842657589, "th": 0.7780527134390768, "zh": 2.7156556460887535, "my": 0.6577837767918787}, "t": 250.6}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.0839, "de": 2.28785, "vi": 1.95701, "tr": 2.26909, "fi": 2.45267, "ru": 1.42702, "el": 1.5237, "hi": 1.21242, "ta": 1.00197, "th": 1.14432, "zh": 3.17449, "my": 1.12327}, "bytes_per_chunk": {"en": 5.502, "de": 6.031, "vi": 8.208, "tr": 6.181, "fi": 5.857, "ru": 12.145, "el": 12.654, "hi": 15.516, "ta": 17.414, "th": 17.149, "zh": 5.755, "my": 19.123}, "bpb_mean": 1.80481, "t": 251.8}
{"event": "train", "step": 4600, "phase": 3, "objective": "parity_a", "lm_loss": 1.31875, "bpb": 1.90255, "chunk_loss": 0.029902, "F": 0.12277, "G": 0.24254, "chunks": 125.72, "bytes_per_chunk": 8.145, "boundary_entropy": 0.39605, "router_noise": 0.0, "grad_norm": 0.8118, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 10.3294, "alpha": 0.03, "t": 251.9}
{"event": "train", "step": 4650, "phase": 3, "objective": "parity_a", "lm_loss": 1.42305, "bpb": 2.05302, "chunk_loss": 0.029899, "F": 0.13321, "G": 0.25462, "chunks": 136.41, "bytes_per_chunk": 7.507, "boundary_entropy": 0.40844, "router_noise": 0.0, "grad_norm": 0.7613, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.295, "alpha": 0.03, "t": 253.8}
{"event": "train", "step": 4700, "phase": 3, "objective": "parity_a", "lm_loss": 1.33808, "bpb": 1.93044, "chunk_loss": 0.030275, "F": 0.14096, "G": 0.22729, "chunks": 144.34, "bytes_per_chunk": 7.094, "boundary_entropy": 0.34908, "router_noise": 0.0, "grad_norm": 0.8677, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9895, "alpha": 0.03, "t": 255.8}
{"event": "train", "step": 4750, "phase": 3, "objective": "parity_a", "lm_loss": 1.35965, "bpb": 1.96155, "chunk_loss": 0.030192, "F": 0.14587, "G": 0.24371, "chunks": 149.38, "bytes_per_chunk": 6.855, "boundary_entropy": 0.36015, "router_noise": 0.0, "grad_norm": 0.7901, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.9622, "alpha": 0.03, "t": 257.8}
{"event": "probe", "step": 4800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3333.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191519, "cps": 26.039062, "mean_p": 0.223448, "boundary_entropy": 0.254445, "bpb": 2.06674}, "de": {"chunks": 3504.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170652, "cps": 27.375, "mean_p": 0.19841, "boundary_entropy": 0.234134, "bpb": 2.26638}, "vi": {"chunks": 3089.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167562, "cps": 24.132812, "mean_p": 0.239185, "boundary_entropy": 0.393951, "bpb": 1.952462}, "tr": {"chunks": 3177.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175496, "cps": 24.820312, "mean_p": 0.207819, "boundary_entropy": 0.254483, "bpb": 2.253188}, "fi": {"chunks": 3113.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165488, "cps": 24.320312, "mean_p": 0.204961, "boundary_entropy": 0.247672, "bpb": 2.427984}, "ru": {"chunks": 2899.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.152982, "cps": 22.648438, "mean_p": 0.224551, "boundary_entropy": 0.448822, "bpb": 1.441787}, "el": {"chunks": 2832.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137992, "cps": 22.125, "mean_p": 0.237236, "boundary_entropy": 0.479221, "bpb": 1.52189}, "hi": {"chunks": 3129.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.185973, "cps": 24.445312, "mean_p": 0.206839, "boundary_entropy": 0.430509, "bpb": 1.212439}, "ta": {"chunks": 2360.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.126237, "cps": 18.4375, "mean_p": 0.323784, "boundary_entropy": 0.596344, "bpb": 0.991642}, "th": {"chunks": 2477.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.153994, "cps": 19.351562, "mean_p": 0.187961, "boundary_entropy": 0.413519, "bpb": 1.125514}, "zh": {"chunks": 3143.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.532171, "cps": 24.554688, "mean_p": 0.366426, "boundary_entropy": 0.577828, "bpb": 3.175774}, "my": {"chunks": 2344.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.123707, "cps": 18.3125, "mean_p": 0.309218, "boundary_entropy": 0.587057, "bpb": 1.110521}}, "bpb": {"en": 2.06674, "de": 2.26638, "vi": 1.95246, "tr": 2.25319, "fi": 2.42798, "ru": 1.44179, "el": 1.52189, "hi": 1.21244, "ta": 0.99164, "th": 1.12551, "zh": 3.17577, "my": 1.11052}, "gini_cpc": 0.203652, "gini_cps": 0.067528, "bpic": 10.841271, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8910467630798534, "vi": 0.8749103877027247, "tr": 0.9163375211740916, "fi": 0.8640841597316927, "ru": 0.7987811498827982, "el": 0.720511986880606, "hi": 0.9710448667452184, "ta": 0.6591364672706908, "th": 0.8040697946076858, "zh": 2.7786877400913137, "my": 0.6459264039133489}, "t": 260.7}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.07659, "de": 2.27666, "vi": 1.95334, "tr": 2.25885, "fi": 2.43927, "ru": 1.41792, "el": 1.51213, "hi": 1.20878, "ta": 0.99899, "th": 1.14126, "zh": 3.17297, "my": 1.11933}, "bytes_per_chunk": {"en": 5.561, "de": 6.071, "vi": 8.347, "tr": 6.236, "fi": 5.954, "ru": 12.237, "el": 13.879, "hi": 15.529, "ta": 21.429, "th": 17.211, "zh": 5.736, "my": 19.288}, "bpb_mean": 1.79801, "t": 262.0}
{"event": "train", "step": 4800, "phase": 3, "objective": "parity_a", "lm_loss": 1.27845, "bpb": 1.84441, "chunk_loss": 0.029789, "F": 0.12439, "G": 0.2312, "chunks": 127.38, "bytes_per_chunk": 8.039, "boundary_entropy": 0.37145, "router_noise": 0.0, "grad_norm": 0.7574, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.766, "alpha": 0.03, "t": 262.0}
{"event": "train", "step": 4850, "phase": 3, "objective": "parity_a", "lm_loss": 1.50766, "bpb": 2.1751, "chunk_loss": 0.030381, "F": 0.15857, "G": 0.23764, "chunks": 162.38, "bytes_per_chunk": 6.306, "boundary_entropy": 0.34416, "router_noise": 0.0, "grad_norm": 0.8565, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 7.8476, "alpha": 0.03, "t": 264.0}
{"event": "train", "step": 4900, "phase": 3, "objective": "parity_a", "lm_loss": 1.42789, "bpb": 2.06002, "chunk_loss": 0.029646, "F": 0.13382, "G": 0.26339, "chunks": 137.03, "bytes_per_chunk": 7.473, "boundary_entropy": 0.42588, "router_noise": 0.0, "grad_norm": 0.7711, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.358, "alpha": 0.03, "t": 266.0}
{"event": "train", "step": 4950, "phase": 3, "objective": "parity_a", "lm_loss": 1.54038, "bpb": 2.22229, "chunk_loss": 0.029965, "F": 0.15121, "G": 0.23699, "chunks": 154.84, "bytes_per_chunk": 6.613, "boundary_entropy": 0.35072, "router_noise": 0.0, "grad_norm": 0.8561, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 7.6791, "alpha": 0.03, "t": 268.0}
{"event": "probe", "step": 5000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3390.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194794, "cps": 26.484375, "mean_p": 0.22691, "boundary_entropy": 0.256257, "bpb": 2.058872}, "de": {"chunks": 3596.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.175133, "cps": 28.09375, "mean_p": 0.202578, "boundary_entropy": 0.235271, "bpb": 2.255083}, "vi": {"chunks": 3138.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.17022, "cps": 24.515625, "mean_p": 0.247395, "boundary_entropy": 0.401661, "bpb": 1.947955}, "tr": {"chunks": 3237.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17881, "cps": 25.289062, "mean_p": 0.211528, "boundary_entropy": 0.255794, "bpb": 2.247719}, "fi": {"chunks": 3242.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172346, "cps": 25.328125, "mean_p": 0.211805, "boundary_entropy": 0.251632, "bpb": 2.41856}, "ru": {"chunks": 2972.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.156834, "cps": 23.21875, "mean_p": 0.220631, "boundary_entropy": 0.441168, "bpb": 1.43831}, "el": {"chunks": 2953.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.143887, "cps": 23.070312, "mean_p": 0.239595, "boundary_entropy": 0.480009, "bpb": 1.516282}, "hi": {"chunks": 3005.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.178603, "cps": 23.476562, "mean_p": 0.205017, "boundary_entropy": 0.427179, "bpb": 1.208228}, "ta": {"chunks": 2674.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.143033, "cps": 20.890625, "mean_p": 0.331817, "boundary_entropy": 0.602988, "bpb": 0.986535}, "th": {"chunks": 2594.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.161268, "cps": 20.265625, "mean_p": 0.185683, "boundary_entropy": 0.408362, "bpb": 1.118506}, "zh": {"chunks": 3393.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.574501, "cps": 26.507812, "mean_p": 0.374041, "boundary_entropy": 0.580403, "bpb": 3.168849}, "my": {"chunks": 1804.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.095208, "cps": 14.09375, "mean_p": 0.312958, "boundary_entropy": 0.591479, "bpb": 1.106576}}, "bpb": {"en": 2.05887, "de": 2.25508, "vi": 1.94795, "tr": 2.24772, "fi": 2.41856, "ru": 1.43831, "el": 1.51628, "hi": 1.20823, "ta": 0.98653, "th": 1.11851, "zh": 3.16885, "my": 1.10658}, "gini_cpc": 0.218054, "gini_cps": 0.079375, "bpic": 10.661176, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8990662559600797, "vi": 0.8738446250999085, "tr": 0.9179448084437184, "fi": 0.8847601408138619, "ru": 0.8051262988301772, "el": 0.7386641536217298, "hi": 0.9168827992478533, "ta": 0.734277727942969, "th": 0.8278913185208007, "zh": 2.949272076694167, "my": 0.4887621641717154}, "t": 270.9}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.06854, "de": 2.2644, "vi": 1.94928, "tr": 2.25424, "fi": 2.42983, "ru": 1.41281, "el": 1.50696, "hi": 1.2039, "ta": 0.99442, "th": 1.13514, "zh": 3.16684, "my": 1.11564}, "bytes_per_chunk": {"en": 5.482, "de": 5.912, "vi": 8.09, "tr": 6.109, "fi": 5.711, "ru": 12.021, "el": 13.228, "hi": 15.739, "ta": 18.811, "th": 16.714, "zh": 5.428, "my": 22.873}, "bpb_mean": 1.79183, "t": 272.1}
{"event": "train", "step": 5000, "phase": 3, "objective": "parity_a", "lm_loss": 1.30455, "bpb": 1.88206, "chunk_loss": 0.030284, "F": 0.13452, "G": 0.23907, "chunks": 137.75, "bytes_per_chunk": 7.434, "boundary_entropy": 0.38356, "router_noise": 0.0, "grad_norm": 0.8355, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.8637, "alpha": 0.03, "t": 272.2}
{"event": "train", "step": 5050, "phase": 3, "objective": "parity_a", "lm_loss": 1.2863, "bpb": 1.85573, "chunk_loss": 0.030235, "F": 0.13812, "G": 0.22555, "chunks": 141.44, "bytes_per_chunk": 7.24, "boundary_entropy": 0.34686, "router_noise": 0.0, "grad_norm": 0.8268, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3623, "alpha": 0.03, "t": 274.2}
{"event": "train", "step": 5100, "phase": 3, "objective": "parity_a", "lm_loss": 1.31971, "bpb": 1.90394, "chunk_loss": 0.030257, "F": 0.13788, "G": 0.22623, "chunks": 141.19, "bytes_per_chunk": 7.253, "boundary_entropy": 0.34605, "router_noise": 0.0, "grad_norm": 0.8068, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3418, "alpha": 0.03, "t": 276.2}
{"event": "train", "step": 5150, "phase": 3, "objective": "parity_a", "lm_loss": 1.35606, "bpb": 1.95638, "chunk_loss": 0.030122, "F": 0.13937, "G": 0.2253, "chunks": 142.72, "bytes_per_chunk": 7.175, "boundary_entropy": 0.34998, "router_noise": 0.0, "grad_norm": 0.8158, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7705, "alpha": 0.03, "t": 278.2}
{"event": "probe", "step": 5200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3370.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193645, "cps": 26.328125, "mean_p": 0.22356, "boundary_entropy": 0.25108, "bpb": 2.05157}, "de": {"chunks": 3537.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172259, "cps": 27.632812, "mean_p": 0.199553, "boundary_entropy": 0.231701, "bpb": 2.249302}, "vi": {"chunks": 2971.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.161161, "cps": 23.210938, "mean_p": 0.237958, "boundary_entropy": 0.391061, "bpb": 1.942646}, "tr": {"chunks": 3205.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177042, "cps": 25.039062, "mean_p": 0.208663, "boundary_entropy": 0.250775, "bpb": 2.237393}, "fi": {"chunks": 3276.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174153, "cps": 25.59375, "mean_p": 0.211326, "boundary_entropy": 0.248132, "bpb": 2.406203}, "ru": {"chunks": 2956.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.155989, "cps": 23.09375, "mean_p": 0.220198, "boundary_entropy": 0.441232, "bpb": 1.430695}, "el": {"chunks": 3352.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.163329, "cps": 26.1875, "mean_p": 0.248909, "boundary_entropy": 0.48676, "bpb": 1.509262}, "hi": {"chunks": 2971.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176582, "cps": 23.210938, "mean_p": 0.198627, "boundary_entropy": 0.414882, "bpb": 1.199775}, "ta": {"chunks": 2862.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.153089, "cps": 22.359375, "mean_p": 0.3341, "boundary_entropy": 0.603273, "bpb": 0.981878}, "th": {"chunks": 2676.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.166366, "cps": 20.90625, "mean_p": 0.178794, "boundary_entropy": 0.39351, "bpb": 1.112718}, "zh": {"chunks": 3247.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.54978, "cps": 25.367188, "mean_p": 0.362721, "boundary_entropy": 0.571382, "bpb": 3.140268}, "my": {"chunks": 1879.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.099166, "cps": 14.679688, "mean_p": 0.305837, "boundary_entropy": 0.583086, "bpb": 1.10578}}, "bpb": {"en": 2.05157, "de": 2.2493, "vi": 1.94265, "tr": 2.23739, "fi": 2.4062, "ru": 1.43069, "el": 1.50926, "hi": 1.19977, "ta": 0.98188, "th": 1.11272, "zh": 3.14027, "my": 1.10578}, "gini_cpc": 0.198664, "gini_cps": 0.070189, "bpic": 10.571897, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.889563330130364, "vi": 0.8322498569438375, "tr": 0.9142641734709283, "fi": 0.899344802199988, "ru": 0.8055443107349498, "el": 0.8434461965015438, "hi": 0.9118886248296965, "ta": 0.7905664489227748, "th": 0.8591307492005102, "zh": 2.8391155300499116, "my": 0.5121033576823403}, "t": 281.0}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.06166, "de": 2.25834, "vi": 1.94474, "tr": 2.24311, "fi": 2.41846, "ru": 1.40626, "el": 1.50112, "hi": 1.19639, "ta": 0.99029, "th": 1.1295, "zh": 3.13969, "my": 1.11467}, "bytes_per_chunk": {"en": 5.517, "de": 6.012, "vi": 8.593, "tr": 6.176, "fi": 5.716, "ru": 12.182, "el": 11.628, "hi": 15.649, "ta": 17.988, "th": 15.6, "zh": 5.666, "my": 22.893}, "bpb_mean": 1.78369, "t": 282.3}
{"event": "train", "step": 5200, "phase": 3, "objective": "parity_a", "lm_loss": 1.30494, "bpb": 1.88264, "chunk_loss": 0.030239, "F": 0.13513, "G": 0.23769, "chunks": 138.38, "bytes_per_chunk": 7.4, "boundary_entropy": 0.37581, "router_noise": 0.0, "grad_norm": 0.8499, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.9005, "alpha": 0.03, "t": 282.3}
{"event": "train", "step": 5250, "phase": 3, "objective": "parity_a", "lm_loss": 1.39272, "bpb": 2.00928, "chunk_loss": 0.030984, "F": 0.14731, "G": 0.2412, "chunks": 150.84, "bytes_per_chunk": 6.788, "boundary_entropy": 0.36643, "router_noise": 0.0, "grad_norm": 0.8095, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.2326, "alpha": 0.03, "t": 284.3}
{"event": "train", "step": 5300, "phase": 3, "objective": "parity_a", "lm_loss": 1.39217, "bpb": 2.00848, "chunk_loss": 0.030228, "F": 0.14011, "G": 0.23987, "chunks": 143.47, "bytes_per_chunk": 7.137, "boundary_entropy": 0.37183, "router_noise": 0.0, "grad_norm": 0.8032, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1093, "alpha": 0.03, "t": 286.2}
{"event": "train", "step": 5350, "phase": 3, "objective": "parity_a", "lm_loss": 1.44612, "bpb": 2.08631, "chunk_loss": 0.030036, "F": 0.13733, "G": 0.23016, "chunks": 140.62, "bytes_per_chunk": 7.282, "boundary_entropy": 0.36083, "router_noise": 0.0, "grad_norm": 0.8442, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7556, "alpha": 0.03, "t": 288.2}
{"event": "probe", "step": 5400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3408.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195828, "cps": 26.625, "mean_p": 0.22605, "boundary_entropy": 0.252681, "bpb": 2.046518}, "de": {"chunks": 3549.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172844, "cps": 27.726562, "mean_p": 0.199811, "boundary_entropy": 0.2304, "bpb": 2.241855}, "vi": {"chunks": 3215.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174397, "cps": 25.117188, "mean_p": 0.247815, "boundary_entropy": 0.399883, "bpb": 1.937429}, "tr": {"chunks": 3212.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177429, "cps": 25.09375, "mean_p": 0.209721, "boundary_entropy": 0.250608, "bpb": 2.231616}, "fi": {"chunks": 3228.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.171602, "cps": 25.21875, "mean_p": 0.20832, "boundary_entropy": 0.245482, "bpb": 2.395387}, "ru": {"chunks": 3046.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160739, "cps": 23.796875, "mean_p": 0.22197, "boundary_entropy": 0.442025, "bpb": 1.427334}, "el": {"chunks": 3105.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.151294, "cps": 24.257812, "mean_p": 0.246341, "boundary_entropy": 0.486738, "bpb": 1.501867}, "hi": {"chunks": 3434.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.204101, "cps": 26.828125, "mean_p": 0.208609, "boundary_entropy": 0.428959, "bpb": 1.196526}, "ta": {"chunks": 3241.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173362, "cps": 25.320312, "mean_p": 0.340549, "boundary_entropy": 0.608359, "bpb": 0.978773}, "th": {"chunks": 2648.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164625, "cps": 20.6875, "mean_p": 0.183282, "boundary_entropy": 0.400183, "bpb": 1.106585}, "zh": {"chunks": 3403.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.576194, "cps": 26.585938, "mean_p": 0.372335, "boundary_entropy": 0.576256, "bpb": 3.14026}, "my": {"chunks": 2166.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.114313, "cps": 16.921875, "mean_p": 0.298994, "boundary_entropy": 0.577966, "bpb": 1.101451}}, "bpb": {"en": 2.04652, "de": 2.24185, "vi": 1.93743, "tr": 2.23162, "fi": 2.39539, "ru": 1.42733, "el": 1.50187, "hi": 1.19653, "ta": 0.97877, "th": 1.10659, "zh": 3.14026, "my": 1.10145}, "gini_cpc": 0.200901, "gini_cps": 0.05845, "bpic": 10.192033, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8826288650423948, "vi": 0.8905583282717733, "tr": 0.9060444809941236, "fi": 0.8762866123432423, "ru": 0.8208148760637705, "el": 0.7725832593867547, "hi": 1.0422448360295502, "ta": 0.8852747872632963, "th": 0.840662063772126, "zh": 2.9423412511983513, "my": 0.5837402104202161}, "t": 291.0}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.05688, "de": 2.2511, "vi": 1.93845, "tr": 2.23701, "fi": 2.40765, "ru": 1.40232, "el": 1.49337, "hi": 1.19144, "ta": 0.98689, "th": 1.12375, "zh": 3.1383, "my": 1.11053}, "bytes_per_chunk": {"en": 5.432, "de": 5.986, "vi": 8.027, "tr": 6.154, "fi": 5.773, "ru": 11.721, "el": 12.886, "hi": 14.657, "ta": 15.608, "th": 16.242, "zh": 5.398, "my": 21.295}, "bpb_mean": 1.77814, "t": 292.3}
{"event": "train", "step": 5400, "phase": 3, "objective": "parity_a", "lm_loss": 1.15658, "bpb": 1.66859, "chunk_loss": 0.030154, "F": 0.11694, "G": 0.23275, "chunks": 119.75, "bytes_per_chunk": 8.551, "boundary_entropy": 0.39427, "router_noise": 0.0, "grad_norm": 0.7693, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 11.0017, "alpha": 0.03, "t": 292.3}
{"event": "train", "step": 5450, "phase": 3, "objective": "parity_a", "lm_loss": 1.21882, "bpb": 1.75838, "chunk_loss": 0.030225, "F": 0.12384, "G": 0.23249, "chunks": 126.81, "bytes_per_chunk": 8.075, "boundary_entropy": 0.38539, "router_noise": 0.0, "grad_norm": 0.8133, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3443, "alpha": 0.03, "t": 294.3}
{"event": "train", "step": 5500, "phase": 3, "objective": "parity_a", "lm_loss": 1.41189, "bpb": 2.03692, "chunk_loss": 0.030752, "F": 0.1553, "G": 0.24149, "chunks": 159.03, "bytes_per_chunk": 6.439, "boundary_entropy": 0.34086, "router_noise": 0.0, "grad_norm": 0.8257, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.8065, "alpha": 0.03, "t": 296.3}
{"event": "train", "step": 5550, "phase": 3, "objective": "parity_a", "lm_loss": 1.43149, "bpb": 2.0652, "chunk_loss": 0.030582, "F": 0.14807, "G": 0.23176, "chunks": 151.62, "bytes_per_chunk": 6.754, "boundary_entropy": 0.3449, "router_noise": 0.0, "grad_norm": 0.8384, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.6313, "alpha": 0.03, "t": 298.2}
{"event": "probe", "step": 5600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3437.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197495, "cps": 26.851562, "mean_p": 0.225806, "boundary_entropy": 0.246994, "bpb": 2.041714}, "de": {"chunks": 3564.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173574, "cps": 27.84375, "mean_p": 0.199592, "boundary_entropy": 0.225897, "bpb": 2.235723}, "vi": {"chunks": 3069.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166477, "cps": 23.976562, "mean_p": 0.24231, "boundary_entropy": 0.393986, "bpb": 1.937649}, "tr": {"chunks": 3184.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175882, "cps": 24.875, "mean_p": 0.207553, "boundary_entropy": 0.246253, "bpb": 2.2218}, "fi": {"chunks": 3242.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172346, "cps": 25.328125, "mean_p": 0.208884, "boundary_entropy": 0.243583, "bpb": 2.388453}, "ru": {"chunks": 2869.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.151398, "cps": 22.414062, "mean_p": 0.214906, "boundary_entropy": 0.431614, "bpb": 1.425197}, "el": {"chunks": 3073.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.149734, "cps": 24.007812, "mean_p": 0.24061, "boundary_entropy": 0.478685, "bpb": 1.495753}, "hi": {"chunks": 2936.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174502, "cps": 22.9375, "mean_p": 0.200049, "boundary_entropy": 0.417403, "bpb": 1.189864}, "ta": {"chunks": 2510.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.13426, "cps": 19.609375, "mean_p": 0.332374, "boundary_entropy": 0.602607, "bpb": 0.977455}, "th": {"chunks": 2620.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162885, "cps": 20.46875, "mean_p": 0.178665, "boundary_entropy": 0.39248, "bpb": 1.105661}, "zh": {"chunks": 3240.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548595, "cps": 25.3125, "mean_p": 0.361872, "boundary_entropy": 0.568272, "bpb": 3.131754}, "my": {"chunks": 2440.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128773, "cps": 19.0625, "mean_p": 0.311568, "boundary_entropy": 0.586871, "bpb": 1.098909}}, "bpb": {"en": 2.04171, "de": 2.23572, "vi": 1.93765, "tr": 2.2218, "fi": 2.38845, "ru": 1.4252, "el": 1.49575, "hi": 1.18986, "ta": 0.97745, "th": 1.10566, "zh": 3.13175, "my": 1.09891}, "gini_cpc": 0.197054, "gini_cps": 0.063711, "bpic": 10.606373, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8788805961509818, "vi": 0.8429432445888128, "tr": 0.8905680199895817, "fi": 0.8726612968748886, "ru": 0.7665948935340463, "el": 0.7581694890427936, "hi": 0.8835793681296235, "ta": 0.679818282596071, "th": 0.8247547285030816, "zh": 2.777769183999032, "my": 0.652035194986275}, "t": 301.1}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.05265, "de": 2.24498, "vi": 1.93778, "tr": 2.22743, "fi": 2.40038, "ru": 1.39877, "el": 1.48744, "hi": 1.18626, "ta": 0.98518, "th": 1.12223, "zh": 3.12922, "my": 1.10809}, "bytes_per_chunk": {"en": 5.383, "de": 5.957, "vi": 8.433, "tr": 6.195, "fi": 5.718, "ru": 12.373, "el": 12.812, "hi": 15.765, "ta": 19.844, "th": 16.279, "zh": 5.595, "my": 18.901}, "bpb_mean": 1.77337, "t": 302.4}
{"event": "train", "step": 5600, "phase": 3, "objective": "parity_a", "lm_loss": 1.49049, "bpb": 2.15033, "chunk_loss": 0.030126, "F": 0.15103, "G": 0.24144, "chunks": 154.66, "bytes_per_chunk": 6.621, "boundary_entropy": 0.36376, "router_noise": 0.0, "grad_norm": 0.8506, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 7.8603, "alpha": 0.03, "t": 302.4}
{"event": "train", "step": 5650, "phase": 3, "objective": "parity_a", "lm_loss": 1.29246, "bpb": 1.86462, "chunk_loss": 0.030256, "F": 0.13208, "G": 0.23159, "chunks": 135.25, "bytes_per_chunk": 7.571, "boundary_entropy": 0.37236, "router_noise": 0.0, "grad_norm": 0.8003, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.839, "alpha": 0.03, "t": 304.4}
{"event": "train", "step": 5700, "phase": 3, "objective": "parity_a", "lm_loss": 1.34378, "bpb": 1.93867, "chunk_loss": 0.030396, "F": 0.14197, "G": 0.22199, "chunks": 145.38, "bytes_per_chunk": 7.044, "boundary_entropy": 0.33516, "router_noise": 0.0, "grad_norm": 0.8422, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.9132, "alpha": 0.03, "t": 306.3}
{"event": "train", "step": 5750, "phase": 3, "objective": "parity_a", "lm_loss": 1.22678, "bpb": 1.76987, "chunk_loss": 0.030298, "F": 0.1301, "G": 0.22046, "chunks": 133.22, "bytes_per_chunk": 7.687, "boundary_entropy": 0.34659, "router_noise": 0.0, "grad_norm": 0.807, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7615, "alpha": 0.03, "t": 308.3}
{"event": "probe", "step": 5800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3372.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19376, "cps": 26.34375, "mean_p": 0.222529, "boundary_entropy": 0.245082, "bpb": 2.03873}, "de": {"chunks": 3565.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173623, "cps": 27.851562, "mean_p": 0.199817, "boundary_entropy": 0.226706, "bpb": 2.231445}, "vi": {"chunks": 3192.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.173149, "cps": 24.9375, "mean_p": 0.243818, "boundary_entropy": 0.393043, "bpb": 1.931442}, "tr": {"chunks": 3174.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17533, "cps": 24.796875, "mean_p": 0.206282, "boundary_entropy": 0.244551, "bpb": 2.215162}, "fi": {"chunks": 3218.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17107, "cps": 25.140625, "mean_p": 0.20685, "boundary_entropy": 0.240163, "bpb": 2.382854}, "ru": {"chunks": 3199.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.168813, "cps": 24.992188, "mean_p": 0.222403, "boundary_entropy": 0.440106, "bpb": 1.418508}, "el": {"chunks": 2770.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.134971, "cps": 21.640625, "mean_p": 0.235165, "boundary_entropy": 0.475027, "bpb": 1.490244}, "hi": {"chunks": 3022.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.179614, "cps": 23.609375, "mean_p": 0.204039, "boundary_entropy": 0.42097, "bpb": 1.187248}, "ta": {"chunks": 2945.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.157529, "cps": 23.007812, "mean_p": 0.339654, "boundary_entropy": 0.607221, "bpb": 0.974305}, "th": {"chunks": 2607.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162076, "cps": 20.367188, "mean_p": 0.180693, "boundary_entropy": 0.395525, "bpb": 1.103138}, "zh": {"chunks": 3338.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.565188, "cps": 26.078125, "mean_p": 0.365292, "boundary_entropy": 0.570125, "bpb": 3.127575}, "my": {"chunks": 2561.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.135159, "cps": 20.007812, "mean_p": 0.316021, "boundary_entropy": 0.590362, "bpb": 1.097992}}, "bpb": {"en": 2.03873, "de": 2.23144, "vi": 1.93144, "tr": 2.21516, "fi": 2.38285, "ru": 1.41851, "el": 1.49024, "hi": 1.18725, "ta": 0.97431, "th": 1.10314, "zh": 3.12757, "my": 1.09799}, "gini_cpc": 0.19165, "gini_cps": 0.0537, "bpic": 10.382842, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8960735976961313, "vi": 0.8936270265731189, "tr": 0.904884033495166, "fi": 0.8828983609385815, "ru": 0.871247570399722, "el": 0.6965871811558354, "hi": 0.9269919043111791, "ta": 0.8130109293310199, "th": 0.8364818463301611, "zh": 2.916953083479856, "my": 0.6975619075844961}, "t": 311.2}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.04923, "de": 2.24221, "vi": 1.93189, "tr": 2.22118, "fi": 2.3949, "ru": 1.39398, "el": 1.48275, "hi": 1.18306, "ta": 0.98268, "th": 1.12013, "zh": 3.12489, "my": 1.10686}, "bytes_per_chunk": {"en": 5.493, "de": 5.954, "vi": 8.118, "tr": 6.235, "fi": 5.811, "ru": 11.15, "el": 14.304, "hi": 15.009, "ta": 16.919, "th": 16.276, "zh": 5.456, "my": 18.447}, "bpb_mean": 1.76948, "t": 312.4}
{"event": "train", "step": 5800, "phase": 3, "objective": "parity_a", "lm_loss": 1.28033, "bpb": 1.84713, "chunk_loss": 0.03021, "F": 0.13913, "G": 0.23678, "chunks": 142.47, "bytes_per_chunk": 7.188, "boundary_entropy": 0.36313, "router_noise": 0.0, "grad_norm": 0.7874, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.5316, "alpha": 0.03, "t": 312.5}
{"event": "train", "step": 5850, "phase": 3, "objective": "parity_a", "lm_loss": 1.38616, "bpb": 1.9998, "chunk_loss": 0.030319, "F": 0.14151, "G": 0.23204, "chunks": 144.91, "bytes_per_chunk": 7.067, "boundary_entropy": 0.35995, "router_noise": 0.0, "grad_norm": 0.7924, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9132, "alpha": 0.03, "t": 314.4}
{"event": "train", "step": 5900, "phase": 3, "objective": "parity_a", "lm_loss": 1.34262, "bpb": 1.93699, "chunk_loss": 0.030304, "F": 0.14258, "G": 0.22326, "chunks": 146.0, "bytes_per_chunk": 7.014, "boundary_entropy": 0.33593, "router_noise": 0.0, "grad_norm": 0.8246, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7078, "alpha": 0.03, "t": 316.4}
{"event": "train", "step": 5950, "phase": 3, "objective": "parity_a", "lm_loss": 1.30331, "bpb": 1.88028, "chunk_loss": 0.030037, "F": 0.1308, "G": 0.24016, "chunks": 133.94, "bytes_per_chunk": 7.645, "boundary_entropy": 0.37534, "router_noise": 0.0, "grad_norm": 0.805, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.1062, "alpha": 0.03, "t": 318.4}
{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3428.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196978, "cps": 26.78125, "mean_p": 0.225203, "boundary_entropy": 0.244967, "bpb": 2.037238}, "de": {"chunks": 3564.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173574, "cps": 27.84375, "mean_p": 0.199951, "boundary_entropy": 0.225824, "bpb": 2.227369}, "vi": {"chunks": 3105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16843, "cps": 24.257812, "mean_p": 0.240476, "boundary_entropy": 0.389807, "bpb": 1.929837}, "tr": {"chunks": 3228.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178313, "cps": 25.21875, "mean_p": 0.208932, "boundary_entropy": 0.245848, "bpb": 2.21262}, "fi": {"chunks": 3251.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172824, "cps": 25.398438, "mean_p": 0.208529, "boundary_entropy": 0.241568, "bpb": 2.385354}, "ru": {"chunks": 3134.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.165383, "cps": 24.484375, "mean_p": 0.217918, "boundary_entropy": 0.431709, "bpb": 1.41716}, "el": {"chunks": 2892.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140915, "cps": 22.59375, "mean_p": 0.236033, "boundary_entropy": 0.473854, "bpb": 1.486692}, "hi": {"chunks": 2927.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.173967, "cps": 22.867188, "mean_p": 0.199376, "boundary_entropy": 0.41366, "bpb": 1.188619}, "ta": {"chunks": 2271.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.121476, "cps": 17.742188, "mean_p": 0.324421, "boundary_entropy": 0.597078, "bpb": 0.973921}, "th": {"chunks": 2742.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170469, "cps": 21.421875, "mean_p": 0.175522, "boundary_entropy": 0.384052, "bpb": 1.100395}, "zh": {"chunks": 3240.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548595, "cps": 25.3125, "mean_p": 0.362016, "boundary_entropy": 0.567435, "bpb": 3.120777}, "my": {"chunks": 2120.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.111885, "cps": 16.5625, "mean_p": 0.3058, "boundary_entropy": 0.582308, "bpb": 1.097782}}, "bpb": {"en": 2.03724, "de": 2.22737, "vi": 1.92984, "tr": 2.21262, "fi": 2.38535, "ru": 1.41716, "el": 1.48669, "hi": 1.18862, "ta": 0.97392, "th": 1.10039, "zh": 3.12078, "my": 1.09778}, "gini_cpc": 0.20829, "gini_cps": 0.075511, "bpic": 10.689683, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8811880422902347, "vi": 0.8550701968093136, "tr": 0.9052453060798022, "fi": 0.8773813386702968, "ru": 0.8396012659981589, "el": 0.7153865165706734, "hi": 0.8831835196901316, "ta": 0.6167014530058299, "th": 0.8654255089556684, "zh": 2.785062043583627, "my": 0.5680097516780557}, "t": 321.3}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.04827, "de": 2.23789, "vi": 1.9301, "tr": 2.21893, "fi": 2.39565, "ru": 1.39225, "el": 1.47887, "hi": 1.18506, "ta": 0.98205, "th": 1.11727, "zh": 3.11864, "my": 1.10669}, "bytes_per_chunk": {"en": 5.434, "de": 5.956, "vi": 8.506, "tr": 6.136, "fi": 5.733, "ru": 11.229, "el": 13.731, "hi": 15.65, "ta": 21.65, "th": 15.293, "zh": 5.585, "my": 21.223}, "bpb_mean": 1.76764, "t": 322.6}
{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3428.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196978, "cps": 26.78125, "mean_p": 0.225203, "boundary_entropy": 0.244967, "bpb": 2.037238}, "de": {"chunks": 3564.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173574, "cps": 27.84375, "mean_p": 0.199951, "boundary_entropy": 0.225824, "bpb": 2.227369}, "vi": {"chunks": 3105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16843, "cps": 24.257812, "mean_p": 0.240476, "boundary_entropy": 0.389807, "bpb": 1.929837}, "tr": {"chunks": 3228.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178313, "cps": 25.21875, "mean_p": 0.208932, "boundary_entropy": 0.245848, "bpb": 2.21262}, "fi": {"chunks": 3251.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172824, "cps": 25.398438, "mean_p": 0.208529, "boundary_entropy": 0.241568, "bpb": 2.385354}, "ru": {"chunks": 3134.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.165383, "cps": 24.484375, "mean_p": 0.217918, "boundary_entropy": 0.431709, "bpb": 1.41716}, "el": {"chunks": 2892.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140915, "cps": 22.59375, "mean_p": 0.236033, "boundary_entropy": 0.473854, "bpb": 1.486692}, "hi": {"chunks": 2927.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.173967, "cps": 22.867188, "mean_p": 0.199376, "boundary_entropy": 0.41366, "bpb": 1.188619}, "ta": {"chunks": 2271.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.121476, "cps": 17.742188, "mean_p": 0.324421, "boundary_entropy": 0.597078, "bpb": 0.973921}, "th": {"chunks": 2742.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170469, "cps": 21.421875, "mean_p": 0.175522, "boundary_entropy": 0.384052, "bpb": 1.100395}, "zh": {"chunks": 3240.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548595, "cps": 25.3125, "mean_p": 0.362016, "boundary_entropy": 0.567435, "bpb": 3.120777}, "my": {"chunks": 2120.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.111885, "cps": 16.5625, "mean_p": 0.3058, "boundary_entropy": 0.582308, "bpb": 1.097782}}, "bpb": {"en": 2.03724, "de": 2.22737, "vi": 1.92984, "tr": 2.21262, "fi": 2.38535, "ru": 1.41716, "el": 1.48669, "hi": 1.18862, "ta": 0.97392, "th": 1.10039, "zh": 3.12078, "my": 1.09778}, "gini_cpc": 0.20829, "gini_cps": 0.075511, "bpic": 10.689683, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8811880422902347, "vi": 0.8550701968093136, "tr": 0.9052453060798022, "fi": 0.8773813386702968, "ru": 0.8396012659981589, "el": 0.7153865165706734, "hi": 0.8831835196901316, "ta": 0.6167014530058299, "th": 0.8654255089556684, "zh": 2.785062043583627, "my": 0.5680097516780557}, "t": 323.5}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.70"], "t": 325.7}
{"event": "final", "run": "pilot_D_s0", "condition": "D", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.19697753260932024, "cps": 26.78125, "bpb": 2.0564327909613564, "bytes_per_chunk": 5.4002987073183295}, "de": {"cpc": 0.17357424633516777, "cps": 27.84375, "bpb": 2.2304391401790364, "bytes_per_chunk": 5.999130375082958}, "vi": {"cpc": 0.16842961757526445, "cps": 24.2578125, "bpb": 1.93324927137629, "bytes_per_chunk": 8.566377465156936}, "tr": {"cpc": 0.17831298679776833, "cps": 25.21875, "bpb": 2.2107201361279754, "bytes_per_chunk": 6.162366741499078}, "fi": {"cpc": 0.17282441124873743, "cps": 25.3984375, "bpb": 2.411091479467502, "bytes_per_chunk": 5.7366946778711485}, "ru": {"cpc": 0.1653825857519789, "cps": 24.484375, "bpb": 1.3915013521675956, "bytes_per_chunk": 11.290064171583618}, "el": {"cpc": 0.14091507089606783, "cps": 22.59375, "bpb": 1.4743248109146854, "bytes_per_chunk": 13.641255138679295}, "hi": {"cpc": 0.17396731054977713, "cps": 22.8671875, "bpb": 1.1925665799107257, "bytes_per_chunk": 15.51606984314886}, "ta": {"cpc": 0.12147633056967104, "cps": 17.7421875, "bpb": 0.9821712170167444, "bytes_per_chunk": 21.85170674780144}, "th": {"cpc": 0.17046938141125273, "cps": 21.421875, "bpb": 1.1156348275744843, "bytes_per_chunk": 15.45113756925616}, "zh": {"cpc": 0.548594649508974, "cps": 25.3125, "bpb": 3.1274176547014894, "bytes_per_chunk": 5.593419606755358}, "my": {"cpc": 0.1118851593835761, "cps": 16.5625, "bpb": 1.1170419735004704, "bytes_per_chunk": 21.30039814739579}}, "gini_cpc": 0.2082899216246239, "gini_cps": 0.07551111358698681, "bpic": 10.689683026015263, "seed": 0, "mean_boundary_entropy": 0.37418800592422485, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 328.0}