Hugging Face's logo

AdaptiveChunking
/
pilot_D_s1

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
pilot_D_s1
File size: 173,272 Bytes
8257c27
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
{"event": "start", "run": "pilot_D_s1", "condition": "D", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "parity_a", "p2_objective": "parity_a", "p3_objective": "parity_a", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3}
{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3}
{"event": "probe", "step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.2}
{"event": "train", "step": 0, "phase": 1, "objective": "parity_a", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.054913, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3224, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "n_target_mean": 8.46, "alpha": 0.03, "t": 3.5}
{"event": "probe", "step": 1, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2651.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.15233, "cps": 20.710938, "mean_p": 0.478014, "boundary_entropy": 0.685428, "bpb": 8.011974}, "de": {"chunks": 2036.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099157, "cps": 15.90625, "mean_p": 0.469559, "boundary_entropy": 0.685258, "bpb": 8.041816}, "vi": {"chunks": 14097.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.764687, "cps": 110.132812, "mean_p": 0.507001, "boundary_entropy": 0.688289, "bpb": 7.87346}, "tr": {"chunks": 5608.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309783, "cps": 43.8125, "mean_p": 0.485935, "boundary_entropy": 0.686367, "bpb": 7.996246}, "fi": {"chunks": 4695.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249588, "cps": 36.679688, "mean_p": 0.484347, "boundary_entropy": 0.686583, "bpb": 8.049991}, "ru": {"chunks": 17462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.921478, "cps": 136.421875, "mean_p": 0.502256, "boundary_entropy": 0.690066, "bpb": 8.083936}, "el": {"chunks": 31397.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.529845, "cps": 245.289062, "mean_p": 0.517838, "boundary_entropy": 0.689713, "bpb": 7.792222}, "hi": {"chunks": 1656.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098425, "cps": 12.9375, "mean_p": 0.47624, "boundary_entropy": 0.689493, "bpb": 8.025401}, "ta": {"chunks": 39497.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.112704, "cps": 308.570312, "mean_p": 0.514483, "boundary_entropy": 0.690547, "bpb": 8.080354}, "th": {"chunks": 44393.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.759901, "cps": 346.820312, "mean_p": 0.520629, "boundary_entropy": 0.690236, "bpb": 8.182891}, "zh": {"chunks": 12934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189976, "cps": 101.046875, "mean_p": 0.528294, "boundary_entropy": 0.684754, "bpb": 8.116894}, "my": {"chunks": 7039.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.37149, "cps": 54.992188, "mean_p": 0.491132, "boundary_entropy": 0.69102, "bpb": 8.097746}}, "bpb": {"en": 8.01197, "de": 8.04182, "vi": 7.87346, "tr": 7.99625, "fi": 8.04999, "ru": 8.08394, "el": 7.79222, "hi": 8.0254, "ta": 8.08035, "th": 8.18289, "zh": 8.11689, "my": 8.09775}, "gini_cpc": 0.507855, "gini_cps": 0.50131, "bpic": 2.091849, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6509382004656993, "vi": 5.019933341088415, "tr": 2.033629560076542, "fi": 1.6384685349376928, "ru": 6.049216972934991, "el": 10.042959244941315, "hi": 0.6461296222289608, "ta": 13.869251799494538, "th": 18.117898489810415, "zh": 14.376521111649463, "my": 2.4387202339074556}, "t": 4.9}
{"event": "probe", "step": 2, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2630.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151123, "cps": 20.546875, "mean_p": 0.477849, "boundary_entropy": 0.685414, "bpb": 7.961854}, "de": {"chunks": 2014.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098086, "cps": 15.734375, "mean_p": 0.469385, "boundary_entropy": 0.685236, "bpb": 8.00005}, "vi": {"chunks": 13969.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.757743, "cps": 109.132812, "mean_p": 0.5067, "boundary_entropy": 0.688298, "bpb": 7.840232}, "tr": {"chunks": 5552.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.306689, "cps": 43.375, "mean_p": 0.485743, "boundary_entropy": 0.686357, "bpb": 7.961929}, "fi": {"chunks": 4624.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.245814, "cps": 36.125, "mean_p": 0.484094, "boundary_entropy": 0.686565, "bpb": 8.009884}, "ru": {"chunks": 17138.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.90438, "cps": 133.890625, "mean_p": 0.501945, "boundary_entropy": 0.690066, "bpb": 8.040076}, "el": {"chunks": 31307.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.525459, "cps": 244.585938, "mean_p": 0.517677, "boundary_entropy": 0.689723, "bpb": 7.769434}, "hi": {"chunks": 1648.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.097949, "cps": 12.875, "mean_p": 0.47624, "boundary_entropy": 0.689493, "bpb": 7.984554}, "ta": {"chunks": 39106.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.091789, "cps": 305.515625, "mean_p": 0.514214, "boundary_entropy": 0.690561, "bpb": 8.04294}, "th": {"chunks": 44327.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.755797, "cps": 346.304688, "mean_p": 0.520207, "boundary_entropy": 0.690268, "bpb": 8.123261}, "zh": {"chunks": 12931.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189468, "cps": 101.023438, "mean_p": 0.52829, "boundary_entropy": 0.684753, "bpb": 8.106765}, "my": {"chunks": 7036.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371332, "cps": 54.96875, "mean_p": 0.491119, "boundary_entropy": 0.691019, "bpb": 8.083679}}, "bpb": {"en": 7.96185, "de": 8.00005, "vi": 7.84023, "tr": 7.96193, "fi": 8.00988, "ru": 8.04008, "el": 7.76943, "hi": 7.98455, "ta": 8.04294, "th": 8.12326, "zh": 8.10677, "my": 8.08368}, "gini_cpc": 0.509042, "gini_cps": 0.501856, "bpic": 2.105425, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6490459297738094, "vi": 5.014071782369665, "tr": 2.02939823221116, "fi": 1.626575826416588, "ru": 5.984381833321629, "el": 10.094132003248141, "hi": 0.6481425092797134, "ta": 13.841600110641405, "th": 18.235414781974562, "zh": 14.487953412074335, "my": 2.4571452307736763}, "t": 6.4}
{"event": "probe", "step": 4, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2544.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.146182, "cps": 19.875, "mean_p": 0.47739, "boundary_entropy": 0.685377, "bpb": 7.791804}, "de": {"chunks": 1960.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095456, "cps": 15.3125, "mean_p": 0.468884, "boundary_entropy": 0.685178, "bpb": 7.852456}, "vi": {"chunks": 13503.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.732465, "cps": 105.492188, "mean_p": 0.505568, "boundary_entropy": 0.688328, "bpb": 7.729971}, "tr": {"chunks": 5374.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.296857, "cps": 41.984375, "mean_p": 0.485164, "boundary_entropy": 0.686327, "bpb": 7.843042}, "fi": {"chunks": 4440.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236032, "cps": 34.6875, "mean_p": 0.483332, "boundary_entropy": 0.68651, "bpb": 7.870413}, "ru": {"chunks": 15693.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.828127, "cps": 122.601562, "mean_p": 0.500522, "boundary_entropy": 0.690064, "bpb": 7.865671}, "el": {"chunks": 30947.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.507918, "cps": 241.773438, "mean_p": 0.51696, "boundary_entropy": 0.68977, "bpb": 7.686307}, "hi": {"chunks": 1629.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.09682, "cps": 12.726562, "mean_p": 0.476283, "boundary_entropy": 0.6895, "bpb": 7.835268}, "ta": {"chunks": 37817.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.02284, "cps": 295.445312, "mean_p": 0.513321, "boundary_entropy": 0.690604, "bpb": 7.913632}, "th": {"chunks": 43996.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.735219, "cps": 343.71875, "mean_p": 0.518951, "boundary_entropy": 0.690359, "bpb": 7.955541}, "zh": {"chunks": 12931.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189468, "cps": 101.023438, "mean_p": 0.528323, "boundary_entropy": 0.684748, "bpb": 8.079738}, "my": {"chunks": 6967.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.367691, "cps": 54.429688, "mean_p": 0.491034, "boundary_entropy": 0.691016, "bpb": 8.000741}}, "bpb": {"en": 7.7918, "de": 7.85246, "vi": 7.72997, "tr": 7.84304, "fi": 7.87041, "ru": 7.86567, "el": 7.68631, "hi": 7.83527, "ta": 7.91363, "th": 7.95554, "zh": 8.07974, "my": 8.00074}, "gini_cpc": 0.513293, "gini_cps": 0.503459, "bpic": 2.158486, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6529962352366049, "vi": 5.0106508205781655, "tr": 2.0307390675370183, "fi": 1.6146488957183822, "ru": 5.665050343505749, "el": 10.315367928205722, "hi": 0.6623278617286719, "ta": 13.837849957359197, "th": 18.711092310309027, "zh": 14.977719132765525, "my": 2.515298012733957}, "t": 8.1}
{"event": "probe", "step": 8, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2252.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.129403, "cps": 17.59375, "mean_p": 0.475934, "boundary_entropy": 0.685267, "bpb": 7.298722}, "de": {"chunks": 1744.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.084936, "cps": 13.625, "mean_p": 0.467134, "boundary_entropy": 0.684982, "bpb": 7.411715}, "vi": {"chunks": 12063.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.654353, "cps": 94.242188, "mean_p": 0.502149, "boundary_entropy": 0.688389, "bpb": 7.434446}, "tr": {"chunks": 4789.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.264542, "cps": 37.414062, "mean_p": 0.483101, "boundary_entropy": 0.686215, "bpb": 7.495633}, "fi": {"chunks": 3755.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199617, "cps": 29.335938, "mean_p": 0.480551, "boundary_entropy": 0.686299, "bpb": 7.454744}, "ru": {"chunks": 10681.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.563641, "cps": 83.445312, "mean_p": 0.495194, "boundary_entropy": 0.689985, "bpb": 7.24805}, "el": {"chunks": 29971.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.460362, "cps": 234.148438, "mean_p": 0.515176, "boundary_entropy": 0.689875, "bpb": 7.512499}, "hi": {"chunks": 1543.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.091709, "cps": 12.054688, "mean_p": 0.476082, "boundary_entropy": 0.689485, "bpb": 7.411868}, "ta": {"chunks": 31217.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.669805, "cps": 243.882812, "mean_p": 0.50872, "boundary_entropy": 0.690773, "bpb": 7.494799}, "th": {"chunks": 42177.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.622132, "cps": 329.507812, "mean_p": 0.514032, "boundary_entropy": 0.690656, "bpb": 7.521067}, "zh": {"chunks": 12958.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.19404, "cps": 101.234375, "mean_p": 0.528499, "boundary_entropy": 0.684728, "bpb": 7.97217}, "my": {"chunks": 6946.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.366582, "cps": 54.265625, "mean_p": 0.490927, "boundary_entropy": 0.691012, "bpb": 7.746939}}, "bpb": {"en": 7.29872, "de": 7.41172, "vi": 7.43445, "tr": 7.49563, "fi": 7.45474, "ru": 7.24805, "el": 7.5125, "hi": 7.41187, "ta": 7.4948, "th": 7.52107, "zh": 7.97217, "my": 7.74694}, "gini_cpc": 0.528123, "gini_cps": 0.508984, "bpic": 2.397193, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.656371638982744, "vi": 5.056708511157969, "tr": 2.0443253765285654, "fi": 1.5426016512956355, "ru": 4.355704761994029, "el": 11.285378320506672, "hi": 0.7087067793792013, "ta": 12.903913076938057, "th": 20.263308406550234, "zh": 16.955096542096154, "my": 2.832873207068349}, "t": 9.8}
{"event": "probe", "step": 16, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2020.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.116072, "cps": 15.78125, "mean_p": 0.476849, "boundary_entropy": 0.685549, "bpb": 6.639777}, "de": {"chunks": 1531.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.074563, "cps": 11.960938, "mean_p": 0.468383, "boundary_entropy": 0.685391, "bpb": 6.762222}, "vi": {"chunks": 8962.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.48614, "cps": 70.015625, "mean_p": 0.494729, "boundary_entropy": 0.688368, "bpb": 7.049425}, "tr": {"chunks": 4098.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226371, "cps": 32.015625, "mean_p": 0.481056, "boundary_entropy": 0.686208, "bpb": 7.016454}, "fi": {"chunks": 2704.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.143746, "cps": 21.125, "mean_p": 0.476635, "boundary_entropy": 0.686059, "bpb": 6.856597}, "ru": {"chunks": 3908.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.206227, "cps": 30.53125, "mean_p": 0.482718, "boundary_entropy": 0.689354, "bpb": 6.457824}, "el": {"chunks": 17247.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.840374, "cps": 134.742188, "mean_p": 0.500867, "boundary_entropy": 0.690291, "bpb": 6.846361}, "hi": {"chunks": 1463.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.086954, "cps": 11.429688, "mean_p": 0.476952, "boundary_entropy": 0.689586, "bpb": 6.639369}, "ta": {"chunks": 12296.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.657716, "cps": 96.0625, "mean_p": 0.487136, "boundary_entropy": 0.690466, "bpb": 6.593898}, "th": {"chunks": 9673.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.601368, "cps": 75.570312, "mean_p": 0.49116, "boundary_entropy": 0.690759, "bpb": 6.485575}, "zh": {"chunks": 13206.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.236031, "cps": 103.171875, "mean_p": 0.529748, "boundary_entropy": 0.684652, "bpb": 7.6815}, "my": {"chunks": 5866.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.309584, "cps": 45.828125, "mean_p": 0.48957, "boundary_entropy": 0.690961, "bpb": 6.969677}}, "bpb": {"en": 6.63978, "de": 6.76222, "vi": 7.04942, "tr": 7.01645, "fi": 6.8566, "ru": 6.45782, "el": 6.84636, "hi": 6.63937, "ta": 6.5939, "th": 6.48558, "zh": 7.6815, "my": 6.96968}, "gini_cpc": 0.522954, "gini_cps": 0.404149, "bpic": 4.625316, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6423852113453687, "vi": 4.188268817117676, "tr": 1.9502673644705244, "fi": 1.2384188522515003, "ru": 1.7767163196530735, "el": 7.240115074948513, "hi": 0.7491383049151868, "ta": 5.666450975667238, "th": 5.180991422424804, "zh": 19.26418326052043, "my": 2.6671745182751336}, "t": 11.7}
{"event": "probe", "step": 32, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3759.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215997, "cps": 29.367188, "mean_p": 0.488776, "boundary_entropy": 0.686866, "bpb": 6.231685}, "de": {"chunks": 3220.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.156821, "cps": 25.15625, "mean_p": 0.483494, "boundary_entropy": 0.687366, "bpb": 6.33814}, "vi": {"chunks": 5401.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.292975, "cps": 42.195312, "mean_p": 0.486986, "boundary_entropy": 0.688163, "bpb": 6.759057}, "tr": {"chunks": 5068.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.279954, "cps": 39.59375, "mean_p": 0.487387, "boundary_entropy": 0.687055, "bpb": 6.645382}, "fi": {"chunks": 3459.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183882, "cps": 27.023438, "mean_p": 0.483256, "boundary_entropy": 0.686937, "bpb": 6.41502}, "ru": {"chunks": 461.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.024327, "cps": 3.601562, "mean_p": 0.471201, "boundary_entropy": 0.688375, "bpb": 5.91674}, "el": {"chunks": 581.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.02831, "cps": 4.539062, "mean_p": 0.463143, "boundary_entropy": 0.687338, "bpb": 6.458908}, "hi": {"chunks": 1376.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.081783, "cps": 10.75, "mean_p": 0.482003, "boundary_entropy": 0.690136, "bpb": 5.91743}, "ta": {"chunks": 320.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.017117, "cps": 2.5, "mean_p": 0.472143, "boundary_entropy": 0.689372, "bpb": 6.273255}, "th": {"chunks": 515.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.032017, "cps": 4.023438, "mean_p": 0.4798, "boundary_entropy": 0.690128, "bpb": 5.762986}, "zh": {"chunks": 6635.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.123434, "cps": 51.835938, "mean_p": 0.498675, "boundary_entropy": 0.686322, "bpb": 7.3352}, "my": {"chunks": 1719.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.090722, "cps": 13.429688, "mean_p": 0.4814, "boundary_entropy": 0.690463, "bpb": 5.941921}}, "bpb": {"en": 6.23168, "de": 6.33814, "vi": 6.75906, "tr": 6.64538, "fi": 6.41502, "ru": 5.91674, "el": 6.45891, "hi": 5.91743, "ta": 6.27325, "th": 5.76299, "zh": 7.3352, "my": 5.94192}, "gini_cpc": 0.581676, "gini_cps": 0.434264, "bpic": 11.803562, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7260311579098586, "vi": 1.3563845360773417, "tr": 1.2960980262847264, "fi": 0.8513153673859893, "ru": 0.11262725658946234, "el": 0.13106510558939596, "hi": 0.3786301168429054, "ta": 0.07924580898862253, "th": 0.1482306313154305, "zh": 5.201148803994693, "my": 0.4200145110885237}, "t": 14.2}
{"event": "train", "step": 50, "phase": 1, "objective": "parity_a", "lm_loss": 4.21479, "bpb": 6.08065, "chunk_loss": 0.025583, "F": 0.08319, "G": 0.48045, "chunks": 85.19, "bytes_per_chunk": 12.021, "boundary_entropy": 0.69122, "router_noise": 0.0, "grad_norm": 1.8921, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.236, "n_target_mean": 8.8306, "alpha": 0.03, "t": 15.3}
{"event": "probe", "step": 64, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 5214.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.299604, "cps": 40.734375, "mean_p": 0.495231, "boundary_entropy": 0.687334, "bpb": 5.718803}, "de": {"chunks": 4934.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.240296, "cps": 38.546875, "mean_p": 0.491274, "boundary_entropy": 0.688053, "bpb": 5.835719}, "vi": {"chunks": 4076.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221101, "cps": 31.84375, "mean_p": 0.483105, "boundary_entropy": 0.687896, "bpb": 6.21988}, "tr": {"chunks": 4233.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.233829, "cps": 33.070312, "mean_p": 0.486367, "boundary_entropy": 0.687208, "bpb": 6.184832}, "fi": {"chunks": 3883.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.206422, "cps": 30.335938, "mean_p": 0.487866, "boundary_entropy": 0.687477, "bpb": 5.911858}, "ru": {"chunks": 5242.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.276623, "cps": 40.953125, "mean_p": 0.490558, "boundary_entropy": 0.690111, "bpb": 5.400279}, "el": {"chunks": 3197.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.155776, "cps": 24.976562, "mean_p": 0.48611, "boundary_entropy": 0.690039, "bpb": 5.673419}, "hi": {"chunks": 1271.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.075542, "cps": 9.929688, "mean_p": 0.481659, "boundary_entropy": 0.69012, "bpb": 5.394776}, "ta": {"chunks": 1171.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.062637, "cps": 9.148438, "mean_p": 0.481496, "boundary_entropy": 0.690336, "bpb": 5.453892}, "th": {"chunks": 4201.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.261175, "cps": 32.820312, "mean_p": 0.490961, "boundary_entropy": 0.690884, "bpb": 5.120118}, "zh": {"chunks": 3576.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.605486, "cps": 27.9375, "mean_p": 0.489061, "boundary_entropy": 0.686401, "bpb": 6.988806}, "my": {"chunks": 19431.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.025491, "cps": 151.804688, "mean_p": 0.496864, "boundary_entropy": 0.691298, "bpb": 5.030235}}, "bpb": {"en": 5.7188, "de": 5.83572, "vi": 6.21988, "tr": 6.18483, "fi": 5.91186, "ru": 5.40028, "el": 5.67342, "hi": 5.39478, "ta": 5.45389, "th": 5.12012, "zh": 6.98881, "my": 5.03024}, "gini_cpc": 0.38313, "gini_cps": 0.356731, "bpic": 6.350941, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8020470233523996, "vi": 0.7379792091330751, "tr": 0.7804602890238043, "fi": 0.6889831495038252, "ru": 0.9232958758285233, "el": 0.5199419809496062, "hi": 0.2521410581067888, "ta": 0.2090665337925656, "th": 0.8717354545919568, "zh": 2.020957408295751, "my": 3.4228263689637664}, "t": 17.1}
{"event": "train", "step": 100, "phase": 1, "objective": "parity_a", "lm_loss": 3.41607, "bpb": 4.92835, "chunk_loss": 0.036686, "F": 0.16599, "G": 0.48291, "chunks": 169.97, "bytes_per_chunk": 6.025, "boundary_entropy": 0.69118, "router_noise": 0.0, "grad_norm": 1.9763, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "n_target_mean": 9.9011, "alpha": 0.03, "t": 19.2}
{"event": "probe", "step": 128, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2994.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.172039, "cps": 23.390625, "mean_p": 0.482034, "boundary_entropy": 0.686127, "bpb": 4.49803}, "de": {"chunks": 3193.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.155506, "cps": 24.945312, "mean_p": 0.479135, "boundary_entropy": 0.686718, "bpb": 4.686026}, "vi": {"chunks": 4938.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.26786, "cps": 38.578125, "mean_p": 0.47444, "boundary_entropy": 0.686036, "bpb": 4.967936}, "tr": {"chunks": 2995.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165442, "cps": 23.398438, "mean_p": 0.474626, "boundary_entropy": 0.685395, "bpb": 5.017959}, "fi": {"chunks": 2317.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.123173, "cps": 18.101562, "mean_p": 0.478207, "boundary_entropy": 0.686409, "bpb": 4.75896}, "ru": {"chunks": 2033.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.107282, "cps": 15.882812, "mean_p": 0.470664, "boundary_entropy": 0.687137, "bpb": 3.690001}, "el": {"chunks": 4162.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.202797, "cps": 32.515625, "mean_p": 0.485601, "boundary_entropy": 0.689874, "bpb": 4.524091}, "hi": {"chunks": 431.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.025617, "cps": 3.367188, "mean_p": 0.465322, "boundary_entropy": 0.688149, "bpb": 3.597136}, "ta": {"chunks": 3028.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.161968, "cps": 23.65625, "mean_p": 0.475116, "boundary_entropy": 0.689546, "bpb": 3.809662}, "th": {"chunks": 12921.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.803295, "cps": 100.945312, "mean_p": 0.489999, "boundary_entropy": 0.690396, "bpb": 3.492055}, "zh": {"chunks": 1865.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.315781, "cps": 14.570312, "mean_p": 0.481288, "boundary_entropy": 0.6859, "bpb": 6.31552}, "my": {"chunks": 27349.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.443371, "cps": 213.664062, "mean_p": 0.499716, "boundary_entropy": 0.691362, "bpb": 4.17359}}, "bpb": {"en": 4.49803, "de": 4.68603, "vi": 4.96794, "tr": 5.01796, "fi": 4.75896, "ru": 3.69, "el": 4.52409, "hi": 3.59714, "ta": 3.80966, "th": 3.49205, "zh": 6.31552, "my": 4.17359}, "gini_cpc": 0.504939, "gini_cps": 0.520075, "bpic": 5.625143, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9038967722617104, "vi": 1.5569700833726035, "tr": 0.9616534621471856, "fi": 0.7159562333427687, "ru": 0.623591933206783, "el": 1.1787821611160731, "hi": 0.14889993955220993, "ta": 0.9414618485433022, "th": 4.6692527734985045, "zh": 1.8355140691135063, "my": 8.389776650620218}, "t": 21.7}
{"event": "train", "step": 150, "phase": 1, "objective": "parity_a", "lm_loss": 2.94381, "bpb": 4.24703, "chunk_loss": 0.032309, "F": 0.15848, "G": 0.47703, "chunks": 162.28, "bytes_per_chunk": 6.31, "boundary_entropy": 0.68994, "router_noise": 0.0, "grad_norm": 2.0172, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.077, "n_target_mean": 9.3719, "alpha": 0.03, "t": 23.0}
{"event": "probe", "step": 200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3386.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194564, "cps": 26.453125, "mean_p": 0.413198, "boundary_entropy": 0.657269, "bpb": 3.922905}, "de": {"chunks": 3211.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.156382, "cps": 25.085938, "mean_p": 0.404581, "boundary_entropy": 0.655969, "bpb": 4.113335}, "vi": {"chunks": 3909.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.212042, "cps": 30.539062, "mean_p": 0.417995, "boundary_entropy": 0.661871, "bpb": 3.72612}, "tr": {"chunks": 3975.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219577, "cps": 31.054688, "mean_p": 0.420498, "boundary_entropy": 0.661522, "bpb": 4.162157}, "fi": {"chunks": 2546.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.135346, "cps": 19.890625, "mean_p": 0.405438, "boundary_entropy": 0.658224, "bpb": 4.171387}, "ru": {"chunks": 3534.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.186491, "cps": 27.609375, "mean_p": 0.454742, "boundary_entropy": 0.683627, "bpb": 2.842104}, "el": {"chunks": 3193.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.155582, "cps": 24.945312, "mean_p": 0.455484, "boundary_entropy": 0.684205, "bpb": 3.006095}, "hi": {"chunks": 2441.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.145082, "cps": 19.070312, "mean_p": 0.469078, "boundary_entropy": 0.68825, "bpb": 2.473711}, "ta": {"chunks": 2119.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.113346, "cps": 16.554688, "mean_p": 0.476289, "boundary_entropy": 0.689668, "bpb": 2.420982}, "th": {"chunks": 3425.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.212931, "cps": 26.757812, "mean_p": 0.473092, "boundary_entropy": 0.688526, "bpb": 2.35194}, "zh": {"chunks": 3019.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511175, "cps": 23.585938, "mean_p": 0.473592, "boundary_entropy": 0.683454, "bpb": 5.278777}, "my": {"chunks": 10873.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.573834, "cps": 84.945312, "mean_p": 0.445282, "boundary_entropy": 0.68037, "bpb": 2.47094}}, "bpb": {"en": 3.9229, "de": 4.11333, "vi": 3.72612, "tr": 4.16216, "fi": 4.17139, "ru": 2.8421, "el": 3.00609, "hi": 2.47371, "ta": 2.42098, "th": 2.35194, "zh": 5.27878, "my": 2.47094}, "gini_cpc": 0.279058, "gini_cps": 0.224787, "bpic": 8.410532, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.803757548859803, "vi": 1.089832349448286, "tr": 1.1285576473718235, "fi": 0.6956386158919783, "ru": 0.9585052528882704, "el": 0.7996413428536621, "hi": 0.745675498008143, "ta": 0.5825626721233239, "th": 1.094401493395339, "zh": 2.6272828857055472, "my": 2.949328709617929}, "t": 26.3}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.92585, "de": 4.11485, "vi": 3.73188, "tr": 4.17177, "fi": 4.17375, "ru": 2.82599, "el": 2.99911, "hi": 2.46949, "ta": 2.43737, "th": 2.38485, "zh": 5.28849, "my": 2.48825}, "bytes_per_chunk": {"en": 4.961, "de": 6.862, "vi": 6.194, "tr": 5.046, "fi": 8.156, "ru": 8.53, "el": 11.987, "hi": 23.289, "ta": 22.396, "th": 12.305, "zh": 4.941, "my": 4.828}, "bpb_mean": 3.41764, "t": 27.6}
{"event": "train", "step": 200, "phase": 1, "objective": "parity_a", "lm_loss": 2.55797, "bpb": 3.69037, "chunk_loss": 0.031604, "F": 0.15369, "G": 0.42863, "chunks": 157.38, "bytes_per_chunk": 6.507, "boundary_entropy": 0.671, "router_noise": 0.0, "grad_norm": 1.2625, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.093, "n_target_mean": 8.6962, "alpha": 0.03, "t": 27.6}
{"event": "train", "step": 250, "phase": 1, "objective": "parity_a", "lm_loss": 2.19823, "bpb": 3.17138, "chunk_loss": 0.029984, "F": 0.12933, "G": 0.37308, "chunks": 132.44, "bytes_per_chunk": 7.732, "boundary_entropy": 0.60292, "router_noise": 0.0, "grad_norm": 0.9807, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 10.4982, "alpha": 0.03, "t": 29.8}
{"event": "probe", "step": 256, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3412.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196058, "cps": 26.65625, "mean_p": 0.319248, "boundary_entropy": 0.500383, "bpb": 3.592152}, "de": {"chunks": 3713.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180831, "cps": 29.007812, "mean_p": 0.295723, "boundary_entropy": 0.498974, "bpb": 3.840332}, "vi": {"chunks": 4775.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.259018, "cps": 37.304688, "mean_p": 0.351048, "boundary_entropy": 0.594982, "bpb": 3.198228}, "tr": {"chunks": 4085.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225653, "cps": 31.914062, "mean_p": 0.306333, "boundary_entropy": 0.516976, "bpb": 3.880756}, "fi": {"chunks": 3455.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183669, "cps": 26.992188, "mean_p": 0.296599, "boundary_entropy": 0.509086, "bpb": 3.943819}, "ru": {"chunks": 4135.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.218206, "cps": 32.304688, "mean_p": 0.374045, "boundary_entropy": 0.637624, "bpb": 2.659376}, "el": {"chunks": 3321.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.161818, "cps": 25.945312, "mean_p": 0.38881, "boundary_entropy": 0.653194, "bpb": 2.722043}, "hi": {"chunks": 9376.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.557266, "cps": 73.25, "mean_p": 0.459107, "boundary_entropy": 0.683817, "bpb": 2.165245}, "ta": {"chunks": 2147.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.114844, "cps": 16.773438, "mean_p": 0.439781, "boundary_entropy": 0.682008, "bpb": 2.025184}, "th": {"chunks": 3745.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.232826, "cps": 29.257812, "mean_p": 0.448273, "boundary_entropy": 0.681643, "bpb": 2.116209}, "zh": {"chunks": 3265.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.552828, "cps": 25.507812, "mean_p": 0.444314, "boundary_entropy": 0.667593, "bpb": 4.978544}, "my": {"chunks": 429.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.022641, "cps": 3.351562, "mean_p": 0.387228, "boundary_entropy": 0.658332, "bpb": 2.258985}}, "bpb": {"en": 3.59215, "de": 3.84033, "vi": 3.19823, "tr": 3.88076, "fi": 3.94382, "ru": 2.65938, "el": 2.72204, "hi": 2.16524, "ta": 2.02518, "th": 2.11621, "zh": 4.97854, "my": 2.25898}, "gini_cpc": 0.31293, "gini_cps": 0.242117, "bpic": 8.3689, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9223327712704947, "vi": 1.3211293219642157, "tr": 1.1509503972287274, "fi": 0.9368094564160565, "ru": 1.11296471865556, "el": 0.8253594500300153, "hi": 2.842350449162035, "ta": 0.5857626450640518, "th": 1.1875334581343762, "zh": 2.8197125719904927, "my": 0.11548059525409334}, "t": 31.0}
{"event": "train", "step": 300, "phase": 1, "objective": "parity_a", "lm_loss": 2.20151, "bpb": 3.17611, "chunk_loss": 0.034148, "F": 0.17908, "G": 0.34223, "chunks": 183.38, "bytes_per_chunk": 5.584, "boundary_entropy": 0.54146, "router_noise": 0.0, "grad_norm": 1.0579, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.07, "n_target_mean": 9.7923, "alpha": 0.03, "t": 33.3}
{"event": "train", "step": 350, "phase": 1, "objective": "parity_a", "lm_loss": 2.46241, "bpb": 3.55251, "chunk_loss": 0.034971, "F": 0.22281, "G": 0.35314, "chunks": 228.16, "bytes_per_chunk": 4.488, "boundary_entropy": 0.48268, "router_noise": 0.0, "grad_norm": 1.2289, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.057, "n_target_mean": 7.6699, "alpha": 0.03, "t": 36.2}
{"event": "probe", "step": 400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3210.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184451, "cps": 25.078125, "mean_p": 0.27896, "boundary_entropy": 0.371026, "bpb": 3.190648}, "de": {"chunks": 3410.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166074, "cps": 26.640625, "mean_p": 0.271879, "boundary_entropy": 0.394053, "bpb": 3.437713}, "vi": {"chunks": 3411.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.185028, "cps": 26.648438, "mean_p": 0.271288, "boundary_entropy": 0.488267, "bpb": 2.838698}, "tr": {"chunks": 3607.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199249, "cps": 28.179688, "mean_p": 0.271745, "boundary_entropy": 0.40434, "bpb": 3.448919}, "fi": {"chunks": 3140.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166924, "cps": 24.53125, "mean_p": 0.27737, "boundary_entropy": 0.41924, "bpb": 3.625676}, "ru": {"chunks": 3630.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.191557, "cps": 28.359375, "mean_p": 0.28647, "boundary_entropy": 0.545312, "bpb": 2.586593}, "el": {"chunks": 3007.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146519, "cps": 23.492188, "mean_p": 0.276296, "boundary_entropy": 0.550973, "bpb": 2.581895}, "hi": {"chunks": 2128.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.126478, "cps": 16.625, "mean_p": 0.321351, "boundary_entropy": 0.595746, "bpb": 1.991685}, "ta": {"chunks": 2713.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145119, "cps": 21.195312, "mean_p": 0.280785, "boundary_entropy": 0.547089, "bpb": 1.805724}, "th": {"chunks": 1687.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.10488, "cps": 13.179688, "mean_p": 0.331497, "boundary_entropy": 0.618453, "bpb": 1.957295}, "zh": {"chunks": 5515.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.933796, "cps": 43.085938, "mean_p": 0.375277, "boundary_entropy": 0.484363, "bpb": 4.164822}, "my": {"chunks": 718.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.037893, "cps": 5.609375, "mean_p": 0.348197, "boundary_entropy": 0.63522, "bpb": 2.035987}}, "bpb": {"en": 3.19065, "de": 3.43771, "vi": 2.8387, "tr": 3.44892, "fi": 3.62568, "ru": 2.58659, "el": 2.58189, "hi": 1.99168, "ta": 1.80572, "th": 1.95729, "zh": 4.16482, "my": 2.03599}, "gini_cpc": 0.369466, "gini_cps": 0.196668, "bpic": 10.608718, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9003700903628579, "vi": 1.0031310312312267, "tr": 1.0802261307440653, "fi": 0.9049755636118655, "ru": 1.0385239069859196, "el": 0.7943495808896424, "hi": 0.6857023510297038, "ta": 0.786762065922969, "th": 0.568608182581438, "zh": 5.062571406869618, "my": 0.20543770555519386}, "t": 39.6}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.20105, "de": 3.43609, "vi": 2.84375, "tr": 3.45942, "fi": 3.62091, "ru": 2.57385, "el": 2.57677, "hi": 1.98828, "ta": 1.82129, "th": 1.98658, "zh": 4.17291, "my": 2.05155}, "bytes_per_chunk": {"en": 5.213, "de": 6.094, "vi": 8.842, "tr": 5.548, "fi": 6.059, "ru": 9.131, "el": 12.049, "hi": 11.727, "ta": 16.719, "th": 19.032, "zh": 2.988, "my": 61.092}, "bpb_mean": 2.81104, "t": 40.9}
{"event": "train", "step": 400, "phase": 1, "objective": "parity_a", "lm_loss": 2.0276, "bpb": 2.92521, "chunk_loss": 0.031147, "F": 0.16037, "G": 0.29098, "chunks": 164.22, "bytes_per_chunk": 6.236, "boundary_entropy": 0.44375, "router_noise": 0.0, "grad_norm": 1.1364, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.094, "n_target_mean": 9.0619, "alpha": 0.03, "t": 40.9}
{"event": "train", "step": 450, "phase": 1, "objective": "parity_a", "lm_loss": 2.08253, "bpb": 3.00446, "chunk_loss": 0.03037, "F": 0.14255, "G": 0.26641, "chunks": 145.97, "bytes_per_chunk": 7.015, "boundary_entropy": 0.41721, "router_noise": 0.0, "grad_norm": 1.0268, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.049, "n_target_mean": 9.2111, "alpha": 0.03, "t": 43.4}
{"event": "train", "step": 500, "phase": 1, "objective": "parity_a", "lm_loss": 2.06707, "bpb": 2.98215, "chunk_loss": 0.030082, "F": 0.14273, "G": 0.24327, "chunks": 146.16, "bytes_per_chunk": 7.006, "boundary_entropy": 0.38979, "router_noise": 0.0, "grad_norm": 1.0036, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.051, "n_target_mean": 8.8607, "alpha": 0.03, "t": 45.9}
{"event": "train", "step": 550, "phase": 1, "objective": "parity_a", "lm_loss": 1.95304, "bpb": 2.81765, "chunk_loss": 0.029997, "F": 0.13696, "G": 0.22739, "chunks": 140.25, "bytes_per_chunk": 7.301, "boundary_entropy": 0.35034, "router_noise": 0.0, "grad_norm": 0.806, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.6552, "alpha": 0.03, "t": 48.0}
{"event": "probe", "step": 600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3100.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17813, "cps": 24.21875, "mean_p": 0.241245, "boundary_entropy": 0.275943, "bpb": 2.930287}, "de": {"chunks": 3321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16174, "cps": 25.945312, "mean_p": 0.234429, "boundary_entropy": 0.293509, "bpb": 3.189933}, "vi": {"chunks": 4193.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227448, "cps": 32.757812, "mean_p": 0.20434, "boundary_entropy": 0.311539, "bpb": 2.529326}, "tr": {"chunks": 3377.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186544, "cps": 26.382812, "mean_p": 0.254391, "boundary_entropy": 0.338391, "bpb": 3.15227}, "fi": {"chunks": 3110.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165329, "cps": 24.296875, "mean_p": 0.264444, "boundary_entropy": 0.361781, "bpb": 3.378325}, "ru": {"chunks": 3787.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.199842, "cps": 29.585938, "mean_p": 0.148787, "boundary_entropy": 0.281065, "bpb": 2.146859}, "el": {"chunks": 2773.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.135117, "cps": 21.664062, "mean_p": 0.181105, "boundary_entropy": 0.391542, "bpb": 2.398192}, "hi": {"chunks": 3806.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.226211, "cps": 29.734375, "mean_p": 0.0997, "boundary_entropy": 0.155161, "bpb": 1.731063}, "ta": {"chunks": 3143.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16812, "cps": 24.554688, "mean_p": 0.097912, "boundary_entropy": 0.197574, "bpb": 1.483667}, "th": {"chunks": 1548.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.096239, "cps": 12.09375, "mean_p": 0.203838, "boundary_entropy": 0.400839, "bpb": 1.80249}, "zh": {"chunks": 3188.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.53979, "cps": 24.90625, "mean_p": 0.308097, "boundary_entropy": 0.51612, "bpb": 3.875595}, "my": {"chunks": 2985.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.157536, "cps": 23.320312, "mean_p": 0.161057, "boundary_entropy": 0.369504, "bpb": 1.773861}}, "bpb": {"en": 2.93029, "de": 3.18993, "vi": 2.52933, "tr": 3.15227, "fi": 3.37832, "ru": 2.14686, "el": 2.39819, "hi": 1.73106, "ta": 1.48367, "th": 1.80249, "zh": 3.8756, "my": 1.77386}, "gini_cpc": 0.220271, "gini_cps": 0.100156, "bpic": 10.012288, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9079854616408206, "vi": 1.2768625423239457, "tr": 1.0472320752397126, "fi": 0.9281345335004741, "ru": 1.1218854540811984, "el": 0.758527710059367, "hi": 1.2699193404591862, "ta": 0.9438029661199734, "th": 0.5402718220742628, "zh": 3.030311656817015, "my": 0.8843891090727084}, "t": 51.0}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.93975, "de": 3.1873, "vi": 2.53533, "tr": 3.1633, "fi": 3.37209, "ru": 2.13081, "el": 2.39055, "hi": 1.7263, "ta": 1.49721, "th": 1.83017, "zh": 3.88566, "my": 1.78656}, "bytes_per_chunk": {"en": 5.586, "de": 6.219, "vi": 5.803, "tr": 5.781, "fi": 6.174, "ru": 8.718, "el": 12.94, "hi": 10.536, "ta": 15.435, "th": 26.18, "zh": 4.956, "my": 17.738}, "bpb_mean": 2.53709, "t": 52.2}
{"event": "train", "step": 600, "phase": 1, "objective": "parity_a", "lm_loss": 1.86406, "bpb": 2.68926, "chunk_loss": 0.030236, "F": 0.12967, "G": 0.20921, "chunks": 132.78, "bytes_per_chunk": 7.712, "boundary_entropy": 0.3413, "router_noise": 0.0, "grad_norm": 0.7135, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 10.6908, "alpha": 0.03, "t": 52.3}
{"event": "train", "step": 650, "phase": 1, "objective": "parity_a", "lm_loss": 1.89091, "bpb": 2.72801, "chunk_loss": 0.030378, "F": 0.15137, "G": 0.21365, "chunks": 155.0, "bytes_per_chunk": 6.606, "boundary_entropy": 0.29701, "router_noise": 0.0, "grad_norm": 0.8066, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5086, "alpha": 0.03, "t": 54.3}
{"event": "train", "step": 700, "phase": 1, "objective": "parity_a", "lm_loss": 1.8402, "bpb": 2.65485, "chunk_loss": 0.030651, "F": 0.14575, "G": 0.20176, "chunks": 149.25, "bytes_per_chunk": 6.861, "boundary_entropy": 0.28423, "router_noise": 0.0, "grad_norm": 0.7792, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.5912, "alpha": 0.03, "t": 56.5}
{"event": "train", "step": 750, "phase": 1, "objective": "parity_a", "lm_loss": 1.91595, "bpb": 2.76414, "chunk_loss": 0.030309, "F": 0.15076, "G": 0.20317, "chunks": 154.38, "bytes_per_chunk": 6.633, "boundary_entropy": 0.27285, "router_noise": 0.0, "grad_norm": 0.8662, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.5374, "alpha": 0.03, "t": 58.6}
{"event": "probe", "step": 800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2874.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165144, "cps": 22.453125, "mean_p": 0.214464, "boundary_entropy": 0.206924, "bpb": 2.732967}, "de": {"chunks": 3303.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160863, "cps": 25.804688, "mean_p": 0.208789, "boundary_entropy": 0.229959, "bpb": 3.040369}, "vi": {"chunks": 4169.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226146, "cps": 32.570312, "mean_p": 0.184132, "boundary_entropy": 0.243042, "bpb": 2.386902}, "tr": {"chunks": 3734.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206264, "cps": 29.171875, "mean_p": 0.233355, "boundary_entropy": 0.269017, "bpb": 2.995816}, "fi": {"chunks": 2983.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158577, "cps": 23.304688, "mean_p": 0.226948, "boundary_entropy": 0.283314, "bpb": 3.241611}, "ru": {"chunks": 3257.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.171873, "cps": 25.445312, "mean_p": 0.12179, "boundary_entropy": 0.2455, "bpb": 2.016093}, "el": {"chunks": 2198.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.107099, "cps": 17.171875, "mean_p": 0.131702, "boundary_entropy": 0.300238, "bpb": 2.132708}, "hi": {"chunks": 3922.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.233105, "cps": 30.640625, "mean_p": 0.093914, "boundary_entropy": 0.141938, "bpb": 1.658323}, "ta": {"chunks": 3217.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.172078, "cps": 25.132812, "mean_p": 0.084811, "boundary_entropy": 0.171301, "bpb": 1.370067}, "th": {"chunks": 2299.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.142928, "cps": 17.960938, "mean_p": 0.196898, "boundary_entropy": 0.369914, "bpb": 1.623565}, "zh": {"chunks": 2977.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504064, "cps": 23.257812, "mean_p": 0.320463, "boundary_entropy": 0.540798, "bpb": 3.716334}, "my": {"chunks": 2521.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.133048, "cps": 19.695312, "mean_p": 0.139147, "boundary_entropy": 0.318807, "bpb": 1.585166}}, "bpb": {"en": 2.73297, "de": 3.04037, "vi": 2.3869, "tr": 2.99582, "fi": 3.24161, "ru": 2.01609, "el": 2.13271, "hi": 1.65832, "ta": 1.37007, "th": 1.62356, "zh": 3.71633, "my": 1.58517}, "gini_cpc": 0.214474, "gini_cps": 0.106793, "bpic": 10.246729, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.974077524982189, "vi": 1.369386712780276, "tr": 1.2489962043915488, "fi": 0.9602376413480808, "ru": 1.0407487564792526, "el": 0.6485212324031381, "hi": 1.4115292198022749, "ta": 1.0419885526423787, "th": 0.8654764647362038, "zh": 3.052268596317958, "my": 0.8056507690755007}, "t": 61.6}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.74529, "de": 3.03804, "vi": 2.38978, "tr": 3.00724, "fi": 3.23654, "ru": 1.99987, "el": 2.12226, "hi": 1.65399, "ta": 1.38296, "th": 1.65424, "zh": 3.72829, "my": 1.59583}, "bytes_per_chunk": {"en": 5.754, "de": 6.236, "vi": 5.853, "tr": 5.266, "fi": 6.4, "ru": 11.256, "el": 15.155, "hi": 10.494, "ta": 15.496, "th": 20.528, "zh": 5.681, "my": 21.833}, "bpb_mean": 2.37953, "t": 62.9}
{"event": "train", "step": 800, "phase": 1, "objective": "parity_a", "lm_loss": 1.65061, "bpb": 2.38132, "chunk_loss": 0.030245, "F": 0.13138, "G": 0.17324, "chunks": 134.53, "bytes_per_chunk": 7.612, "boundary_entropy": 0.22511, "router_noise": 0.0, "grad_norm": 0.7992, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 10.054, "alpha": 0.03, "t": 62.9}
{"event": "train", "step": 850, "phase": 1, "objective": "parity_a", "lm_loss": 1.71596, "bpb": 2.47561, "chunk_loss": 0.030074, "F": 0.13544, "G": 0.19328, "chunks": 138.69, "bytes_per_chunk": 7.384, "boundary_entropy": 0.26495, "router_noise": 0.0, "grad_norm": 0.7073, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4574, "alpha": 0.03, "t": 64.9}
{"event": "train", "step": 900, "phase": 1, "objective": "parity_a", "lm_loss": 1.63358, "bpb": 2.35676, "chunk_loss": 0.030182, "F": 0.13452, "G": 0.17917, "chunks": 137.75, "bytes_per_chunk": 7.434, "boundary_entropy": 0.23766, "router_noise": 0.0, "grad_norm": 0.6526, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4053, "alpha": 0.03, "t": 66.9}
{"event": "train", "step": 950, "phase": 1, "objective": "parity_a", "lm_loss": 1.72855, "bpb": 2.49377, "chunk_loss": 0.030193, "F": 0.1391, "G": 0.19941, "chunks": 142.44, "bytes_per_chunk": 7.189, "boundary_entropy": 0.27659, "router_noise": 0.0, "grad_norm": 0.6927, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2879, "alpha": 0.03, "t": 68.9}
{"event": "probe", "step": 1000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2878.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165374, "cps": 22.484375, "mean_p": 0.204844, "boundary_entropy": 0.178279, "bpb": 2.6}, "de": {"chunks": 3292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160327, "cps": 25.71875, "mean_p": 0.202236, "boundary_entropy": 0.205315, "bpb": 2.914821}, "vi": {"chunks": 4158.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225549, "cps": 32.484375, "mean_p": 0.170571, "boundary_entropy": 0.208031, "bpb": 2.280455}, "tr": {"chunks": 3760.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.2077, "cps": 29.375, "mean_p": 0.218016, "boundary_entropy": 0.229527, "bpb": 2.893944}, "fi": {"chunks": 2964.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157567, "cps": 23.15625, "mean_p": 0.20701, "boundary_entropy": 0.236531, "bpb": 3.192945}, "ru": {"chunks": 2788.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.147124, "cps": 21.78125, "mean_p": 0.132144, "boundary_entropy": 0.261546, "bpb": 1.92736}, "el": {"chunks": 2965.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.144472, "cps": 23.164062, "mean_p": 0.164585, "boundary_entropy": 0.348507, "bpb": 2.069318}, "hi": {"chunks": 3743.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.222467, "cps": 29.242188, "mean_p": 0.083278, "boundary_entropy": 0.166395, "bpb": 1.552063}, "ta": {"chunks": 3303.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.176678, "cps": 25.804688, "mean_p": 0.092789, "boundary_entropy": 0.198355, "bpb": 1.274842}, "th": {"chunks": 3562.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.221449, "cps": 27.828125, "mean_p": 0.197724, "boundary_entropy": 0.365317, "bpb": 1.534766}, "zh": {"chunks": 3578.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.605825, "cps": 27.953125, "mean_p": 0.334231, "boundary_entropy": 0.540847, "bpb": 3.643845}, "my": {"chunks": 2708.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.142917, "cps": 21.15625, "mean_p": 0.109818, "boundary_entropy": 0.242709, "bpb": 1.436174}}, "bpb": {"en": 2.6, "de": 2.91482, "vi": 2.28045, "tr": 2.89394, "fi": 3.19295, "ru": 1.92736, "el": 2.06932, "hi": 1.55206, "ta": 1.27484, "th": 1.53477, "zh": 3.64385, "my": 1.43617}, "gini_cpc": 0.220564, "gini_cps": 0.074781, "bpic": 9.667271, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9694842320132337, "vi": 1.363875329298723, "tr": 1.255945008058858, "fi": 0.9527953884123439, "ru": 0.8896452938404529, "el": 0.8736091682014963, "hi": 1.3452347727857075, "ta": 1.0683570858116866, "th": 1.33907894193957, "zh": 3.663365272992425, "my": 0.8642086611938046}, "t": 72.0}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.61314, "de": 2.92001, "vi": 2.28627, "tr": 2.90308, "fi": 3.19033, "ru": 1.91018, "el": 2.06025, "hi": 1.54719, "ta": 1.28454, "th": 1.55782, "zh": 3.65358, "my": 1.44567}, "bytes_per_chunk": {"en": 5.759, "de": 6.225, "vi": 5.842, "tr": 5.239, "fi": 6.399, "ru": 12.162, "el": 11.671, "hi": 10.987, "ta": 15.232, "th": 12.978, "zh": 5.146, "my": 19.683}, "bpb_mean": 2.28101, "t": 73.3}
{"event": "train", "step": 1000, "phase": 1, "objective": "parity_a", "lm_loss": 1.74865, "bpb": 2.52276, "chunk_loss": 0.030291, "F": 0.13889, "G": 0.19837, "chunks": 142.22, "bytes_per_chunk": 7.2, "boundary_entropy": 0.27307, "router_noise": 0.0, "grad_norm": 0.679, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.088, "n_target_mean": 9.3914, "alpha": 0.03, "t": 73.3}
{"event": "train", "step": 1050, "phase": 1, "objective": "parity_a", "lm_loss": 1.52838, "bpb": 2.20499, "chunk_loss": 0.030049, "F": 0.13239, "G": 0.17439, "chunks": 135.56, "bytes_per_chunk": 7.554, "boundary_entropy": 0.21395, "router_noise": 0.0, "grad_norm": 0.8056, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.9773, "alpha": 0.03, "t": 75.4}
{"event": "train", "step": 1100, "phase": 1, "objective": "parity_a", "lm_loss": 1.77933, "bpb": 2.56703, "chunk_loss": 0.030094, "F": 0.15106, "G": 0.20096, "chunks": 154.69, "bytes_per_chunk": 6.62, "boundary_entropy": 0.23246, "router_noise": 0.0, "grad_norm": 0.8031, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 8.2886, "alpha": 0.03, "t": 77.7}
{"event": "train", "step": 1150, "phase": 1, "objective": "parity_a", "lm_loss": 1.67819, "bpb": 2.42111, "chunk_loss": 0.030249, "F": 0.14493, "G": 0.19669, "chunks": 148.41, "bytes_per_chunk": 6.9, "boundary_entropy": 0.26133, "router_noise": 0.0, "grad_norm": 0.7119, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.9633, "alpha": 0.03, "t": 79.8}
{"event": "probe", "step": 1200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2908.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167098, "cps": 22.71875, "mean_p": 0.202872, "boundary_entropy": 0.16464, "bpb": 2.512068}, "de": {"chunks": 3312.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161301, "cps": 25.875, "mean_p": 0.20251, "boundary_entropy": 0.194181, "bpb": 2.814444}, "vi": {"chunks": 4177.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22658, "cps": 32.632812, "mean_p": 0.173225, "boundary_entropy": 0.184923, "bpb": 2.232028}, "tr": {"chunks": 3854.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212893, "cps": 30.109375, "mean_p": 0.215977, "boundary_entropy": 0.205775, "bpb": 2.797474}, "fi": {"chunks": 3006.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.1598, "cps": 23.484375, "mean_p": 0.206711, "boundary_entropy": 0.224371, "bpb": 3.058331}, "ru": {"chunks": 3109.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.164063, "cps": 24.289062, "mean_p": 0.149823, "boundary_entropy": 0.305213, "bpb": 1.867045}, "el": {"chunks": 2357.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.114847, "cps": 18.414062, "mean_p": 0.137269, "boundary_entropy": 0.303331, "bpb": 1.951237}, "hi": {"chunks": 2869.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17052, "cps": 22.414062, "mean_p": 0.081874, "boundary_entropy": 0.171723, "bpb": 1.592435}, "ta": {"chunks": 2890.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.154587, "cps": 22.578125, "mean_p": 0.086757, "boundary_entropy": 0.188927, "bpb": 1.209725}, "th": {"chunks": 3031.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.188436, "cps": 23.679688, "mean_p": 0.179889, "boundary_entropy": 0.352527, "bpb": 1.483965}, "zh": {"chunks": 2989.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506095, "cps": 23.351562, "mean_p": 0.32184, "boundary_entropy": 0.527826, "bpb": 3.584269}, "my": {"chunks": 2340.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.123496, "cps": 18.28125, "mean_p": 0.118252, "boundary_entropy": 0.281244, "bpb": 1.379491}}, "bpb": {"en": 2.51207, "de": 2.81444, "vi": 2.23203, "tr": 2.79747, "fi": 3.05833, "ru": 1.86704, "el": 1.95124, "hi": 1.59243, "ta": 1.20972, "th": 1.48397, "zh": 3.58427, "my": 1.37949}, "gini_cpc": 0.206178, "gini_cps": 0.086545, "bpic": 10.416943, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9653118531439744, "vi": 1.3559730291454903, "tr": 1.2740629217755257, "fi": 0.9563278663447015, "ru": 0.9818411406256239, "el": 0.6873033415523805, "hi": 1.02048163492216, "ta": 0.9251285660311973, "th": 1.1277026192095894, "zh": 3.028741375077964, "my": 0.7390642572345251}, "t": 82.8}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.52269, "de": 2.8164, "vi": 2.2378, "tr": 2.80678, "fi": 3.06266, "ru": 1.84984, "el": 1.93915, "hi": 1.58676, "ta": 1.22023, "th": 1.50627, "zh": 3.591, "my": 1.38737}, "bytes_per_chunk": {"en": 5.742, "de": 6.186, "vi": 5.825, "tr": 5.084, "fi": 6.321, "ru": 12.831, "el": 15.582, "hi": 13.356, "ta": 16.133, "th": 13.945, "zh": 5.711, "my": 22.513}, "bpb_mean": 2.21058, "t": 84.1}
{"event": "train", "step": 1200, "phase": 1, "objective": "parity_a", "lm_loss": 1.62783, "bpb": 2.34846, "chunk_loss": 0.030352, "F": 0.13147, "G": 0.1762, "chunks": 134.62, "bytes_per_chunk": 7.606, "boundary_entropy": 0.2312, "router_noise": 0.0, "grad_norm": 0.785, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 9.9418, "alpha": 0.03, "t": 84.1}
{"event": "train", "step": 1250, "phase": 1, "objective": "parity_a", "lm_loss": 1.65557, "bpb": 2.38848, "chunk_loss": 0.030157, "F": 0.14465, "G": 0.18838, "chunks": 148.12, "bytes_per_chunk": 6.913, "boundary_entropy": 0.21768, "router_noise": 0.0, "grad_norm": 0.7893, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.7722, "alpha": 0.03, "t": 86.3}
{"event": "train", "step": 1300, "phase": 1, "objective": "parity_a", "lm_loss": 1.58707, "bpb": 2.28966, "chunk_loss": 0.030128, "F": 0.13171, "G": 0.1777, "chunks": 134.88, "bytes_per_chunk": 7.592, "boundary_entropy": 0.23127, "router_noise": 0.0, "grad_norm": 0.7222, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 10.0549, "alpha": 0.03, "t": 88.3}
{"event": "train", "step": 1350, "phase": 1, "objective": "parity_a", "lm_loss": 1.72721, "bpb": 2.49184, "chunk_loss": 0.030156, "F": 0.14813, "G": 0.19344, "chunks": 151.69, "bytes_per_chunk": 6.751, "boundary_entropy": 0.21121, "router_noise": 0.0, "grad_norm": 0.8234, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.4665, "alpha": 0.03, "t": 90.4}
{"event": "probe", "step": 1400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.193726, "boundary_entropy": 0.137566, "bpb": 2.445828}, "de": {"chunks": 3310.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161204, "cps": 25.859375, "mean_p": 0.189565, "boundary_entropy": 0.158347, "bpb": 2.729702}, "vi": {"chunks": 4152.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225224, "cps": 32.4375, "mean_p": 0.163613, "boundary_entropy": 0.186654, "bpb": 2.182193}, "tr": {"chunks": 3859.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213169, "cps": 30.148438, "mean_p": 0.204046, "boundary_entropy": 0.179964, "bpb": 2.729952}, "fi": {"chunks": 2910.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.154697, "cps": 22.734375, "mean_p": 0.181319, "boundary_entropy": 0.178921, "bpb": 2.997789}, "ru": {"chunks": 3170.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.167282, "cps": 24.765625, "mean_p": 0.147429, "boundary_entropy": 0.296997, "bpb": 1.810735}, "el": {"chunks": 2505.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.122058, "cps": 19.570312, "mean_p": 0.136208, "boundary_entropy": 0.300113, "bpb": 1.894175}, "hi": {"chunks": 3569.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.212125, "cps": 27.882812, "mean_p": 0.096909, "boundary_entropy": 0.203498, "bpb": 1.468172}, "ta": {"chunks": 3194.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.170848, "cps": 24.953125, "mean_p": 0.0869, "boundary_entropy": 0.194845, "bpb": 1.179103}, "th": {"chunks": 3224.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.200435, "cps": 25.1875, "mean_p": 0.190962, "boundary_entropy": 0.351257, "bpb": 1.432397}, "zh": {"chunks": 3066.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.519133, "cps": 23.953125, "mean_p": 0.298496, "boundary_entropy": 0.488582, "bpb": 3.567299}, "my": {"chunks": 2585.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.136426, "cps": 20.195312, "mean_p": 0.13131, "boundary_entropy": 0.303693, "bpb": 1.526628}}, "bpb": {"en": 2.44583, "de": 2.7297, "vi": 2.18219, "tr": 2.72995, "fi": 2.99779, "ru": 1.81074, "el": 1.89417, "hi": 1.46817, "ta": 1.1791, "th": 1.4324, "zh": 3.5673, "my": 1.52663}, "gini_cpc": 0.202059, "gini_cps": 0.079847, "bpic": 9.985196, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9704018485028774, "vi": 1.3557831478911433, "tr": 1.2832174466975006, "fi": 0.9312303764213116, "ru": 1.0069921300661044, "el": 0.7347556149007163, "hi": 1.2769312150276284, "ta": 1.0284554189579875, "th": 1.2065629809296363, "zh": 3.1250339253633803, "my": 0.8212458725721479}, "t": 93.4}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45712, "de": 2.73311, "vi": 2.18844, "tr": 2.73634, "fi": 3.00271, "ru": 1.79179, "el": 1.88314, "hi": 1.4662, "ta": 1.1879, "th": 1.45354, "zh": 3.57259, "my": 1.53311}, "bytes_per_chunk": {"en": 5.746, "de": 6.22, "vi": 5.815, "tr": 5.072, "fi": 6.474, "ru": 11.166, "el": 14.331, "hi": 10.935, "ta": 15.534, "th": 15.133, "zh": 5.426, "my": 20.689}, "bpb_mean": 2.16716, "t": 94.6}
{"event": "train", "step": 1400, "phase": 1, "objective": "parity_a", "lm_loss": 1.58604, "bpb": 2.28817, "chunk_loss": 0.030154, "F": 0.14896, "G": 0.1939, "chunks": 152.53, "bytes_per_chunk": 6.713, "boundary_entropy": 0.20867, "router_noise": 0.0, "grad_norm": 0.8455, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.142, "alpha": 0.03, "t": 94.7}
{"event": "train", "step": 1450, "phase": 1, "objective": "parity_a", "lm_loss": 1.73957, "bpb": 2.50967, "chunk_loss": 0.030131, "F": 0.14597, "G": 0.18574, "chunks": 149.47, "bytes_per_chunk": 6.851, "boundary_entropy": 0.20744, "router_noise": 0.0, "grad_norm": 0.773, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 7.9038, "alpha": 0.03, "t": 96.7}
{"event": "train", "step": 1500, "phase": 1, "objective": "parity_a", "lm_loss": 1.56311, "bpb": 2.25509, "chunk_loss": 0.030087, "F": 0.1131, "G": 0.17433, "chunks": 115.81, "bytes_per_chunk": 8.842, "boundary_entropy": 0.25148, "router_noise": 0.0, "grad_norm": 0.6923, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.659, "alpha": 0.03, "t": 98.9}
{"event": "train", "step": 1550, "phase": 1, "objective": "parity_a", "lm_loss": 1.62444, "bpb": 2.34357, "chunk_loss": 0.03024, "F": 0.14169, "G": 0.19423, "chunks": 145.09, "bytes_per_chunk": 7.058, "boundary_entropy": 0.24638, "router_noise": 0.0, "grad_norm": 0.6878, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.2199, "alpha": 0.03, "t": 101.0}
{"event": "probe", "step": 1600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2877.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165316, "cps": 22.476562, "mean_p": 0.18851, "boundary_entropy": 0.124023, "bpb": 2.383691}, "de": {"chunks": 3302.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160814, "cps": 25.796875, "mean_p": 0.183912, "boundary_entropy": 0.145126, "bpb": 2.66587}, "vi": {"chunks": 4151.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22517, "cps": 32.429688, "mean_p": 0.15753, "boundary_entropy": 0.165028, "bpb": 2.139604}, "tr": {"chunks": 3617.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199801, "cps": 28.257812, "mean_p": 0.193594, "boundary_entropy": 0.173662, "bpb": 2.661038}, "fi": {"chunks": 2775.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.14752, "cps": 21.679688, "mean_p": 0.169925, "boundary_entropy": 0.158878, "bpb": 2.912735}, "ru": {"chunks": 2849.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.150343, "cps": 22.257812, "mean_p": 0.135223, "boundary_entropy": 0.279582, "bpb": 1.759506}, "el": {"chunks": 2832.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137992, "cps": 22.125, "mean_p": 0.148213, "boundary_entropy": 0.300349, "bpb": 1.837714}, "hi": {"chunks": 3824.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.227281, "cps": 29.875, "mean_p": 0.102254, "boundary_entropy": 0.194936, "bpb": 1.433277}, "ta": {"chunks": 3093.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.165445, "cps": 24.164062, "mean_p": 0.085172, "boundary_entropy": 0.176302, "bpb": 1.21746}, "th": {"chunks": 2964.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184271, "cps": 23.15625, "mean_p": 0.176386, "boundary_entropy": 0.340112, "bpb": 1.362092}, "zh": {"chunks": 3012.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50999, "cps": 23.53125, "mean_p": 0.298406, "boundary_entropy": 0.47771, "bpb": 3.518679}, "my": {"chunks": 2471.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13041, "cps": 19.304688, "mean_p": 0.113077, "boundary_entropy": 0.255999, "bpb": 1.302563}}, "bpb": {"en": 2.38369, "de": 2.66587, "vi": 2.1396, "tr": 2.66104, "fi": 2.91274, "ru": 1.75951, "el": 1.83771, "hi": 1.43328, "ta": 1.21746, "th": 1.36209, "zh": 3.51868, "my": 1.30256}, "gini_cpc": 0.202422, "gini_cps": 0.080266, "bpic": 10.161808, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9727672034544255, "vi": 1.3620525064390767, "tr": 1.2085989584452355, "fi": 0.892350276048741, "ru": 0.9094262658166901, "el": 0.8347120098272713, "hi": 1.3748238863228939, "ta": 1.000780210062133, "th": 1.1146573712449794, "zh": 3.084933333380415, "my": 0.7888485428425702}, "t": 104.2}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.39654, "de": 2.668, "vi": 2.14449, "tr": 2.66624, "fi": 2.91712, "ru": 1.74068, "el": 1.82718, "hi": 1.43138, "ta": 1.2257, "th": 1.38237, "zh": 3.52305, "my": 1.31088}, "bytes_per_chunk": {"en": 5.752, "de": 6.256, "vi": 5.846, "tr": 5.241, "fi": 6.821, "ru": 12.616, "el": 11.782, "hi": 10.495, "ta": 15.576, "th": 14.482, "zh": 5.681, "my": 21.601}, "bpb_mean": 2.1028, "t": 105.6}
{"event": "train", "step": 1600, "phase": 1, "objective": "parity_a", "lm_loss": 1.60463, "bpb": 2.31499, "chunk_loss": 0.030055, "F": 0.12665, "G": 0.17642, "chunks": 129.69, "bytes_per_chunk": 7.896, "boundary_entropy": 0.24817, "router_noise": 0.0, "grad_norm": 0.8522, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.094, "n_target_mean": 9.6652, "alpha": 0.03, "t": 105.7}
{"event": "train", "step": 1650, "phase": 1, "objective": "parity_a", "lm_loss": 1.52039, "bpb": 2.19346, "chunk_loss": 0.030075, "F": 0.11942, "G": 0.16891, "chunks": 122.28, "bytes_per_chunk": 8.374, "boundary_entropy": 0.22597, "router_noise": 0.0, "grad_norm": 0.7554, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 10.2069, "alpha": 0.03, "t": 108.0}
{"event": "train", "step": 1700, "phase": 1, "objective": "parity_a", "lm_loss": 1.45228, "bpb": 2.0952, "chunk_loss": 0.030262, "F": 0.13074, "G": 0.17856, "chunks": 133.88, "bytes_per_chunk": 7.649, "boundary_entropy": 0.2434, "router_noise": 0.0, "grad_norm": 0.6903, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 9.9255, "alpha": 0.03, "t": 110.4}
{"event": "train", "step": 1750, "phase": 1, "objective": "parity_a", "lm_loss": 1.64247, "bpb": 2.36958, "chunk_loss": 0.030106, "F": 0.14023, "G": 0.18422, "chunks": 143.59, "bytes_per_chunk": 7.131, "boundary_entropy": 0.2054, "router_noise": 0.0, "grad_norm": 0.8023, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.052, "n_target_mean": 8.4686, "alpha": 0.03, "t": 113.0}
{"event": "probe", "step": 1800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2882.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165604, "cps": 22.515625, "mean_p": 0.188647, "boundary_entropy": 0.120003, "bpb": 2.340961}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.184699, "boundary_entropy": 0.142608, "bpb": 2.606165}, "vi": {"chunks": 4183.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226905, "cps": 32.679688, "mean_p": 0.166356, "boundary_entropy": 0.152132, "bpb": 2.116747}, "tr": {"chunks": 3348.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184942, "cps": 26.15625, "mean_p": 0.191726, "boundary_entropy": 0.170708, "bpb": 2.636445}, "fi": {"chunks": 2772.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.147361, "cps": 21.65625, "mean_p": 0.170944, "boundary_entropy": 0.155978, "bpb": 2.870028}, "ru": {"chunks": 3217.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.169763, "cps": 25.132812, "mean_p": 0.147246, "boundary_entropy": 0.295469, "bpb": 1.709731}, "el": {"chunks": 2872.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139941, "cps": 22.4375, "mean_p": 0.141192, "boundary_entropy": 0.291149, "bpb": 1.795845}, "hi": {"chunks": 3808.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.22633, "cps": 29.75, "mean_p": 0.111934, "boundary_entropy": 0.220412, "bpb": 1.416569}, "ta": {"chunks": 3037.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16245, "cps": 23.726562, "mean_p": 0.091864, "boundary_entropy": 0.204794, "bpb": 1.130586}, "th": {"chunks": 2101.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.130619, "cps": 16.414062, "mean_p": 0.185203, "boundary_entropy": 0.352256, "bpb": 1.358499}, "zh": {"chunks": 3342.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.565865, "cps": 26.109375, "mean_p": 0.320926, "boundary_entropy": 0.495866, "bpb": 3.490001}, "my": {"chunks": 2325.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.122704, "cps": 18.164062, "mean_p": 0.098272, "boundary_entropy": 0.216495, "bpb": 1.316329}}, "bpb": {"en": 2.34096, "de": 2.60617, "vi": 2.11675, "tr": 2.63644, "fi": 2.87003, "ru": 1.70973, "el": 1.79585, "hi": 1.41657, "ta": 1.13059, "th": 1.3585, "zh": 3.49, "my": 1.31633}, "gini_cpc": 0.227613, "gini_cps": 0.09875, "bpic": 10.320023, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9707854551970689, "vi": 1.3701712997652724, "tr": 1.116773349876294, "fi": 0.8898391025877747, "ru": 1.0251135882989497, "el": 0.8450331262874852, "hi": 1.36669627435958, "ta": 0.9809558605311645, "th": 0.7887422970051754, "zh": 3.4169855847086668, "my": 0.7409514032854007}, "t": 116.2}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.35212, "de": 2.6097, "vi": 2.12135, "tr": 2.64397, "fi": 2.87066, "ru": 1.68849, "el": 1.78393, "hi": 1.41503, "ta": 1.13702, "th": 1.37443, "zh": 3.49216, "my": 1.32191}, "bytes_per_chunk": {"en": 5.745, "de": 6.245, "vi": 5.826, "tr": 5.805, "fi": 6.826, "ru": 11.351, "el": 12.169, "hi": 10.437, "ta": 15.842, "th": 20.972, "zh": 5.234, "my": 21.776}, "bpb_mean": 2.06756, "t": 117.5}
{"event": "train", "step": 1800, "phase": 1, "objective": "parity_a", "lm_loss": 1.59367, "bpb": 2.29918, "chunk_loss": 0.030118, "F": 0.15332, "G": 0.18216, "chunks": 157.0, "bytes_per_chunk": 6.522, "boundary_entropy": 0.16274, "router_noise": 0.0, "grad_norm": 0.9885, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.09, "n_target_mean": 7.6091, "alpha": 0.03, "t": 117.5}
{"event": "train", "step": 1850, "phase": 1, "objective": "parity_a", "lm_loss": 1.56761, "bpb": 2.26159, "chunk_loss": 0.030469, "F": 0.15021, "G": 0.18691, "chunks": 153.81, "bytes_per_chunk": 6.657, "boundary_entropy": 0.18731, "router_noise": 0.0, "grad_norm": 0.7837, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5032, "alpha": 0.03, "t": 119.5}
{"event": "train", "step": 1900, "phase": 1, "objective": "parity_a", "lm_loss": 1.60764, "bpb": 2.31934, "chunk_loss": 0.029937, "F": 0.13693, "G": 0.19604, "chunks": 140.22, "bytes_per_chunk": 7.303, "boundary_entropy": 0.25056, "router_noise": 0.0, "grad_norm": 0.6857, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 8.303, "alpha": 0.03, "t": 121.8}
{"event": "train", "step": 1950, "phase": 1, "objective": "parity_a", "lm_loss": 1.61233, "bpb": 2.3261, "chunk_loss": 0.030183, "F": 0.15234, "G": 0.19079, "chunks": 156.0, "bytes_per_chunk": 6.564, "boundary_entropy": 0.20658, "router_noise": 0.0, "grad_norm": 0.7357, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.049, "n_target_mean": 8.5137, "alpha": 0.03, "t": 124.2}
{"event": "probe", "step": 2000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2879.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165431, "cps": 22.492188, "mean_p": 0.188297, "boundary_entropy": 0.117597, "bpb": 2.290999}, "de": {"chunks": 3298.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160619, "cps": 25.765625, "mean_p": 0.182437, "boundary_entropy": 0.132579, "bpb": 2.563401}, "vi": {"chunks": 4190.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227285, "cps": 32.734375, "mean_p": 0.168307, "boundary_entropy": 0.145454, "bpb": 2.093885}, "tr": {"chunks": 3250.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179528, "cps": 25.390625, "mean_p": 0.188936, "boundary_entropy": 0.166735, "bpb": 2.570908}, "fi": {"chunks": 2748.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.146085, "cps": 21.46875, "mean_p": 0.170109, "boundary_entropy": 0.149282, "bpb": 2.796385}, "ru": {"chunks": 3042.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160528, "cps": 23.765625, "mean_p": 0.135128, "boundary_entropy": 0.275261, "bpb": 1.681354}, "el": {"chunks": 2759.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.134435, "cps": 21.554688, "mean_p": 0.15615, "boundary_entropy": 0.314742, "bpb": 1.772077}, "hi": {"chunks": 3697.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.219733, "cps": 28.882812, "mean_p": 0.104329, "boundary_entropy": 0.218678, "bpb": 1.40555}, "ta": {"chunks": 2720.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145493, "cps": 21.25, "mean_p": 0.086094, "boundary_entropy": 0.199489, "bpb": 1.132016}, "th": {"chunks": 2280.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.141747, "cps": 17.8125, "mean_p": 0.17917, "boundary_entropy": 0.343528, "bpb": 1.312418}, "zh": {"chunks": 3154.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.534033, "cps": 24.640625, "mean_p": 0.30675, "boundary_entropy": 0.474797, "bpb": 3.467323}, "my": {"chunks": 2943.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.15532, "cps": 22.992188, "mean_p": 0.103182, "boundary_entropy": 0.211095, "bpb": 1.261888}}, "bpb": {"en": 2.291, "de": 2.5634, "vi": 2.09388, "tr": 2.57091, "fi": 2.79638, "ru": 1.68135, "el": 1.77208, "hi": 1.40555, "ta": 1.13202, "th": 1.31242, "zh": 3.46732, "my": 1.26189}, "gini_cpc": 0.206827, "gini_cps": 0.083496, "bpic": 10.383685, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9709138570672678, "vi": 1.3738943461688145, "tr": 1.0852136927788285, "fi": 0.8830540775907855, "ru": 0.970359027843331, "el": 0.8126308596712131, "hi": 1.328240850509944, "ta": 0.8794798422716129, "th": 0.8568331036609417, "zh": 3.2281276645446964, "my": 0.9388783862351051}, "t": 127.8}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.30023, "de": 2.56987, "vi": 2.09731, "tr": 2.57616, "fi": 2.80144, "ru": 1.66115, "el": 1.76128, "hi": 1.40225, "ta": 1.14077, "th": 1.33167, "zh": 3.46981, "my": 1.26868}, "bytes_per_chunk": {"en": 5.747, "de": 6.258, "vi": 5.826, "tr": 5.961, "fi": 6.889, "ru": 11.889, "el": 12.458, "hi": 10.731, "ta": 17.026, "th": 17.514, "zh": 5.414, "my": 17.999}, "bpb_mean": 2.03172, "t": 129.1}
{"event": "train", "step": 2000, "phase": 1, "objective": "parity_a", "lm_loss": 1.53414, "bpb": 2.21329, "chunk_loss": 0.030228, "F": 0.14264, "G": 0.18292, "chunks": 146.06, "bytes_per_chunk": 7.011, "boundary_entropy": 0.21015, "router_noise": 0.0, "grad_norm": 0.7037, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.097, "n_target_mean": 8.9535, "alpha": 0.03, "t": 129.1}
{"event": "train", "step": 2050, "phase": 1, "objective": "parity_a", "lm_loss": 1.41998, "bpb": 2.0486, "chunk_loss": 0.030157, "F": 0.13824, "G": 0.17625, "chunks": 141.56, "bytes_per_chunk": 7.234, "boundary_entropy": 0.20342, "router_noise": 0.0, "grad_norm": 0.7028, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 9.2068, "alpha": 0.03, "t": 131.4}
{"event": "train", "step": 2100, "phase": 1, "objective": "parity_a", "lm_loss": 1.57377, "bpb": 2.27047, "chunk_loss": 0.030095, "F": 0.14322, "G": 0.1781, "chunks": 146.66, "bytes_per_chunk": 6.982, "boundary_entropy": 0.17448, "router_noise": 0.0, "grad_norm": 0.74, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 8.6313, "alpha": 0.03, "t": 133.8}
{"event": "train", "step": 2150, "phase": 1, "objective": "parity_a", "lm_loss": 1.49636, "bpb": 2.15879, "chunk_loss": 0.030245, "F": 0.14737, "G": 0.17261, "chunks": 150.91, "bytes_per_chunk": 6.786, "boundary_entropy": 0.17982, "router_noise": 0.0, "grad_norm": 0.7018, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.85, "alpha": 0.03, "t": 135.9}
{"event": "probe", "step": 2200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2883.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165661, "cps": 22.523438, "mean_p": 0.185797, "boundary_entropy": 0.10791, "bpb": 2.254659}, "de": {"chunks": 3298.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160619, "cps": 25.765625, "mean_p": 0.180977, "boundary_entropy": 0.125786, "bpb": 2.528795}, "vi": {"chunks": 4169.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226146, "cps": 32.570312, "mean_p": 0.162033, "boundary_entropy": 0.141556, "bpb": 2.059876}, "tr": {"chunks": 3267.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180467, "cps": 25.523438, "mean_p": 0.185529, "boundary_entropy": 0.155342, "bpb": 2.522095}, "fi": {"chunks": 2753.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.146351, "cps": 21.507812, "mean_p": 0.167189, "boundary_entropy": 0.140694, "bpb": 2.754386}, "ru": {"chunks": 3323.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.175356, "cps": 25.960938, "mean_p": 0.136611, "boundary_entropy": 0.264097, "bpb": 1.641512}, "el": {"chunks": 2753.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.134142, "cps": 21.507812, "mean_p": 0.149005, "boundary_entropy": 0.304905, "bpb": 1.726312}, "hi": {"chunks": 1064.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.063239, "cps": 8.3125, "mean_p": 0.089518, "boundary_entropy": 0.211572, "bpb": 1.366076}, "ta": {"chunks": 2593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.1387, "cps": 20.257812, "mean_p": 0.080506, "boundary_entropy": 0.189008, "bpb": 1.104476}, "th": {"chunks": 2610.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162263, "cps": 20.390625, "mean_p": 0.186647, "boundary_entropy": 0.347004, "bpb": 1.295451}, "zh": {"chunks": 2943.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498307, "cps": 22.992188, "mean_p": 0.298733, "boundary_entropy": 0.46386, "bpb": 3.423797}, "my": {"chunks": 2521.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.133048, "cps": 19.695312, "mean_p": 0.089938, "boundary_entropy": 0.194636, "bpb": 1.234477}}, "bpb": {"en": 2.25466, "de": 2.52879, "vi": 2.05988, "tr": 2.52209, "fi": 2.75439, "ru": 1.64151, "el": 1.72631, "hi": 1.36608, "ta": 1.10448, "th": 1.29545, "zh": 3.4238, "my": 1.23448}, "gini_cpc": 0.236184, "gini_cps": 0.122629, "bpic": 11.229218, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9695667688160471, "vi": 1.3651118323033342, "tr": 1.0893766465139387, "fi": 0.8834333819890072, "ru": 1.0585237453290466, "el": 0.8097386029622965, "hi": 0.3817385617074834, "ta": 0.8372526389584265, "th": 0.9794875493969505, "zh": 3.007989370762832, "my": 0.8031357302542452}, "t": 139.1}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26398, "de": 2.53327, "vi": 2.06305, "tr": 2.52587, "fi": 2.75846, "ru": 1.62107, "el": 1.71726, "hi": 1.3631, "ta": 1.11121, "th": 1.31485, "zh": 3.42861, "my": 1.24089}, "bytes_per_chunk": {"en": 5.747, "de": 6.235, "vi": 5.831, "tr": 5.887, "fi": 6.891, "ru": 10.749, "el": 12.587, "hi": 37.578, "ta": 17.363, "th": 17.153, "zh": 6.005, "my": 20.416}, "bpb_mean": 1.99513, "t": 140.4}
{"event": "train", "step": 2200, "phase": 1, "objective": "parity_a", "lm_loss": 1.50717, "bpb": 2.17438, "chunk_loss": 0.030046, "F": 0.12662, "G": 0.17889, "chunks": 129.66, "bytes_per_chunk": 7.898, "boundary_entropy": 0.23371, "router_noise": 0.0, "grad_norm": 0.6757, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.091, "n_target_mean": 9.5285, "alpha": 0.03, "t": 140.5}
{"event": "train", "step": 2250, "phase": 1, "objective": "parity_a", "lm_loss": 1.72731, "bpb": 2.49198, "chunk_loss": 0.030289, "F": 0.16751, "G": 0.19434, "chunks": 171.53, "bytes_per_chunk": 5.97, "boundary_entropy": 0.1685, "router_noise": 0.0, "grad_norm": 0.7696, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 6.987, "alpha": 0.03, "t": 142.7}
{"event": "train", "step": 2300, "phase": 1, "objective": "parity_a", "lm_loss": 1.50811, "bpb": 2.17574, "chunk_loss": 0.030118, "F": 0.13522, "G": 0.17168, "chunks": 138.47, "bytes_per_chunk": 7.395, "boundary_entropy": 0.19402, "router_noise": 0.0, "grad_norm": 0.6578, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.9943, "alpha": 0.03, "t": 144.8}
{"event": "train", "step": 2350, "phase": 1, "objective": "parity_a", "lm_loss": 1.51593, "bpb": 2.18703, "chunk_loss": 0.029926, "F": 0.13196, "G": 0.178, "chunks": 135.12, "bytes_per_chunk": 7.578, "boundary_entropy": 0.20385, "router_noise": 0.0, "grad_norm": 0.6883, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.9887, "alpha": 0.03, "t": 146.9}
{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2876.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165259, "cps": 22.46875, "mean_p": 0.182904, "boundary_entropy": 0.097113, "bpb": 2.224156}, "de": {"chunks": 3280.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159743, "cps": 25.625, "mean_p": 0.176866, "boundary_entropy": 0.114109, "bpb": 2.489894}, "vi": {"chunks": 4148.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225007, "cps": 32.40625, "mean_p": 0.165686, "boundary_entropy": 0.133201, "bpb": 2.049331}, "tr": {"chunks": 2950.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.162956, "cps": 23.046875, "mean_p": 0.175606, "boundary_entropy": 0.150292, "bpb": 2.498128}, "fi": {"chunks": 2730.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145128, "cps": 21.328125, "mean_p": 0.166163, "boundary_entropy": 0.139645, "bpb": 2.707163}, "ru": {"chunks": 3166.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.167071, "cps": 24.734375, "mean_p": 0.13795, "boundary_entropy": 0.250594, "bpb": 1.615544}, "el": {"chunks": 3238.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.157774, "cps": 25.296875, "mean_p": 0.141798, "boundary_entropy": 0.272595, "bpb": 1.706119}, "hi": {"chunks": 2342.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.139198, "cps": 18.296875, "mean_p": 0.09865, "boundary_entropy": 0.21773, "bpb": 1.34166}, "ta": {"chunks": 2901.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155175, "cps": 22.664062, "mean_p": 0.081504, "boundary_entropy": 0.187223, "bpb": 1.089313}, "th": {"chunks": 2105.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.130867, "cps": 16.445312, "mean_p": 0.172004, "boundary_entropy": 0.338546, "bpb": 1.274742}, "zh": {"chunks": 3274.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.554352, "cps": 25.578125, "mean_p": 0.311958, "boundary_entropy": 0.470782, "bpb": 3.414653}, "my": {"chunks": 2741.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.144659, "cps": 21.414062, "mean_p": 0.096892, "boundary_entropy": 0.20826, "bpb": 1.236973}}, "bpb": {"en": 2.22416, "de": 2.48989, "vi": 2.04933, "tr": 2.49813, "fi": 2.70716, "ru": 1.61554, "el": 1.70612, "hi": 1.34166, "ta": 1.08931, "th": 1.27474, "zh": 3.41465, "my": 1.23697}, "gini_cpc": 0.206364, "gini_cps": 0.088872, "bpic": 10.734833, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9666219993772366, "vi": 1.3615413777611298, "tr": 0.9860676316952208, "fi": 0.878184974331815, "ru": 1.0109668955343283, "el": 0.9547094860225682, "hi": 0.8423004957769066, "ta": 0.938982498871981, "th": 0.7918925795376873, "zh": 3.354443419789027, "my": 0.8753483107123133}, "t": 150.1}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23299, "de": 2.49585, "vi": 2.05308, "tr": 2.50423, "fi": 2.71196, "ru": 1.59307, "el": 1.69826, "hi": 1.33841, "ta": 1.09665, "th": 1.29256, "zh": 3.41592, "my": 1.24451}, "bytes_per_chunk": {"en": 5.75, "de": 6.299, "vi": 5.834, "tr": 6.54, "fi": 6.944, "ru": 10.833, "el": 11.471, "hi": 16.397, "ta": 16.026, "th": 18.395, "zh": 5.207, "my": 18.9}, "bpb_mean": 1.97312, "t": 151.4}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 151.4}
{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.51989, "bpb": 2.19274, "chunk_loss": 0.030453, "F": 0.13605, "G": 0.17524, "chunks": 139.31, "bytes_per_chunk": 7.35, "boundary_entropy": 0.20285, "router_noise": 0.0, "grad_norm": 0.7478, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.09, "n_target_mean": 10.0837, "alpha": 0.03, "t": 151.4}
{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.33285, "bpb": 1.92289, "chunk_loss": 0.030077, "F": 0.12503, "G": 0.16242, "chunks": 128.03, "bytes_per_chunk": 7.998, "boundary_entropy": 0.19038, "router_noise": 0.0, "grad_norm": 0.636, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 10.1484, "alpha": 0.03, "t": 153.8}
{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.42724, "bpb": 2.05908, "chunk_loss": 0.030113, "F": 0.13553, "G": 0.18302, "chunks": 138.78, "bytes_per_chunk": 7.379, "boundary_entropy": 0.20795, "router_noise": 0.0, "grad_norm": 0.6941, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 8.8824, "alpha": 0.03, "t": 156.1}
{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.5951, "bpb": 2.30124, "chunk_loss": 0.030145, "F": 0.15131, "G": 0.18552, "chunks": 154.94, "bytes_per_chunk": 6.609, "boundary_entropy": 0.18014, "router_noise": 0.0, "grad_norm": 0.6848, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 7.9249, "alpha": 0.03, "t": 158.4}
{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2872.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165029, "cps": 22.4375, "mean_p": 0.182134, "boundary_entropy": 0.093169, "bpb": 2.199591}, "de": {"chunks": 3284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159938, "cps": 25.65625, "mean_p": 0.176249, "boundary_entropy": 0.109744, "bpb": 2.449075}, "vi": {"chunks": 4154.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225332, "cps": 32.453125, "mean_p": 0.159746, "boundary_entropy": 0.140173, "bpb": 2.034274}, "tr": {"chunks": 3025.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167099, "cps": 23.632812, "mean_p": 0.181162, "boundary_entropy": 0.152453, "bpb": 2.464239}, "fi": {"chunks": 2763.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.146882, "cps": 21.585938, "mean_p": 0.166818, "boundary_entropy": 0.13208, "bpb": 2.673174}, "ru": {"chunks": 3131.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.165224, "cps": 24.460938, "mean_p": 0.130203, "boundary_entropy": 0.235152, "bpb": 1.586502}, "el": {"chunks": 3216.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.156702, "cps": 25.125, "mean_p": 0.131273, "boundary_entropy": 0.257642, "bpb": 1.678822}, "hi": {"chunks": 2593.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.154116, "cps": 20.257812, "mean_p": 0.097991, "boundary_entropy": 0.216544, "bpb": 1.327551}, "ta": {"chunks": 2665.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.142551, "cps": 20.820312, "mean_p": 0.078647, "boundary_entropy": 0.189088, "bpb": 1.107}, "th": {"chunks": 2104.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.130805, "cps": 16.4375, "mean_p": 0.175609, "boundary_entropy": 0.341107, "bpb": 1.253163}, "zh": {"chunks": 2922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494751, "cps": 22.828125, "mean_p": 0.291671, "boundary_entropy": 0.457642, "bpb": 3.380723}, "my": {"chunks": 1912.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.100908, "cps": 14.9375, "mean_p": 0.110136, "boundary_entropy": 0.252005, "bpb": 1.21379}}, "bpb": {"en": 2.19959, "de": 2.44907, "vi": 2.03427, "tr": 2.46424, "fi": 2.67317, "ru": 1.5865, "el": 1.67882, "hi": 1.32755, "ta": 1.107, "th": 1.25316, "zh": 3.38072, "my": 1.21379}, "gini_cpc": 0.206794, "gini_cps": 0.102982, "bpic": 11.078808, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9691487186805885, "vi": 1.3654098605882448, "tr": 1.0125454167632844, "fi": 0.8900382806598818, "ru": 1.0011831641690123, "el": 0.9495435313623943, "hi": 0.9338715144842658, "ta": 0.8637964770941837, "th": 0.7926187740442271, "zh": 2.9979642769215387, "my": 0.6114545717556861}, "t": 161.5}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20887, "de": 2.45775, "vi": 2.03763, "tr": 2.46727, "fi": 2.6786, "ru": 1.56463, "el": 1.67041, "hi": 1.3238, "ta": 1.11448, "th": 1.27553, "zh": 3.38261, "my": 1.221}, "bytes_per_chunk": {"en": 5.754, "de": 6.288, "vi": 5.831, "tr": 6.381, "fi": 6.824, "ru": 10.933, "el": 11.226, "hi": 15.297, "ta": 17.375, "th": 21.994, "zh": 5.525, "my": 26.517}, "bpb_mean": 1.95022, "t": 162.8}
{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.68966, "bpb": 2.43766, "chunk_loss": 0.03004, "F": 0.15033, "G": 0.19782, "chunks": 153.94, "bytes_per_chunk": 6.652, "boundary_entropy": 0.22684, "router_noise": 0.0, "grad_norm": 0.7185, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.089, "n_target_mean": 7.6058, "alpha": 0.03, "t": 162.9}
{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.44166, "bpb": 2.07988, "chunk_loss": 0.030127, "F": 0.13721, "G": 0.1761, "chunks": 140.5, "bytes_per_chunk": 7.288, "boundary_entropy": 0.18557, "router_noise": 0.0, "grad_norm": 0.6601, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.0748, "alpha": 0.03, "t": 165.0}
{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.3869, "bpb": 2.00087, "chunk_loss": 0.030118, "F": 0.12903, "G": 0.16568, "chunks": 132.12, "bytes_per_chunk": 7.75, "boundary_entropy": 0.19933, "router_noise": 0.0, "grad_norm": 0.6658, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.9458, "alpha": 0.03, "t": 167.2}
{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.35196, "bpb": 1.95047, "chunk_loss": 0.030164, "F": 0.13455, "G": 0.17317, "chunks": 137.78, "bytes_per_chunk": 7.432, "boundary_entropy": 0.18215, "router_noise": 0.0, "grad_norm": 0.6885, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.1192, "alpha": 0.03, "t": 169.3}
{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2880.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165489, "cps": 22.5, "mean_p": 0.183803, "boundary_entropy": 0.1, "bpb": 2.177311}, "de": {"chunks": 3286.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160035, "cps": 25.671875, "mean_p": 0.17633, "boundary_entropy": 0.112014, "bpb": 2.428397}, "vi": {"chunks": 4148.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225007, "cps": 32.40625, "mean_p": 0.158249, "boundary_entropy": 0.141435, "bpb": 2.012802}, "tr": {"chunks": 3088.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170579, "cps": 24.125, "mean_p": 0.183327, "boundary_entropy": 0.160128, "bpb": 2.434907}, "fi": {"chunks": 2761.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.146776, "cps": 21.570312, "mean_p": 0.169316, "boundary_entropy": 0.144481, "bpb": 2.635461}, "ru": {"chunks": 3061.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.16153, "cps": 23.914062, "mean_p": 0.127994, "boundary_entropy": 0.245282, "bpb": 1.564576}, "el": {"chunks": 2702.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.131657, "cps": 21.109375, "mean_p": 0.132613, "boundary_entropy": 0.274671, "bpb": 1.652346}, "hi": {"chunks": 979.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.058187, "cps": 7.648438, "mean_p": 0.084144, "boundary_entropy": 0.208844, "bpb": 1.317383}, "ta": {"chunks": 1498.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.080128, "cps": 11.703125, "mean_p": 0.077594, "boundary_entropy": 0.194032, "bpb": 1.063668}, "th": {"chunks": 2066.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.128443, "cps": 16.140625, "mean_p": 0.172024, "boundary_entropy": 0.337219, "bpb": 1.231496}, "zh": {"chunks": 3055.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.517271, "cps": 23.867188, "mean_p": 0.291835, "boundary_entropy": 0.44853, "bpb": 3.353058}, "my": {"chunks": 2544.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.134262, "cps": 19.875, "mean_p": 0.156745, "boundary_entropy": 0.32485, "bpb": 1.200454}}, "bpb": {"en": 2.17731, "de": 2.4284, "vi": 2.0128, "tr": 2.43491, "fi": 2.63546, "ru": 1.56458, "el": 1.65235, "hi": 1.31738, "ta": 1.06367, "th": 1.2315, "zh": 3.35306, "my": 1.20045}, "gini_cpc": 0.277048, "gini_cps": 0.160773, "bpic": 11.967725, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9670452239484406, "vi": 1.3596503480697948, "tr": 1.0307619363273122, "fi": 0.8869234867010437, "ru": 0.9760807497801232, "el": 0.7955658488849908, "hi": 0.35160840762753837, "ta": 0.4841924088437193, "th": 0.7761414620246607, "zh": 3.1257151978214246, "my": 0.8113072619801561}, "t": 172.2}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.1881, "de": 2.43649, "vi": 2.016, "tr": 2.43826, "fi": 2.6451, "ru": 1.54294, "el": 1.64314, "hi": 1.31422, "ta": 1.0707, "th": 1.25047, "zh": 3.35582, "my": 1.20796}, "bytes_per_chunk": {"en": 5.751, "de": 6.303, "vi": 5.836, "tr": 6.236, "fi": 6.91, "ru": 11.842, "el": 13.591, "hi": 37.284, "ta": 32.228, "th": 18.663, "zh": 5.475, "my": 22.36}, "bpb_mean": 1.92577, "t": 173.5}
{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.48624, "bpb": 2.14419, "chunk_loss": 0.0301, "F": 0.13834, "G": 0.17407, "chunks": 141.66, "bytes_per_chunk": 7.229, "boundary_entropy": 0.18578, "router_noise": 0.0, "grad_norm": 0.7622, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 8.8073, "alpha": 0.03, "t": 173.6}
{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.41911, "bpb": 2.04734, "chunk_loss": 0.030136, "F": 0.13898, "G": 0.17652, "chunks": 142.31, "bytes_per_chunk": 7.195, "boundary_entropy": 0.19445, "router_noise": 0.0, "grad_norm": 0.7641, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.5124, "alpha": 0.03, "t": 175.7}
{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.4917, "bpb": 2.15207, "chunk_loss": 0.030336, "F": 0.14154, "G": 0.18155, "chunks": 144.94, "bytes_per_chunk": 7.065, "boundary_entropy": 0.1939, "router_noise": 0.0, "grad_norm": 0.7106, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.031, "alpha": 0.03, "t": 177.9}
{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.39165, "bpb": 2.00773, "chunk_loss": 0.030214, "F": 0.1362, "G": 0.17982, "chunks": 139.47, "bytes_per_chunk": 7.342, "boundary_entropy": 0.21019, "router_noise": 0.0, "grad_norm": 0.7302, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 9.8764, "alpha": 0.03, "t": 180.1}
{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.183184, "boundary_entropy": 0.093872, "bpb": 2.152128}, "de": {"chunks": 3282.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15984, "cps": 25.640625, "mean_p": 0.176074, "boundary_entropy": 0.108765, "bpb": 2.395955}, "vi": {"chunks": 4146.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224898, "cps": 32.390625, "mean_p": 0.160013, "boundary_entropy": 0.134142, "bpb": 2.006999}, "tr": {"chunks": 3090.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17069, "cps": 24.140625, "mean_p": 0.182651, "boundary_entropy": 0.149328, "bpb": 2.405553}, "fi": {"chunks": 2722.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144703, "cps": 21.265625, "mean_p": 0.164361, "boundary_entropy": 0.134711, "bpb": 2.594243}, "ru": {"chunks": 2961.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.156253, "cps": 23.132812, "mean_p": 0.134885, "boundary_entropy": 0.242026, "bpb": 1.552963}, "el": {"chunks": 2650.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.129123, "cps": 20.703125, "mean_p": 0.145933, "boundary_entropy": 0.291154, "bpb": 1.630498}, "hi": {"chunks": 2507.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.149004, "cps": 19.585938, "mean_p": 0.097404, "boundary_entropy": 0.216952, "bpb": 1.2964}, "ta": {"chunks": 2965.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.158599, "cps": 23.164062, "mean_p": 0.082743, "boundary_entropy": 0.186981, "bpb": 1.0522}, "th": {"chunks": 2743.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170532, "cps": 21.429688, "mean_p": 0.185732, "boundary_entropy": 0.345659, "bpb": 1.212692}, "zh": {"chunks": 3271.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.553844, "cps": 25.554688, "mean_p": 0.29619, "boundary_entropy": 0.444582, "bpb": 3.330989}, "my": {"chunks": 2100.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.11083, "cps": 16.40625, "mean_p": 0.164851, "boundary_entropy": 0.334803, "bpb": 1.195681}}, "bpb": {"en": 2.15213, "de": 2.39595, "vi": 2.007, "tr": 2.40555, "fi": 2.59424, "ru": 1.55296, "el": 1.6305, "hi": 1.2964, "ta": 1.0522, "th": 1.21269, "zh": 3.33099, "my": 1.19568}, "gini_cpc": 0.219931, "gini_cps": 0.085895, "bpic": 10.864904, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9638600121724846, "vi": 1.3561694259822819, "tr": 1.029285184121399, "fi": 0.8725775414946644, "ru": 0.9422301274280165, "el": 0.7786330290350171, "hi": 0.8985185642837945, "ta": 0.9563723721252472, "th": 1.0283300708230767, "zh": 3.3397572010000047, "my": 0.668318852296053}, "t": 184.0}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16128, "de": 2.40451, "vi": 2.0071, "tr": 2.40818, "fi": 2.60294, "ru": 1.53013, "el": 1.62389, "hi": 1.29318, "ta": 1.0593, "th": 1.23198, "zh": 3.33433, "my": 1.20231}, "bytes_per_chunk": {"en": 5.746, "de": 6.306, "vi": 5.832, "tr": 6.226, "fi": 6.998, "ru": 12.163, "el": 13.374, "hi": 14.629, "ta": 15.989, "th": 16.145, "zh": 5.238, "my": 25.138}, "bpb_mean": 1.90493, "t": 185.6}
{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.49361, "bpb": 2.15482, "chunk_loss": 0.030185, "F": 0.14557, "G": 0.19227, "chunks": 149.06, "bytes_per_chunk": 6.87, "boundary_entropy": 0.19525, "router_noise": 0.0, "grad_norm": 0.7371, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.11, "n_target_mean": 8.834, "alpha": 0.03, "t": 185.7}
{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.39796, "bpb": 2.01683, "chunk_loss": 0.030051, "F": 0.14267, "G": 0.17988, "chunks": 146.09, "bytes_per_chunk": 7.009, "boundary_entropy": 0.16143, "router_noise": 0.0, "grad_norm": 0.6992, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.049, "n_target_mean": 8.4055, "alpha": 0.03, "t": 188.1}
{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.43538, "bpb": 2.07082, "chunk_loss": 0.030022, "F": 0.14319, "G": 0.17316, "chunks": 146.62, "bytes_per_chunk": 6.984, "boundary_entropy": 0.14529, "router_noise": 0.0, "grad_norm": 0.6991, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.0087, "alpha": 0.03, "t": 190.2}
{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.38722, "bpb": 2.00134, "chunk_loss": 0.030049, "F": 0.12796, "G": 0.1752, "chunks": 131.03, "bytes_per_chunk": 7.815, "boundary_entropy": 0.19691, "router_noise": 0.0, "grad_norm": 0.7553, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.8608, "alpha": 0.03, "t": 192.2}
{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.182219, "boundary_entropy": 0.088005, "bpb": 2.143262}, "de": {"chunks": 3285.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159986, "cps": 25.664062, "mean_p": 0.174849, "boundary_entropy": 0.10142, "bpb": 2.377353}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.16307, "boundary_entropy": 0.128629, "bpb": 1.98709}, "tr": {"chunks": 2980.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164614, "cps": 23.28125, "mean_p": 0.179657, "boundary_entropy": 0.144238, "bpb": 2.389138}, "fi": {"chunks": 2732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145234, "cps": 21.34375, "mean_p": 0.162729, "boundary_entropy": 0.125701, "bpb": 2.576179}, "ru": {"chunks": 2923.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.154248, "cps": 22.835938, "mean_p": 0.129864, "boundary_entropy": 0.237729, "bpb": 1.524006}, "el": {"chunks": 2916.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.142084, "cps": 22.78125, "mean_p": 0.13301, "boundary_entropy": 0.268045, "bpb": 1.607826}, "hi": {"chunks": 2909.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.172897, "cps": 22.726562, "mean_p": 0.103279, "boundary_entropy": 0.227535, "bpb": 1.286374}, "ta": {"chunks": 2654.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141963, "cps": 20.734375, "mean_p": 0.078653, "boundary_entropy": 0.183615, "bpb": 1.043201}, "th": {"chunks": 2341.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.145539, "cps": 18.289062, "mean_p": 0.175845, "boundary_entropy": 0.332691, "bpb": 1.200802}, "zh": {"chunks": 2890.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.489333, "cps": 22.578125, "mean_p": 0.284808, "boundary_entropy": 0.434457, "bpb": 3.323403}, "my": {"chunks": 2391.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126187, "cps": 18.679688, "mean_p": 0.178512, "boundary_entropy": 0.346286, "bpb": 1.180007}}, "bpb": {"en": 2.14326, "de": 2.37735, "vi": 1.98709, "tr": 2.38914, "fi": 2.57618, "ru": 1.52401, "el": 1.60783, "hi": 1.28637, "ta": 1.0432, "th": 1.2008, "zh": 3.3234, "my": 1.18001}, "gini_cpc": 0.19121, "gini_cps": 0.074215, "bpic": 10.947031, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9627395167742323, "vi": 1.3530293720113398, "tr": 0.9905845366635319, "fi": 0.8739662124946316, "ru": 0.9282082681001543, "el": 0.8550125827858754, "hi": 1.0404338658265153, "ta": 0.8542820489202628, "th": 0.8758024989133196, "zh": 2.9446266051964876, "my": 0.7593500600464078}, "t": 195.3}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15232, "de": 2.38469, "vi": 1.99098, "tr": 2.39145, "fi": 2.58319, "ru": 1.50198, "el": 1.6007, "hi": 1.28357, "ta": 1.05063, "th": 1.21867, "zh": 3.32272, "my": 1.18846}, "bytes_per_chunk": {"en": 5.733, "de": 6.292, "vi": 5.833, "tr": 6.513, "fi": 6.947, "ru": 12.586, "el": 13.065, "hi": 12.959, "ta": 17.144, "th": 18.439, "zh": 5.858, "my": 22.71}, "bpb_mean": 1.88911, "t": 196.6}
{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.3309, "bpb": 1.92008, "chunk_loss": 0.030282, "F": 0.13632, "G": 0.1662, "chunks": 139.59, "bytes_per_chunk": 7.336, "boundary_entropy": 0.16489, "router_noise": 0.0, "grad_norm": 0.723, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.089, "n_target_mean": 9.495, "alpha": 0.03, "t": 196.7}
{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.55961, "bpb": 2.25004, "chunk_loss": 0.030046, "F": 0.14865, "G": 0.1898, "chunks": 152.22, "bytes_per_chunk": 6.727, "boundary_entropy": 0.18119, "router_noise": 0.0, "grad_norm": 0.7065, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 7.9529, "alpha": 0.03, "t": 199.0}
{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.51467, "bpb": 2.18521, "chunk_loss": 0.030102, "F": 0.15045, "G": 0.18393, "chunks": 154.06, "bytes_per_chunk": 6.647, "boundary_entropy": 0.15672, "router_noise": 0.0, "grad_norm": 0.7219, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.048, "n_target_mean": 7.6934, "alpha": 0.03, "t": 201.4}
{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.36044, "bpb": 1.9627, "chunk_loss": 0.030026, "F": 0.1232, "G": 0.17185, "chunks": 126.16, "bytes_per_chunk": 8.117, "boundary_entropy": 0.22826, "router_noise": 0.0, "grad_norm": 0.6708, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.048, "n_target_mean": 9.8711, "alpha": 0.03, "t": 203.8}
{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.182103, "boundary_entropy": 0.088191, "bpb": 2.120162}, "de": {"chunks": 3289.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160181, "cps": 25.695312, "mean_p": 0.175913, "boundary_entropy": 0.10227, "bpb": 2.353256}, "vi": {"chunks": 4167.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226037, "cps": 32.554688, "mean_p": 0.165325, "boundary_entropy": 0.126205, "bpb": 1.961698}, "tr": {"chunks": 3066.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169364, "cps": 23.953125, "mean_p": 0.182178, "boundary_entropy": 0.145975, "bpb": 2.361439}, "fi": {"chunks": 2846.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151294, "cps": 22.234375, "mean_p": 0.167969, "boundary_entropy": 0.127756, "bpb": 2.549348}, "ru": {"chunks": 2908.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.153456, "cps": 22.71875, "mean_p": 0.132575, "boundary_entropy": 0.235584, "bpb": 1.509376}, "el": {"chunks": 2528.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.123179, "cps": 19.75, "mean_p": 0.135357, "boundary_entropy": 0.27331, "bpb": 1.592783}, "hi": {"chunks": 3196.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.189955, "cps": 24.96875, "mean_p": 0.099569, "boundary_entropy": 0.216706, "bpb": 1.276279}, "ta": {"chunks": 2899.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155068, "cps": 22.648438, "mean_p": 0.081319, "boundary_entropy": 0.18668, "bpb": 1.045776}, "th": {"chunks": 2389.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.148523, "cps": 18.664062, "mean_p": 0.176428, "boundary_entropy": 0.342106, "bpb": 1.185458}, "zh": {"chunks": 2952.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499831, "cps": 23.0625, "mean_p": 0.287012, "boundary_entropy": 0.428768, "bpb": 3.29593}, "my": {"chunks": 2375.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.125343, "cps": 18.554688, "mean_p": 0.17119, "boundary_entropy": 0.333712, "bpb": 1.166005}}, "bpb": {"en": 2.12016, "de": 2.35326, "vi": 1.9617, "tr": 2.36144, "fi": 2.54935, "ru": 1.50938, "el": 1.59278, "hi": 1.27628, "ta": 1.04578, "th": 1.18546, "zh": 3.29593, "my": 1.16601}, "gini_cpc": 0.201055, "gini_cps": 0.079319, "bpic": 10.810123, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9655812027546928, "vi": 1.3625664611965256, "tr": 1.020936981071692, "fi": 0.9120115714708783, "ru": 0.9250442845875378, "el": 0.7425292406817693, "hi": 1.145062083397883, "ta": 0.9347599187845135, "th": 0.8953079086369939, "zh": 3.013007736609257, "my": 0.7555749902436575}, "t": 207.0}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13016, "de": 2.36317, "vi": 1.96466, "tr": 2.36674, "fi": 2.55806, "ru": 1.48708, "el": 1.58534, "hi": 1.27257, "ta": 1.05211, "th": 1.20242, "zh": 3.29368, "my": 1.17387}, "bytes_per_chunk": {"en": 5.741, "de": 6.292, "vi": 5.827, "tr": 6.292, "fi": 6.77, "ru": 12.095, "el": 14.03, "hi": 12.05, "ta": 16.198, "th": 17.021, "zh": 5.824, "my": 24.794}, "bpb_mean": 1.87082, "t": 208.5}
{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.38492, "bpb": 1.99802, "chunk_loss": 0.030063, "F": 0.1362, "G": 0.1781, "chunks": 139.47, "bytes_per_chunk": 7.342, "boundary_entropy": 0.18576, "router_noise": 0.0, "grad_norm": 0.7182, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.094, "n_target_mean": 8.9964, "alpha": 0.03, "t": 208.5}
{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.38028, "bpb": 1.99133, "chunk_loss": 0.030051, "F": 0.13132, "G": 0.17441, "chunks": 134.47, "bytes_per_chunk": 7.615, "boundary_entropy": 0.18186, "router_noise": 0.0, "grad_norm": 0.7517, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.522, "alpha": 0.03, "t": 210.7}
{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.45325, "bpb": 2.0966, "chunk_loss": 0.030178, "F": 0.13412, "G": 0.17464, "chunks": 137.34, "bytes_per_chunk": 7.456, "boundary_entropy": 0.20217, "router_noise": 0.0, "grad_norm": 0.7663, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 9.4057, "alpha": 0.03, "t": 212.9}
{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.40713, "bpb": 2.03006, "chunk_loss": 0.030024, "F": 0.13943, "G": 0.17488, "chunks": 142.78, "bytes_per_chunk": 7.172, "boundary_entropy": 0.1622, "router_noise": 0.0, "grad_norm": 0.7033, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 8.9203, "alpha": 0.03, "t": 215.2}
{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.181274, "boundary_entropy": 0.085554, "bpb": 2.101191}, "de": {"chunks": 3281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159792, "cps": 25.632812, "mean_p": 0.173916, "boundary_entropy": 0.098471, "bpb": 2.335551}, "vi": {"chunks": 4155.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225386, "cps": 32.460938, "mean_p": 0.161334, "boundary_entropy": 0.125882, "bpb": 1.954524}, "tr": {"chunks": 3254.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179749, "cps": 25.421875, "mean_p": 0.184591, "boundary_entropy": 0.144061, "bpb": 2.346248}, "fi": {"chunks": 2746.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145978, "cps": 21.453125, "mean_p": 0.164047, "boundary_entropy": 0.123985, "bpb": 2.529263}, "ru": {"chunks": 3123.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.164802, "cps": 24.398438, "mean_p": 0.131913, "boundary_entropy": 0.230996, "bpb": 1.502761}, "el": {"chunks": 3053.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14876, "cps": 23.851562, "mean_p": 0.144083, "boundary_entropy": 0.288236, "bpb": 1.574789}, "hi": {"chunks": 1450.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.086181, "cps": 11.328125, "mean_p": 0.093549, "boundary_entropy": 0.217325, "bpb": 1.266437}, "ta": {"chunks": 1821.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.097406, "cps": 14.226562, "mean_p": 0.079976, "boundary_entropy": 0.192619, "bpb": 1.027154}, "th": {"chunks": 2912.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.181038, "cps": 22.75, "mean_p": 0.185592, "boundary_entropy": 0.346867, "bpb": 1.169131}, "zh": {"chunks": 3281.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.555537, "cps": 25.632812, "mean_p": 0.292504, "boundary_entropy": 0.421414, "bpb": 3.268571}, "my": {"chunks": 2777.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.146559, "cps": 21.695312, "mean_p": 0.194721, "boundary_entropy": 0.354508, "bpb": 1.165623}}, "bpb": {"en": 2.10119, "de": 2.33555, "vi": 1.95452, "tr": 2.34625, "fi": 2.52926, "ru": 1.50276, "el": 1.57479, "hi": 1.26644, "ta": 1.02715, "th": 1.16913, "zh": 3.26857, "my": 1.16562}, "gini_cpc": 0.250416, "gini_cps": 0.119626, "bpic": 11.046919, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9628990417830199, "vi": 1.3581721395905506, "tr": 1.0831632794368573, "fi": 0.8796614920456013, "ru": 0.9930924981179514, "el": 0.8964227925887622, "hi": 0.5193257543640127, "ta": 0.5869639215012235, "th": 1.0909308839725247, "zh": 3.347647481363147, "my": 0.8831600898391107}, "t": 218.5}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11154, "de": 2.34544, "vi": 1.95702, "tr": 2.35064, "fi": 2.53713, "ru": 1.48114, "el": 1.56869, "hi": 1.26223, "ta": 1.03416, "th": 1.18806, "zh": 3.26776, "my": 1.17365}, "bytes_per_chunk": {"en": 5.743, "de": 6.307, "vi": 5.829, "tr": 5.87, "fi": 6.886, "ru": 11.235, "el": 12.305, "hi": 26.458, "ta": 26.46, "th": 15.499, "zh": 5.192, "my": 18.966}, "bpb_mean": 1.85646, "t": 219.7}
{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.47452, "bpb": 2.12728, "chunk_loss": 0.031239, "F": 0.14383, "G": 0.17935, "chunks": 147.28, "bytes_per_chunk": 6.953, "boundary_entropy": 0.18891, "router_noise": 0.0, "grad_norm": 1.0985, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.091, "n_target_mean": 9.551, "alpha": 0.03, "t": 219.8}
{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.34639, "bpb": 1.94244, "chunk_loss": 0.030053, "F": 0.13843, "G": 0.17044, "chunks": 141.75, "bytes_per_chunk": 7.224, "boundary_entropy": 0.16442, "router_noise": 0.0, "grad_norm": 0.7068, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7039, "alpha": 0.03, "t": 221.8}
{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.59234, "bpb": 2.29727, "chunk_loss": 0.030008, "F": 0.14914, "G": 0.19239, "chunks": 152.72, "bytes_per_chunk": 6.705, "boundary_entropy": 0.19517, "router_noise": 0.0, "grad_norm": 0.7646, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 7.5805, "alpha": 0.03, "t": 223.9}
{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.3191, "bpb": 1.90307, "chunk_loss": 0.03009, "F": 0.12939, "G": 0.17073, "chunks": 132.5, "bytes_per_chunk": 7.728, "boundary_entropy": 0.17832, "router_noise": 0.0, "grad_norm": 0.7078, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 10.2592, "alpha": 0.03, "t": 226.0}
{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.181005, "boundary_entropy": 0.083981, "bpb": 2.086106}, "de": {"chunks": 3276.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159548, "cps": 25.59375, "mean_p": 0.173315, "boundary_entropy": 0.096142, "bpb": 2.313127}, "vi": {"chunks": 4153.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225278, "cps": 32.445312, "mean_p": 0.164989, "boundary_entropy": 0.116404, "bpb": 1.943504}, "tr": {"chunks": 3109.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.171739, "cps": 24.289062, "mean_p": 0.182785, "boundary_entropy": 0.142727, "bpb": 2.323473}, "fi": {"chunks": 2742.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145766, "cps": 21.421875, "mean_p": 0.165877, "boundary_entropy": 0.130612, "bpb": 2.516555}, "ru": {"chunks": 2924.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.154301, "cps": 22.84375, "mean_p": 0.126605, "boundary_entropy": 0.221832, "bpb": 1.483361}, "el": {"chunks": 2654.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.129318, "cps": 20.734375, "mean_p": 0.138435, "boundary_entropy": 0.270394, "bpb": 1.559923}, "hi": {"chunks": 3791.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.225319, "cps": 29.617188, "mean_p": 0.103213, "boundary_entropy": 0.215026, "bpb": 1.251563}, "ta": {"chunks": 2707.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.144798, "cps": 21.148438, "mean_p": 0.084025, "boundary_entropy": 0.192033, "bpb": 1.019403}, "th": {"chunks": 2702.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.167983, "cps": 21.109375, "mean_p": 0.177784, "boundary_entropy": 0.33528, "bpb": 1.158372}, "zh": {"chunks": 3005.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508805, "cps": 23.476562, "mean_p": 0.28396, "boundary_entropy": 0.413008, "bpb": 3.26336}, "my": {"chunks": 1820.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.096052, "cps": 14.21875, "mean_p": 0.162469, "boundary_entropy": 0.330132, "bpb": 1.154763}}, "bpb": {"en": 2.08611, "de": 2.31313, "vi": 1.9435, "tr": 2.32347, "fi": 2.51656, "ru": 1.48336, "el": 1.55992, "hi": 1.25156, "ta": 1.0194, "th": 1.15837, "zh": 3.26336, "my": 1.15476}, "gini_cpc": 0.223143, "gini_cps": 0.09959, "bpic": 10.728831, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9614316552518053, "vi": 1.3575183864547669, "tr": 1.0348969378516255, "fi": 0.8783801206078072, "ru": 0.929811868234675, "el": 0.7792682907076892, "hi": 1.3577682308923946, "ta": 0.8725487839120329, "th": 1.0122579836860446, "zh": 3.066041048916872, "my": 0.5788085572586176}, "t": 229.3}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.0974, "de": 2.32336, "vi": 1.94429, "tr": 2.3279, "fi": 2.5261, "ru": 1.46201, "el": 1.55048, "hi": 1.24824, "ta": 1.0263, "th": 1.17642, "zh": 3.2612, "my": 1.16234}, "bytes_per_chunk": {"en": 5.744, "de": 6.312, "vi": 5.829, "tr": 6.266, "fi": 6.908, "ru": 12.452, "el": 13.689, "hi": 10.581, "ta": 17.219, "th": 16.329, "zh": 5.737, "my": 28.374}, "bpb_mean": 1.84217, "t": 230.7}
{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.37961, "bpb": 1.99035, "chunk_loss": 0.030113, "F": 0.14481, "G": 0.17138, "chunks": 148.28, "bytes_per_chunk": 6.906, "boundary_entropy": 0.14627, "router_noise": 0.0, "grad_norm": 0.7206, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.096, "n_target_mean": 8.2652, "alpha": 0.03, "t": 230.8}
{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.49084, "bpb": 2.15083, "chunk_loss": 0.030127, "F": 0.14157, "G": 0.19085, "chunks": 144.97, "bytes_per_chunk": 7.064, "boundary_entropy": 0.21645, "router_noise": 0.0, "grad_norm": 0.6976, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 9.011, "alpha": 0.03, "t": 233.1}
{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.51107, "bpb": 2.18002, "chunk_loss": 0.030116, "F": 0.14075, "G": 0.18363, "chunks": 144.12, "bytes_per_chunk": 7.105, "boundary_entropy": 0.20193, "router_noise": 0.0, "grad_norm": 0.7399, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.05, "n_target_mean": 8.7756, "alpha": 0.03, "t": 235.6}
{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.43897, "bpb": 2.076, "chunk_loss": 0.030102, "F": 0.13815, "G": 0.17631, "chunks": 141.47, "bytes_per_chunk": 7.238, "boundary_entropy": 0.18085, "router_noise": 0.0, "grad_norm": 0.7644, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 8.8445, "alpha": 0.03, "t": 237.8}
{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.180163, "boundary_entropy": 0.081075, "bpb": 2.075113}, "de": {"chunks": 3284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159938, "cps": 25.65625, "mean_p": 0.174284, "boundary_entropy": 0.097832, "bpb": 2.299888}, "vi": {"chunks": 4155.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225386, "cps": 32.460938, "mean_p": 0.164247, "boundary_entropy": 0.116585, "bpb": 1.931188}, "tr": {"chunks": 2962.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163619, "cps": 23.140625, "mean_p": 0.179724, "boundary_entropy": 0.141706, "bpb": 2.298582}, "fi": {"chunks": 2732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145234, "cps": 21.34375, "mean_p": 0.163307, "boundary_entropy": 0.121909, "bpb": 2.489539}, "ru": {"chunks": 3188.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.168232, "cps": 24.90625, "mean_p": 0.132257, "boundary_entropy": 0.22448, "bpb": 1.469574}, "el": {"chunks": 2749.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.133947, "cps": 21.476562, "mean_p": 0.149667, "boundary_entropy": 0.292274, "bpb": 1.546442}, "hi": {"chunks": 3274.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.194591, "cps": 25.578125, "mean_p": 0.10007, "boundary_entropy": 0.216519, "bpb": 1.248505}, "ta": {"chunks": 3005.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.160738, "cps": 23.476562, "mean_p": 0.08289, "boundary_entropy": 0.186234, "bpb": 1.015732}, "th": {"chunks": 3120.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.19397, "cps": 24.375, "mean_p": 0.177482, "boundary_entropy": 0.336651, "bpb": 1.15603}, "zh": {"chunks": 3272.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.554013, "cps": 25.5625, "mean_p": 0.289942, "boundary_entropy": 0.412166, "bpb": 3.233833}, "my": {"chunks": 2482.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13099, "cps": 19.390625, "mean_p": 0.181043, "boundary_entropy": 0.341201, "bpb": 1.15395}}, "bpb": {"en": 2.07511, "de": 2.29989, "vi": 1.93119, "tr": 2.29858, "fi": 2.48954, "ru": 1.46957, "el": 1.54644, "hi": 1.24851, "ta": 1.01573, "th": 1.15603, "zh": 3.23383, "my": 1.15395}, "gini_cpc": 0.209211, "gini_cps": 0.066837, "bpic": 10.341714, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9641133079496537, "vi": 1.3586425836984795, "tr": 0.9863063724508648, "fi": 0.8754798360008572, "ru": 1.0141131978215512, "el": 0.8074418048394714, "hi": 1.1730079039564045, "ta": 0.9689387912892249, "th": 1.1692593867506995, "zh": 3.3396210413907483, "my": 0.7896156319093717}, "t": 241.2}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08588, "de": 2.30659, "vi": 1.9325, "tr": 2.30443, "fi": 2.49829, "ru": 1.44739, "el": 1.54013, "hi": 1.24452, "ta": 1.02211, "th": 1.17374, "zh": 3.2314, "my": 1.16103}, "bytes_per_chunk": {"en": 5.745, "de": 6.295, "vi": 5.829, "tr": 6.552, "fi": 6.908, "ru": 11.06, "el": 13.154, "hi": 12.083, "ta": 15.807, "th": 13.434, "zh": 5.219, "my": 23.271}, "bpb_mean": 1.829, "t": 242.6}
{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.42328, "bpb": 2.05336, "chunk_loss": 0.030336, "F": 0.14514, "G": 0.18676, "chunks": 148.62, "bytes_per_chunk": 6.89, "boundary_entropy": 0.20253, "router_noise": 0.0, "grad_norm": 0.8022, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.097, "n_target_mean": 8.8695, "alpha": 0.03, "t": 242.7}
{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.31339, "bpb": 1.89482, "chunk_loss": 0.030123, "F": 0.13324, "G": 0.16537, "chunks": 136.44, "bytes_per_chunk": 7.505, "boundary_entropy": 0.17132, "router_noise": 0.0, "grad_norm": 0.7265, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 9.3813, "alpha": 0.03, "t": 245.0}
{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.45705, "bpb": 2.10207, "chunk_loss": 0.030093, "F": 0.14246, "G": 0.17936, "chunks": 145.88, "bytes_per_chunk": 7.02, "boundary_entropy": 0.1746, "router_noise": 0.0, "grad_norm": 0.7372, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 8.3701, "alpha": 0.03, "t": 247.4}
{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.26392, "bpb": 1.82344, "chunk_loss": 0.030007, "F": 0.12134, "G": 0.16006, "chunks": 124.25, "bytes_per_chunk": 8.241, "boundary_entropy": 0.1827, "router_noise": 0.0, "grad_norm": 0.7269, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 10.0005, "alpha": 0.03, "t": 249.7}
{"event": "probe", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.180223, "boundary_entropy": 0.079924, "bpb": 2.060774}, "de": {"chunks": 3281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159792, "cps": 25.632812, "mean_p": 0.171881, "boundary_entropy": 0.090957, "bpb": 2.286558}, "vi": {"chunks": 4149.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225061, "cps": 32.414062, "mean_p": 0.163786, "boundary_entropy": 0.11804, "bpb": 1.92094}, "tr": {"chunks": 2931.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.161907, "cps": 22.898438, "mean_p": 0.177575, "boundary_entropy": 0.136233, "bpb": 2.291058}, "fi": {"chunks": 2716.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144384, "cps": 21.21875, "mean_p": 0.162508, "boundary_entropy": 0.120956, "bpb": 2.465847}, "ru": {"chunks": 3104.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163799, "cps": 24.25, "mean_p": 0.125742, "boundary_entropy": 0.213969, "bpb": 1.455266}, "el": {"chunks": 2681.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.130634, "cps": 20.945312, "mean_p": 0.135013, "boundary_entropy": 0.268657, "bpb": 1.533888}, "hi": {"chunks": 2990.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.177712, "cps": 23.359375, "mean_p": 0.097192, "boundary_entropy": 0.207786, "bpb": 1.239557}, "ta": {"chunks": 2904.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155336, "cps": 22.6875, "mean_p": 0.075755, "boundary_entropy": 0.171072, "bpb": 1.010966}, "th": {"chunks": 2278.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.141623, "cps": 17.796875, "mean_p": 0.169811, "boundary_entropy": 0.327289, "bpb": 1.146641}, "zh": {"chunks": 3076.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.520826, "cps": 24.03125, "mean_p": 0.280396, "boundary_entropy": 0.402354, "bpb": 3.22292}, "my": {"chunks": 2199.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.116054, "cps": 17.179688, "mean_p": 0.179513, "boundary_entropy": 0.338016, "bpb": 1.138536}}, "bpb": {"en": 2.06077, "de": 2.28656, "vi": 1.92094, "tr": 2.29106, "fi": 2.46585, "ru": 1.45527, "el": 1.53389, "hi": 1.23956, "ta": 1.01097, "th": 1.14664, "zh": 3.22292, "my": 1.13854}, "gini_cpc": 0.209523, "gini_cps": 0.084238, "bpic": 10.904418, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9635663314862652, "vi": 1.3571507352630217, "tr": 0.9763219659093272, "fi": 0.8706541523510317, "ru": 0.9877346557029933, "el": 0.7877415663558041, "hi": 1.0716276454760854, "ta": 0.9366965830191292, "th": 0.854005067931086, "zh": 3.1406582544408486, "my": 0.6998253124757241}, "t": 253.1}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.07198, "de": 2.29455, "vi": 1.92487, "tr": 2.29497, "fi": 2.47498, "ru": 1.4324, "el": 1.52642, "hi": 1.23554, "ta": 1.01709, "th": 1.16418, "zh": 3.22009, "my": 1.14674}, "bytes_per_chunk": {"en": 5.742, "de": 6.331, "vi": 5.829, "tr": 6.59, "fi": 6.915, "ru": 11.579, "el": 13.464, "hi": 13.49, "ta": 16.244, "th": 18.366, "zh": 5.488, "my": 26.009}, "bpb_mean": 1.81698, "t": 254.5}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 254.5}
{"event": "train", "step": 4200, "phase": 3, "objective": "parity_a", "lm_loss": 1.27114, "bpb": 1.83387, "chunk_loss": 0.030023, "F": 0.1312, "G": 0.16564, "chunks": 134.34, "bytes_per_chunk": 7.622, "boundary_entropy": 0.15967, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.098, "n_target_mean": 9.4996, "alpha": 0.03, "t": 254.6}
{"event": "train", "step": 4250, "phase": 3, "objective": "parity_a", "lm_loss": 1.29439, "bpb": 1.8674, "chunk_loss": 0.030105, "F": 0.13318, "G": 0.15748, "chunks": 136.38, "bytes_per_chunk": 7.509, "boundary_entropy": 0.14722, "router_noise": 0.0, "grad_norm": 0.748, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.2158, "alpha": 0.03, "t": 256.7}
{"event": "train", "step": 4300, "phase": 3, "objective": "parity_a", "lm_loss": 1.3753, "bpb": 1.98414, "chunk_loss": 0.03024, "F": 0.13876, "G": 0.17572, "chunks": 142.09, "bytes_per_chunk": 7.207, "boundary_entropy": 0.18275, "router_noise": 0.0, "grad_norm": 0.7509, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2663, "alpha": 0.03, "t": 258.7}
{"event": "train", "step": 4350, "phase": 3, "objective": "parity_a", "lm_loss": 1.34268, "bpb": 1.93708, "chunk_loss": 0.030199, "F": 0.13715, "G": 0.16577, "chunks": 140.44, "bytes_per_chunk": 7.291, "boundary_entropy": 0.16149, "router_noise": 0.0, "grad_norm": 0.7296, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4204, "alpha": 0.03, "t": 260.7}
{"event": "probe", "step": 4400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.179403, "boundary_entropy": 0.076451, "bpb": 2.049663}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.171641, "boundary_entropy": 0.08804, "bpb": 2.272589}, "vi": {"chunks": 4158.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225549, "cps": 32.484375, "mean_p": 0.162824, "boundary_entropy": 0.118709, "bpb": 1.913631}, "tr": {"chunks": 2948.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.162846, "cps": 23.03125, "mean_p": 0.177943, "boundary_entropy": 0.133553, "bpb": 2.272435}, "fi": {"chunks": 2710.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144065, "cps": 21.171875, "mean_p": 0.160109, "boundary_entropy": 0.113776, "bpb": 2.447849}, "ru": {"chunks": 3066.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161794, "cps": 23.953125, "mean_p": 0.12662, "boundary_entropy": 0.216754, "bpb": 1.448071}, "el": {"chunks": 2992.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.145788, "cps": 23.375, "mean_p": 0.140071, "boundary_entropy": 0.269821, "bpb": 1.525318}, "hi": {"chunks": 2941.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174799, "cps": 22.976562, "mean_p": 0.095949, "boundary_entropy": 0.205007, "bpb": 1.229866}, "ta": {"chunks": 2877.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.153891, "cps": 22.476562, "mean_p": 0.079341, "boundary_entropy": 0.179089, "bpb": 1.000771}, "th": {"chunks": 2901.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.180354, "cps": 22.664062, "mean_p": 0.178275, "boundary_entropy": 0.335534, "bpb": 1.140016}, "zh": {"chunks": 3314.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.561124, "cps": 25.890625, "mean_p": 0.28523, "boundary_entropy": 0.398474, "bpb": 3.207395}, "my": {"chunks": 2331.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.123021, "cps": 18.210938, "mean_p": 0.170849, "boundary_entropy": 0.334852, "bpb": 1.13356}}, "bpb": {"en": 2.04966, "de": 2.27259, "vi": 1.91363, "tr": 2.27244, "fi": 2.44785, "ru": 1.44807, "el": 1.52532, "hi": 1.22987, "ta": 1.00077, "th": 1.14002, "zh": 3.20739, "my": 1.13356}, "gini_cpc": 0.209098, "gini_cps": 0.067566, "bpic": 10.541986, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.962312087170534, "vi": 1.359152769294226, "tr": 0.9813046551259542, "fi": 0.868129149105455, "ru": 0.9749668905634451, "el": 0.878511953955315, "hi": 1.053335892127284, "ta": 0.9273449764739264, "th": 1.0868099225289471, "zh": 3.381317815677375, "my": 0.741320190642768}, "t": 263.7}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06188, "de": 2.28193, "vi": 1.91549, "tr": 2.27751, "fi": 2.45814, "ru": 1.42583, "el": 1.51918, "hi": 1.22661, "ta": 1.007, "th": 1.15706, "zh": 3.20378, "my": 1.14216}, "bytes_per_chunk": {"en": 5.743, "de": 6.314, "vi": 5.829, "tr": 6.577, "fi": 6.946, "ru": 11.366, "el": 12.253, "hi": 13.671, "ta": 16.477, "th": 15.74, "zh": 5.169, "my": 22.421}, "bpb_mean": 1.80638, "t": 264.9}
{"event": "train", "step": 4400, "phase": 3, "objective": "parity_a", "lm_loss": 1.34502, "bpb": 1.94046, "chunk_loss": 0.030219, "F": 0.13672, "G": 0.17385, "chunks": 140.0, "bytes_per_chunk": 7.314, "boundary_entropy": 0.19083, "router_noise": 0.0, "grad_norm": 0.7333, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 9.3865, "alpha": 0.03, "t": 265.0}
{"event": "train", "step": 4450, "phase": 3, "objective": "parity_a", "lm_loss": 1.18995, "bpb": 1.71673, "chunk_loss": 0.030453, "F": 0.12253, "G": 0.16393, "chunks": 125.47, "bytes_per_chunk": 8.161, "boundary_entropy": 0.18394, "router_noise": 0.0, "grad_norm": 0.8582, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 11.2605, "alpha": 0.03, "t": 267.0}
{"event": "train", "step": 4500, "phase": 3, "objective": "parity_a", "lm_loss": 1.3062, "bpb": 1.88445, "chunk_loss": 0.030119, "F": 0.13458, "G": 0.16037, "chunks": 137.81, "bytes_per_chunk": 7.43, "boundary_entropy": 0.14189, "router_noise": 0.0, "grad_norm": 0.7387, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.5142, "alpha": 0.03, "t": 268.9}
{"event": "train", "step": 4550, "phase": 3, "objective": "parity_a", "lm_loss": 1.31323, "bpb": 1.8946, "chunk_loss": 0.030064, "F": 0.13956, "G": 0.16742, "chunks": 142.91, "bytes_per_chunk": 7.166, "boundary_entropy": 0.1472, "router_noise": 0.0, "grad_norm": 0.7119, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.6725, "alpha": 0.03, "t": 270.9}
{"event": "probe", "step": 4600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.178628, "boundary_entropy": 0.073221, "bpb": 2.039284}, "de": {"chunks": 3275.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159499, "cps": 25.585938, "mean_p": 0.170303, "boundary_entropy": 0.0838, "bpb": 2.264264}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.164918, "boundary_entropy": 0.111337, "bpb": 1.904711}, "tr": {"chunks": 2992.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165276, "cps": 23.375, "mean_p": 0.178229, "boundary_entropy": 0.131441, "bpb": 2.26445}, "fi": {"chunks": 2712.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144171, "cps": 21.1875, "mean_p": 0.159444, "boundary_entropy": 0.109958, "bpb": 2.439603}, "ru": {"chunks": 3049.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160897, "cps": 23.820312, "mean_p": 0.125999, "boundary_entropy": 0.209018, "bpb": 1.438373}, "el": {"chunks": 2950.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.143741, "cps": 23.046875, "mean_p": 0.135345, "boundary_entropy": 0.264023, "bpb": 1.509566}, "hi": {"chunks": 2930.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174146, "cps": 22.890625, "mean_p": 0.099379, "boundary_entropy": 0.211017, "bpb": 1.22457}, "ta": {"chunks": 2786.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.149024, "cps": 21.765625, "mean_p": 0.07699, "boundary_entropy": 0.173963, "bpb": 0.996752}, "th": {"chunks": 3173.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.197265, "cps": 24.789062, "mean_p": 0.182853, "boundary_entropy": 0.335919, "bpb": 1.131372}, "zh": {"chunks": 3129.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.5298, "cps": 24.445312, "mean_p": 0.279002, "boundary_entropy": 0.391949, "bpb": 3.197727}, "my": {"chunks": 2936.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.15495, "cps": 22.9375, "mean_p": 0.18062, "boundary_entropy": 0.335165, "bpb": 1.123962}}, "bpb": {"en": 2.03928, "de": 2.26426, "vi": 1.90471, "tr": 2.26445, "fi": 2.4396, "ru": 1.43837, "el": 1.50957, "hi": 1.22457, "ta": 0.99675, "th": 1.13137, "zh": 3.19773, "my": 1.12396}, "gini_cpc": 0.190964, "gini_cps": 0.053091, "bpic": 10.382842, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9618042473689481, "vi": 1.3558423228887022, "tr": 0.9966411879906881, "fi": 0.8693718929219434, "ru": 0.9702329140587715, "el": 0.8667801643974717, "hi": 1.050123411787602, "ta": 0.8986352204859827, "th": 1.1895338369382509, "zh": 3.1947723270953885, "my": 0.9343734049243866}, "t": 273.8}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05017, "de": 2.27203, "vi": 1.90596, "tr": 2.26765, "fi": 2.45023, "ru": 1.41626, "el": 1.50331, "hi": 1.22082, "ta": 1.00329, "th": 1.14805, "zh": 3.1939, "my": 1.13175}, "bytes_per_chunk": {"en": 5.746, "de": 6.328, "vi": 5.832, "tr": 6.5, "fi": 6.941, "ru": 11.748, "el": 12.529, "hi": 13.861, "ta": 16.964, "th": 14.549, "zh": 5.47, "my": 19.282}, "bpb_mean": 1.79695, "t": 275.1}
{"event": "train", "step": 4600, "phase": 3, "objective": "parity_a", "lm_loss": 1.46358, "bpb": 2.11149, "chunk_loss": 0.030309, "F": 0.14868, "G": 0.19864, "chunks": 152.25, "bytes_per_chunk": 6.726, "boundary_entropy": 0.21137, "router_noise": 0.0, "grad_norm": 0.7262, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.9814, "alpha": 0.03, "t": 275.1}
{"event": "train", "step": 4650, "phase": 3, "objective": "parity_a", "lm_loss": 1.3597, "bpb": 1.96163, "chunk_loss": 0.030058, "F": 0.12772, "G": 0.16235, "chunks": 130.78, "bytes_per_chunk": 7.83, "boundary_entropy": 0.17532, "router_noise": 0.0, "grad_norm": 0.7748, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.7658, "alpha": 0.03, "t": 277.1}
{"event": "train", "step": 4700, "phase": 3, "objective": "parity_a", "lm_loss": 1.40884, "bpb": 2.03253, "chunk_loss": 0.030343, "F": 0.14874, "G": 0.18079, "chunks": 152.31, "bytes_per_chunk": 6.723, "boundary_entropy": 0.16611, "router_noise": 0.0, "grad_norm": 0.7674, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.9792, "alpha": 0.03, "t": 279.1}
{"event": "train", "step": 4750, "phase": 3, "objective": "parity_a", "lm_loss": 1.38298, "bpb": 1.99521, "chunk_loss": 0.030127, "F": 0.14273, "G": 0.17529, "chunks": 146.16, "bytes_per_chunk": 7.006, "boundary_entropy": 0.15925, "router_noise": 0.0, "grad_norm": 0.7089, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7086, "alpha": 0.03, "t": 281.1}
{"event": "probe", "step": 4800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165776, "cps": 22.539062, "mean_p": 0.178767, "boundary_entropy": 0.07343, "bpb": 2.030767}, "de": {"chunks": 3274.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159451, "cps": 25.578125, "mean_p": 0.171035, "boundary_entropy": 0.086121, "bpb": 2.251743}, "vi": {"chunks": 4148.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225007, "cps": 32.40625, "mean_p": 0.167886, "boundary_entropy": 0.103647, "bpb": 1.899013}, "tr": {"chunks": 2953.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163122, "cps": 23.070312, "mean_p": 0.177642, "boundary_entropy": 0.131113, "bpb": 2.250444}, "fi": {"chunks": 2716.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144384, "cps": 21.21875, "mean_p": 0.160187, "boundary_entropy": 0.111297, "bpb": 2.417528}, "ru": {"chunks": 3041.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160475, "cps": 23.757812, "mean_p": 0.12538, "boundary_entropy": 0.205956, "bpb": 1.429236}, "el": {"chunks": 2637.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.12849, "cps": 20.601562, "mean_p": 0.13243, "boundary_entropy": 0.259689, "bpb": 1.501252}, "hi": {"chunks": 3459.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.205587, "cps": 27.023438, "mean_p": 0.098389, "boundary_entropy": 0.20585, "bpb": 1.211047}, "ta": {"chunks": 2890.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.154587, "cps": 22.578125, "mean_p": 0.076535, "boundary_entropy": 0.171302, "bpb": 0.992931}, "th": {"chunks": 2498.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.1553, "cps": 19.515625, "mean_p": 0.173635, "boundary_entropy": 0.327695, "bpb": 1.124123}, "zh": {"chunks": 3194.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.540806, "cps": 24.953125, "mean_p": 0.279189, "boundary_entropy": 0.38619, "bpb": 3.17693}, "my": {"chunks": 2677.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.141281, "cps": 20.914062, "mean_p": 0.18039, "boundary_entropy": 0.336584, "bpb": 1.121163}}, "bpb": {"en": 2.03077, "de": 2.25174, "vi": 1.89901, "tr": 2.25044, "fi": 2.41753, "ru": 1.42924, "el": 1.50125, "hi": 1.21105, "ta": 0.99293, "th": 1.12412, "zh": 3.17693, "my": 1.12116}, "gini_cpc": 0.206101, "gini_cps": 0.074801, "bpic": 10.551551, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.961843845908615, "vi": 1.3572939349882178, "tr": 0.9839911632176785, "fi": 0.870955938885642, "ru": 0.9680226263587018, "el": 0.7750818859780348, "hi": 1.2401487841244743, "ta": 0.9325039410810125, "th": 0.9368060169948534, "zh": 3.262269019960901, "my": 0.8522427155374428}, "t": 284.0}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04101, "de": 2.26164, "vi": 1.89903, "tr": 2.25563, "fi": 2.42922, "ru": 1.407, "el": 1.49491, "hi": 1.20652, "ta": 1.00033, "th": 1.14166, "zh": 3.17493, "my": 1.12951}, "bytes_per_chunk": {"en": 5.746, "de": 6.324, "vi": 5.83, "tr": 6.579, "fi": 6.948, "ru": 11.53, "el": 13.659, "hi": 11.2, "ta": 16.254, "th": 17.348, "zh": 5.367, "my": 21.665}, "bpb_mean": 1.78678, "t": 285.3}
{"event": "train", "step": 4800, "phase": 3, "objective": "parity_a", "lm_loss": 1.26903, "bpb": 1.83083, "chunk_loss": 0.030248, "F": 0.13394, "G": 0.16604, "chunks": 137.16, "bytes_per_chunk": 7.466, "boundary_entropy": 0.1574, "router_noise": 0.0, "grad_norm": 0.7681, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 9.6246, "alpha": 0.03, "t": 285.3}
{"event": "train", "step": 4850, "phase": 3, "objective": "parity_a", "lm_loss": 1.36114, "bpb": 1.96371, "chunk_loss": 0.030197, "F": 0.13431, "G": 0.16884, "chunks": 137.53, "bytes_per_chunk": 7.446, "boundary_entropy": 0.18061, "router_noise": 0.0, "grad_norm": 0.7831, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4374, "alpha": 0.03, "t": 287.3}
{"event": "train", "step": 4900, "phase": 3, "objective": "parity_a", "lm_loss": 1.38983, "bpb": 2.00509, "chunk_loss": 0.030153, "F": 0.14047, "G": 0.17904, "chunks": 143.84, "bytes_per_chunk": 7.119, "boundary_entropy": 0.185, "router_noise": 0.0, "grad_norm": 0.7714, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7883, "alpha": 0.03, "t": 289.3}
{"event": "train", "step": 4950, "phase": 3, "objective": "parity_a", "lm_loss": 1.28286, "bpb": 1.85078, "chunk_loss": 0.030168, "F": 0.12625, "G": 0.17065, "chunks": 129.28, "bytes_per_chunk": 7.921, "boundary_entropy": 0.18931, "router_noise": 0.0, "grad_norm": 0.766, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.7146, "alpha": 0.03, "t": 291.2}
{"event": "probe", "step": 5000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.178459, "boundary_entropy": 0.07166, "bpb": 2.022829}, "de": {"chunks": 3275.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159499, "cps": 25.585938, "mean_p": 0.17062, "boundary_entropy": 0.083404, "bpb": 2.242435}, "vi": {"chunks": 4151.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22517, "cps": 32.429688, "mean_p": 0.168325, "boundary_entropy": 0.100693, "bpb": 1.889899}, "tr": {"chunks": 2961.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163564, "cps": 23.132812, "mean_p": 0.177481, "boundary_entropy": 0.129204, "bpb": 2.240719}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.15998, "boundary_entropy": 0.109696, "bpb": 2.406897}, "ru": {"chunks": 3076.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.162322, "cps": 24.03125, "mean_p": 0.125426, "boundary_entropy": 0.202242, "bpb": 1.421044}, "el": {"chunks": 3028.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.147542, "cps": 23.65625, "mean_p": 0.135068, "boundary_entropy": 0.257316, "bpb": 1.498676}, "hi": {"chunks": 2793.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.166003, "cps": 21.820312, "mean_p": 0.09591, "boundary_entropy": 0.204559, "bpb": 1.213152}, "ta": {"chunks": 2733.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.146189, "cps": 21.351562, "mean_p": 0.076529, "boundary_entropy": 0.171797, "bpb": 0.990902}, "th": {"chunks": 2882.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179173, "cps": 22.515625, "mean_p": 0.17461, "boundary_entropy": 0.32573, "bpb": 1.120732}, "zh": {"chunks": 3146.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.532679, "cps": 24.578125, "mean_p": 0.274533, "boundary_entropy": 0.376496, "bpb": 3.172974}, "my": {"chunks": 2306.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.121701, "cps": 18.015625, "mean_p": 0.18316, "boundary_entropy": 0.341613, "bpb": 1.119419}}, "bpb": {"en": 2.02283, "de": 2.24243, "vi": 1.8899, "tr": 2.24072, "fi": 2.4069, "ru": 1.42104, "el": 1.49868, "hi": 1.21315, "ta": 0.9909, "th": 1.12073, "zh": 3.17297, "my": 1.11942}, "gini_cpc": 0.201287, "gini_cps": 0.069799, "bpic": 10.673332, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9614710973005833, "vi": 1.357334624532464, "tr": 0.9859733858295107, "fi": 0.871313936341995, "ru": 0.9784856325279457, "el": 0.8893902455634483, "hi": 1.0006753438455216, "ta": 0.8812345146733617, "th": 1.0800658822485627, "zh": 3.211017052633036, "my": 0.7336235484218416}, "t": 294.1}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03368, "de": 2.25182, "vi": 1.89068, "tr": 2.2451, "fi": 2.41769, "ru": 1.39968, "el": 1.49123, "hi": 1.20869, "ta": 0.99668, "th": 1.13728, "zh": 3.16899, "my": 1.12776}, "bytes_per_chunk": {"en": 5.744, "de": 6.327, "vi": 5.829, "tr": 6.586, "fi": 6.937, "ru": 11.47, "el": 12.235, "hi": 13.846, "ta": 17.302, "th": 16.261, "zh": 5.411, "my": 22.251}, "bpb_mean": 1.78077, "t": 295.4}
{"event": "train", "step": 5000, "phase": 3, "objective": "parity_a", "lm_loss": 1.46498, "bpb": 2.11352, "chunk_loss": 0.030152, "F": 0.16306, "G": 0.18435, "chunks": 166.97, "bytes_per_chunk": 6.133, "boundary_entropy": 0.13079, "router_noise": 0.0, "grad_norm": 0.7731, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 7.1284, "alpha": 0.03, "t": 295.5}
{"event": "train", "step": 5050, "phase": 3, "objective": "parity_a", "lm_loss": 1.2944, "bpb": 1.86742, "chunk_loss": 0.030137, "F": 0.12646, "G": 0.16694, "chunks": 129.5, "bytes_per_chunk": 7.907, "boundary_entropy": 0.1984, "router_noise": 0.0, "grad_norm": 0.7305, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8551, "alpha": 0.03, "t": 297.4}
{"event": "train", "step": 5100, "phase": 3, "objective": "parity_a", "lm_loss": 1.46029, "bpb": 2.10676, "chunk_loss": 0.030152, "F": 0.14691, "G": 0.18182, "chunks": 150.44, "bytes_per_chunk": 6.807, "boundary_entropy": 0.17877, "router_noise": 0.0, "grad_norm": 0.7839, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.4954, "alpha": 0.03, "t": 299.4}
{"event": "train", "step": 5150, "phase": 3, "objective": "parity_a", "lm_loss": 1.25545, "bpb": 1.81123, "chunk_loss": 0.030045, "F": 0.12106, "G": 0.16504, "chunks": 123.97, "bytes_per_chunk": 8.26, "boundary_entropy": 0.19817, "router_noise": 0.0, "grad_norm": 0.7215, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.4342, "alpha": 0.03, "t": 301.4}
{"event": "probe", "step": 5200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2883.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165661, "cps": 22.523438, "mean_p": 0.177982, "boundary_entropy": 0.070677, "bpb": 2.017251}, "de": {"chunks": 3272.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159353, "cps": 25.5625, "mean_p": 0.16992, "boundary_entropy": 0.082019, "bpb": 2.236067}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.166404, "boundary_entropy": 0.102973, "bpb": 1.885604}, "tr": {"chunks": 2914.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.160968, "cps": 22.765625, "mean_p": 0.175413, "boundary_entropy": 0.127917, "bpb": 2.228041}, "fi": {"chunks": 2723.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144756, "cps": 21.273438, "mean_p": 0.159622, "boundary_entropy": 0.108878, "bpb": 2.398412}, "ru": {"chunks": 3152.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.166332, "cps": 24.625, "mean_p": 0.127491, "boundary_entropy": 0.204336, "bpb": 1.412598}, "el": {"chunks": 2815.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137163, "cps": 21.992188, "mean_p": 0.132599, "boundary_entropy": 0.255126, "bpb": 1.486877}, "hi": {"chunks": 3033.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.180267, "cps": 23.695312, "mean_p": 0.099289, "boundary_entropy": 0.211367, "bpb": 1.203044}, "ta": {"chunks": 2807.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.150147, "cps": 21.929688, "mean_p": 0.076369, "boundary_entropy": 0.17261, "bpb": 0.983864}, "th": {"chunks": 2671.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.166055, "cps": 20.867188, "mean_p": 0.172191, "boundary_entropy": 0.325852, "bpb": 1.113957}, "zh": {"chunks": 3226.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546224, "cps": 25.203125, "mean_p": 0.276925, "boundary_entropy": 0.376244, "bpb": 3.161322}, "my": {"chunks": 2654.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140068, "cps": 20.734375, "mean_p": 0.186162, "boundary_entropy": 0.342459, "bpb": 1.116896}}, "bpb": {"en": 2.01725, "de": 2.23607, "vi": 1.8856, "tr": 2.22804, "fi": 2.39841, "ru": 1.4126, "el": 1.48688, "hi": 1.20304, "ta": 0.98386, "th": 1.11396, "zh": 3.16132, "my": 1.1169}, "gini_cpc": 0.199877, "gini_cps": 0.063693, "bpic": 10.573936, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9619231253990619, "vi": 1.3572531889895227, "tr": 0.9716692831165036, "fi": 0.8738064290432496, "ru": 1.0040526166949004, "el": 0.8279746339770668, "hi": 1.0881701669725536, "ta": 0.906351005613692, "th": 1.0023797871414768, "zh": 3.297238773388004, "my": 0.8455066354997093}, "t": 304.3}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.02847, "de": 2.24547, "vi": 1.88702, "tr": 2.23426, "fi": 2.41086, "ru": 1.38999, "el": 1.47981, "hi": 1.19938, "ta": 0.99064, "th": 1.13074, "zh": 3.15761, "my": 1.12477}, "bytes_per_chunk": {"en": 5.747, "de": 6.331, "vi": 5.831, "tr": 6.616, "fi": 6.945, "ru": 11.092, "el": 12.971, "hi": 12.957, "ta": 16.89, "th": 16.02, "zh": 5.256, "my": 22.299}, "bpb_mean": 1.77325, "t": 305.5}
{"event": "train", "step": 5200, "phase": 3, "objective": "parity_a", "lm_loss": 1.35811, "bpb": 1.95933, "chunk_loss": 0.030159, "F": 0.14249, "G": 0.173, "chunks": 145.91, "bytes_per_chunk": 7.018, "boundary_entropy": 0.15239, "router_noise": 0.0, "grad_norm": 0.7826, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.8794, "alpha": 0.03, "t": 305.6}
{"event": "train", "step": 5250, "phase": 3, "objective": "parity_a", "lm_loss": 1.32005, "bpb": 1.90443, "chunk_loss": 0.030186, "F": 0.14102, "G": 0.17007, "chunks": 144.41, "bytes_per_chunk": 7.091, "boundary_entropy": 0.14602, "router_noise": 0.0, "grad_norm": 0.7813, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.0628, "alpha": 0.03, "t": 307.5}
{"event": "train", "step": 5300, "phase": 3, "objective": "parity_a", "lm_loss": 1.2975, "bpb": 1.87189, "chunk_loss": 0.03021, "F": 0.13098, "G": 0.16044, "chunks": 134.12, "bytes_per_chunk": 7.635, "boundary_entropy": 0.15727, "router_noise": 0.0, "grad_norm": 0.7484, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4934, "alpha": 0.03, "t": 309.5}
{"event": "train", "step": 5350, "phase": 3, "objective": "parity_a", "lm_loss": 1.36528, "bpb": 1.96969, "chunk_loss": 0.030113, "F": 0.14886, "G": 0.17388, "chunks": 152.44, "bytes_per_chunk": 6.718, "boundary_entropy": 0.13888, "router_noise": 0.0, "grad_norm": 0.7655, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3324, "alpha": 0.03, "t": 311.5}
{"event": "probe", "step": 5400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.177752, "boundary_entropy": 0.068481, "bpb": 2.009342}, "de": {"chunks": 3271.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159305, "cps": 25.554688, "mean_p": 0.169603, "boundary_entropy": 0.079474, "bpb": 2.228147}, "vi": {"chunks": 4149.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225061, "cps": 32.414062, "mean_p": 0.166725, "boundary_entropy": 0.101547, "bpb": 1.879555}, "tr": {"chunks": 2940.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.162404, "cps": 22.96875, "mean_p": 0.175831, "boundary_entropy": 0.12512, "bpb": 2.224467}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.158357, "boundary_entropy": 0.106102, "bpb": 2.394806}, "ru": {"chunks": 2943.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.155303, "cps": 22.992188, "mean_p": 0.117978, "boundary_entropy": 0.190913, "bpb": 1.409693}, "el": {"chunks": 2951.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14379, "cps": 23.054688, "mean_p": 0.123694, "boundary_entropy": 0.235254, "bpb": 1.482874}, "hi": {"chunks": 2438.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.144903, "cps": 19.046875, "mean_p": 0.095737, "boundary_entropy": 0.206218, "bpb": 1.201841}, "ta": {"chunks": 2759.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.14758, "cps": 21.554688, "mean_p": 0.075113, "boundary_entropy": 0.170311, "bpb": 0.984057}, "th": {"chunks": 2400.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.149207, "cps": 18.75, "mean_p": 0.168288, "boundary_entropy": 0.321119, "bpb": 1.11227}, "zh": {"chunks": 3039.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.514561, "cps": 23.742188, "mean_p": 0.267825, "boundary_entropy": 0.367804, "bpb": 3.158971}, "my": {"chunks": 2668.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140806, "cps": 20.84375, "mean_p": 0.171456, "boundary_entropy": 0.324968, "bpb": 1.110893}}, "bpb": {"en": 2.00934, "de": 2.22815, "vi": 1.87956, "tr": 2.22447, "fi": 2.39481, "ru": 1.40969, "el": 1.48287, "hi": 1.20184, "ta": 0.98406, "th": 1.11227, "zh": 3.15897, "my": 1.11089}, "gini_cpc": 0.189383, "gini_cps": 0.073698, "bpic": 10.914031, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9602967814565521, "vi": 1.3566806449494564, "tr": 0.9789806667810744, "fi": 0.871313936341995, "ru": 0.9361778987417895, "el": 0.8667736508116698, "hi": 0.8734860323291735, "ta": 0.8896180117028192, "th": 0.899430297500538, "zh": 3.101805728846725, "my": 0.8487890837768749}, "t": 314.4}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.02014, "de": 2.2375, "vi": 1.88023, "tr": 2.22837, "fi": 2.40529, "ru": 1.38706, "el": 1.476, "hi": 1.19711, "ta": 0.99047, "th": 1.12969, "zh": 3.15499, "my": 1.11911}, "bytes_per_chunk": {"en": 5.746, "de": 6.33, "vi": 5.83, "tr": 6.612, "fi": 6.951, "ru": 12.074, "el": 12.432, "hi": 16.111, "ta": 17.086, "th": 17.341, "zh": 5.619, "my": 21.805}, "bpb_mean": 1.76883, "t": 315.7}
{"event": "train", "step": 5400, "phase": 3, "objective": "parity_a", "lm_loss": 1.24964, "bpb": 1.80285, "chunk_loss": 0.030084, "F": 0.12585, "G": 0.16234, "chunks": 128.88, "bytes_per_chunk": 7.946, "boundary_entropy": 0.16965, "router_noise": 0.0, "grad_norm": 0.7704, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 10.1615, "alpha": 0.03, "t": 315.7}
{"event": "train", "step": 5450, "phase": 3, "objective": "parity_a", "lm_loss": 1.29887, "bpb": 1.87387, "chunk_loss": 0.030097, "F": 0.12659, "G": 0.17026, "chunks": 129.62, "bytes_per_chunk": 7.9, "boundary_entropy": 0.19828, "router_noise": 0.0, "grad_norm": 0.7967, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3351, "alpha": 0.03, "t": 317.7}
{"event": "train", "step": 5500, "phase": 3, "objective": "parity_a", "lm_loss": 1.46157, "bpb": 2.1086, "chunk_loss": 0.030148, "F": 0.15683, "G": 0.18025, "chunks": 160.59, "bytes_per_chunk": 6.376, "boundary_entropy": 0.1375, "router_noise": 0.0, "grad_norm": 0.7764, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.6515, "alpha": 0.03, "t": 319.6}
{"event": "train", "step": 5550, "phase": 3, "objective": "parity_a", "lm_loss": 1.3132, "bpb": 1.89454, "chunk_loss": 0.030034, "F": 0.13892, "G": 0.16284, "chunks": 142.25, "bytes_per_chunk": 7.199, "boundary_entropy": 0.12452, "router_noise": 0.0, "grad_norm": 0.76, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1372, "alpha": 0.03, "t": 321.6}
{"event": "probe", "step": 5600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.177851, "boundary_entropy": 0.06866, "bpb": 2.004358}, "de": {"chunks": 3274.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159451, "cps": 25.578125, "mean_p": 0.169543, "boundary_entropy": 0.079184, "bpb": 2.219767}, "vi": {"chunks": 4148.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225007, "cps": 32.40625, "mean_p": 0.168481, "boundary_entropy": 0.096946, "bpb": 1.874159}, "tr": {"chunks": 2928.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.161741, "cps": 22.875, "mean_p": 0.175606, "boundary_entropy": 0.1244, "bpb": 2.216526}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.159179, "boundary_entropy": 0.106449, "bpb": 2.384948}, "ru": {"chunks": 3014.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.15905, "cps": 23.546875, "mean_p": 0.124717, "boundary_entropy": 0.197968, "bpb": 1.403442}, "el": {"chunks": 2772.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.135068, "cps": 21.65625, "mean_p": 0.12563, "boundary_entropy": 0.240066, "bpb": 1.47525}, "hi": {"chunks": 3289.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.195483, "cps": 25.695312, "mean_p": 0.098199, "boundary_entropy": 0.20511, "bpb": 1.195009}, "ta": {"chunks": 3002.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.160578, "cps": 23.453125, "mean_p": 0.078264, "boundary_entropy": 0.172927, "bpb": 0.9777}, "th": {"chunks": 2533.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.157476, "cps": 19.789062, "mean_p": 0.170506, "boundary_entropy": 0.321883, "bpb": 1.108756}, "zh": {"chunks": 3114.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.52726, "cps": 24.328125, "mean_p": 0.272082, "boundary_entropy": 0.3677, "bpb": 3.141867}, "my": {"chunks": 2492.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.131518, "cps": 19.46875, "mean_p": 0.180863, "boundary_entropy": 0.336133, "bpb": 1.112676}}, "bpb": {"en": 2.00436, "de": 2.21977, "vi": 1.87416, "tr": 2.21653, "fi": 2.38495, "ru": 1.40344, "el": 1.47525, "hi": 1.19501, "ta": 0.9777, "th": 1.10876, "zh": 3.14187, "my": 1.11268}, "gini_cpc": 0.199819, "gini_cps": 0.071588, "bpic": 10.610185, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9615105666827286, "vi": 1.3568236321694418, "tr": 0.9753226599053259, "fi": 0.8716158469228481, "ru": 0.9590954421033577, "el": 0.8144795307490819, "hi": 1.178790410023694, "ta": 0.968306867156827, "th": 0.9496026501621777, "zh": 3.1794570235139146, "my": 0.7930717047246496}, "t": 324.5}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.01629, "de": 2.23036, "vi": 1.87471, "tr": 2.22151, "fi": 2.39609, "ru": 1.38121, "el": 1.46809, "hi": 1.19016, "ta": 0.98443, "th": 1.12689, "zh": 3.13831, "my": 1.12089}, "bytes_per_chunk": {"en": 5.745, "de": 6.332, "vi": 5.829, "tr": 6.621, "fi": 6.937, "ru": 11.595, "el": 13.112, "hi": 12.098, "ta": 15.813, "th": 17.274, "zh": 5.424, "my": 23.708}, "bpb_mean": 1.76241, "t": 325.8}
{"event": "train", "step": 5600, "phase": 3, "objective": "parity_a", "lm_loss": 1.32771, "bpb": 1.91547, "chunk_loss": 0.030166, "F": 0.13962, "G": 0.17132, "chunks": 142.97, "bytes_per_chunk": 7.162, "boundary_entropy": 0.15173, "router_noise": 0.0, "grad_norm": 0.7797, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.7148, "alpha": 0.03, "t": 325.9}
{"event": "train", "step": 5650, "phase": 3, "objective": "parity_a", "lm_loss": 1.23921, "bpb": 1.7878, "chunk_loss": 0.030152, "F": 0.12927, "G": 0.16063, "chunks": 132.38, "bytes_per_chunk": 7.736, "boundary_entropy": 0.158, "router_noise": 0.0, "grad_norm": 0.8026, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7072, "alpha": 0.03, "t": 327.8}
{"event": "train", "step": 5700, "phase": 3, "objective": "parity_a", "lm_loss": 1.28783, "bpb": 1.85795, "chunk_loss": 0.030215, "F": 0.14331, "G": 0.16791, "chunks": 146.75, "bytes_per_chunk": 6.978, "boundary_entropy": 0.12725, "router_noise": 0.0, "grad_norm": 0.7763, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.352, "alpha": 0.03, "t": 329.8}
{"event": "train", "step": 5750, "phase": 3, "objective": "parity_a", "lm_loss": 1.32146, "bpb": 1.90646, "chunk_loss": 0.030172, "F": 0.12692, "G": 0.16623, "chunks": 129.97, "bytes_per_chunk": 7.879, "boundary_entropy": 0.1769, "router_noise": 0.0, "grad_norm": 0.778, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.9393, "alpha": 0.03, "t": 331.8}
{"event": "probe", "step": 5800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.177927, "boundary_entropy": 0.068596, "bpb": 2.002494}, "de": {"chunks": 3273.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159402, "cps": 25.570312, "mean_p": 0.169695, "boundary_entropy": 0.079542, "bpb": 2.215025}, "vi": {"chunks": 4152.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225224, "cps": 32.4375, "mean_p": 0.168217, "boundary_entropy": 0.096751, "bpb": 1.87107}, "tr": {"chunks": 2968.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163951, "cps": 23.1875, "mean_p": 0.177658, "boundary_entropy": 0.125883, "bpb": 2.213681}, "fi": {"chunks": 2725.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144862, "cps": 21.289062, "mean_p": 0.159922, "boundary_entropy": 0.107567, "bpb": 2.380504}, "ru": {"chunks": 3036.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160211, "cps": 23.71875, "mean_p": 0.124852, "boundary_entropy": 0.199741, "bpb": 1.400991}, "el": {"chunks": 2661.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.129659, "cps": 20.789062, "mean_p": 0.131063, "boundary_entropy": 0.250888, "bpb": 1.473791}, "hi": {"chunks": 3217.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.191204, "cps": 25.132812, "mean_p": 0.095111, "boundary_entropy": 0.199692, "bpb": 1.192188}, "ta": {"chunks": 2801.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.149826, "cps": 21.882812, "mean_p": 0.074724, "boundary_entropy": 0.16852, "bpb": 0.976595}, "th": {"chunks": 2788.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.173329, "cps": 21.78125, "mean_p": 0.172975, "boundary_entropy": 0.323563, "bpb": 1.105342}, "zh": {"chunks": 3169.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536573, "cps": 24.757812, "mean_p": 0.272825, "boundary_entropy": 0.367173, "bpb": 3.138614}, "my": {"chunks": 3078.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.162445, "cps": 24.046875, "mean_p": 0.18441, "boundary_entropy": 0.336903, "bpb": 1.10684}}, "bpb": {"en": 2.00249, "de": 2.21503, "vi": 1.87107, "tr": 2.21368, "fi": 2.3805, "ru": 1.40099, "el": 1.47379, "hi": 1.19219, "ta": 0.9766, "th": 1.10534, "zh": 3.13861, "my": 1.10684}, "gini_cpc": 0.196718, "gini_cps": 0.060801, "bpic": 10.4416, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9608839393785678, "vi": 1.357661614323968, "tr": 0.9883042921789894, "fi": 0.8732366592614699, "ru": 0.9657615020659438, "el": 0.7815942679802959, "hi": 1.1525859581636388, "ta": 0.9031605838273276, "th": 1.0448381955964585, "zh": 3.2344923839142052, "my": 0.97922518735578}, "t": 334.7}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01461, "de": 2.22571, "vi": 1.87274, "tr": 2.21786, "fi": 2.39132, "ru": 1.37833, "el": 1.46602, "hi": 1.18841, "ta": 0.98367, "th": 1.12259, "zh": 3.13296, "my": 1.11494}, "bytes_per_chunk": {"en": 5.743, "de": 6.335, "vi": 5.829, "tr": 6.569, "fi": 6.91, "ru": 11.499, "el": 13.364, "hi": 12.266, "ta": 16.883, "th": 15.225, "zh": 5.304, "my": 19.694}, "bpb_mean": 1.75909, "t": 335.9}
{"event": "train", "step": 5800, "phase": 3, "objective": "parity_a", "lm_loss": 1.3508, "bpb": 1.94879, "chunk_loss": 0.03021, "F": 0.14114, "G": 0.16962, "chunks": 144.53, "bytes_per_chunk": 7.085, "boundary_entropy": 0.14742, "router_noise": 0.0, "grad_norm": 0.7714, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 8.9056, "alpha": 0.03, "t": 336.0}
{"event": "train", "step": 5850, "phase": 3, "objective": "parity_a", "lm_loss": 1.32187, "bpb": 1.90706, "chunk_loss": 0.030163, "F": 0.12833, "G": 0.16529, "chunks": 131.41, "bytes_per_chunk": 7.793, "boundary_entropy": 0.17247, "router_noise": 0.0, "grad_norm": 0.7656, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9114, "alpha": 0.03, "t": 337.9}
{"event": "train", "step": 5900, "phase": 3, "objective": "parity_a", "lm_loss": 1.23164, "bpb": 1.77689, "chunk_loss": 0.029976, "F": 0.12189, "G": 0.16997, "chunks": 124.81, "bytes_per_chunk": 8.204, "boundary_entropy": 0.18288, "router_noise": 0.0, "grad_norm": 0.7761, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.7303, "alpha": 0.03, "t": 339.9}
{"event": "train", "step": 5950, "phase": 3, "objective": "parity_a", "lm_loss": 1.25031, "bpb": 1.80382, "chunk_loss": 0.030099, "F": 0.1236, "G": 0.1587, "chunks": 126.56, "bytes_per_chunk": 8.091, "boundary_entropy": 0.16384, "router_noise": 0.0, "grad_norm": 0.7889, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.1179, "alpha": 0.03, "t": 341.9}
{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.177815, "boundary_entropy": 0.068636, "bpb": 1.999647}, "de": {"chunks": 3271.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159305, "cps": 25.554688, "mean_p": 0.169534, "boundary_entropy": 0.078636, "bpb": 2.211622}, "vi": {"chunks": 4154.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225332, "cps": 32.453125, "mean_p": 0.167233, "boundary_entropy": 0.100712, "bpb": 1.868947}, "tr": {"chunks": 2986.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164945, "cps": 23.328125, "mean_p": 0.17765, "boundary_entropy": 0.124993, "bpb": 2.208784}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.158957, "boundary_entropy": 0.10586, "bpb": 2.377287}, "ru": {"chunks": 2887.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.152348, "cps": 22.554688, "mean_p": 0.121923, "boundary_entropy": 0.197424, "bpb": 1.400387}, "el": {"chunks": 2676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.13039, "cps": 20.90625, "mean_p": 0.127853, "boundary_entropy": 0.245963, "bpb": 1.470551}, "hi": {"chunks": 2488.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.147875, "cps": 19.4375, "mean_p": 0.094376, "boundary_entropy": 0.20439, "bpb": 1.191112}, "ta": {"chunks": 2493.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.133351, "cps": 19.476562, "mean_p": 0.074592, "boundary_entropy": 0.170797, "bpb": 0.976294}, "th": {"chunks": 2638.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164004, "cps": 20.609375, "mean_p": 0.17055, "boundary_entropy": 0.322409, "bpb": 1.103044}, "zh": {"chunks": 3093.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523705, "cps": 24.164062, "mean_p": 0.270182, "boundary_entropy": 0.363993, "bpb": 3.133862}, "my": {"chunks": 2974.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.156956, "cps": 23.234375, "mean_p": 0.181064, "boundary_entropy": 0.332524, "bpb": 1.107463}}, "bpb": {"en": 1.99965, "de": 2.21162, "vi": 1.86895, "tr": 2.20878, "fi": 2.37729, "ru": 1.40039, "el": 1.47055, "hi": 1.19111, "ta": 0.97629, "th": 1.10304, "zh": 3.13386, "my": 1.10746}, "gini_cpc": 0.199316, "gini_cps": 0.072851, "bpic": 10.882773, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9606295246240699, "vi": 1.3587862507309212, "tr": 0.9946425759826852, "fi": 0.8716158469228481, "ru": 0.9186823295794272, "el": 0.7862724474330963, "hi": 0.8917088902824416, "ta": 0.8041269219926616, "th": 0.9889663604926271, "zh": 3.1580155984998517, "my": 0.9464667936802198}, "t": 344.8}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.0119, "de": 2.22074, "vi": 1.86954, "tr": 2.21293, "fi": 2.38859, "ru": 1.37865, "el": 1.46359, "hi": 1.18602, "ta": 0.98225, "th": 1.12033, "zh": 3.1282, "my": 1.11563}, "bytes_per_chunk": {"en": 5.745, "de": 6.331, "vi": 5.829, "tr": 6.551, "fi": 6.941, "ru": 12.284, "el": 13.543, "hi": 15.575, "ta": 18.817, "th": 16.478, "zh": 5.454, "my": 21.057}, "bpb_mean": 1.75653, "t": 346.1}
{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.177815, "boundary_entropy": 0.068636, "bpb": 1.999647}, "de": {"chunks": 3271.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159305, "cps": 25.554688, "mean_p": 0.169534, "boundary_entropy": 0.078636, "bpb": 2.211622}, "vi": {"chunks": 4154.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225332, "cps": 32.453125, "mean_p": 0.167233, "boundary_entropy": 0.100712, "bpb": 1.868947}, "tr": {"chunks": 2986.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164945, "cps": 23.328125, "mean_p": 0.17765, "boundary_entropy": 0.124993, "bpb": 2.208784}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.158957, "boundary_entropy": 0.10586, "bpb": 2.377287}, "ru": {"chunks": 2887.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.152348, "cps": 22.554688, "mean_p": 0.121923, "boundary_entropy": 0.197424, "bpb": 1.400387}, "el": {"chunks": 2676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.13039, "cps": 20.90625, "mean_p": 0.127853, "boundary_entropy": 0.245963, "bpb": 1.470551}, "hi": {"chunks": 2488.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.147875, "cps": 19.4375, "mean_p": 0.094376, "boundary_entropy": 0.20439, "bpb": 1.191112}, "ta": {"chunks": 2493.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.133351, "cps": 19.476562, "mean_p": 0.074592, "boundary_entropy": 0.170797, "bpb": 0.976294}, "th": {"chunks": 2638.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164004, "cps": 20.609375, "mean_p": 0.17055, "boundary_entropy": 0.322409, "bpb": 1.103044}, "zh": {"chunks": 3093.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523705, "cps": 24.164062, "mean_p": 0.270182, "boundary_entropy": 0.363993, "bpb": 3.133862}, "my": {"chunks": 2974.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.156956, "cps": 23.234375, "mean_p": 0.181064, "boundary_entropy": 0.332524, "bpb": 1.107463}}, "bpb": {"en": 1.99965, "de": 2.21162, "vi": 1.86895, "tr": 2.20878, "fi": 2.37729, "ru": 1.40039, "el": 1.47055, "hi": 1.19111, "ta": 0.97629, "th": 1.10304, "zh": 3.13386, "my": 1.10746}, "gini_cpc": 0.199316, "gini_cps": 0.072851, "bpic": 10.882773, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9606295246240699, "vi": 1.3587862507309212, "tr": 0.9946425759826852, "fi": 0.8716158469228481, "ru": 0.9186823295794272, "el": 0.7862724474330963, "hi": 0.8917088902824416, "ta": 0.8041269219926616, "th": 0.9889663604926271, "zh": 3.1580155984998517, "my": 0.9464667936802198}, "t": 347.0}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.70"], "t": 348.9}
{"event": "final", "run": "pilot_D_s1", "condition": "D", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16583347698672643, "cps": 22.546875, "bpb": 2.0195061380206267, "bytes_per_chunk": 5.745936763658283}, "de": {"cpc": 0.15930453416451565, "cps": 25.5546875, "bpb": 2.213628104780089, "bytes_per_chunk": 6.312311878446387}, "vi": {"cpc": 0.2253322484404665, "cps": 32.453125, "bpb": 1.8725015379406975, "bytes_per_chunk": 5.821929064783352}, "tr": {"cpc": 0.16494503673424293, "cps": 23.328125, "bpb": 2.203306813213618, "bytes_per_chunk": 6.584464678178964}, "fi": {"cpc": 0.1445430864919462, "cps": 21.2421875, "bpb": 2.4005071081897893, "bytes_per_chunk": 6.9100734121492495}, "ru": {"cpc": 0.15234828496042216, "cps": 22.5546875, "bpb": 1.3800709767324575, "bytes_per_chunk": 12.274957857276643}, "el": {"cpc": 0.13039029381669345, "cps": 20.90625, "bpb": 1.4594291248005655, "bytes_per_chunk": 13.588575279268072}, "hi": {"cpc": 0.14787518573551264, "cps": 19.4375, "bpb": 1.194676554437294, "bytes_per_chunk": 15.326025314975592}, "ta": {"cpc": 0.1333511634126772, "cps": 19.4765625, "bpb": 0.9830124540300663, "bytes_per_chunk": 19.031799041672716}, "th": {"cpc": 0.16400373018340067, "cps": 20.609375, "bpb": 1.117575458308989, "bytes_per_chunk": 16.442576679420434}, "zh": {"cpc": 0.5237047070775482, "cps": 24.1640625, "bpb": 3.1352185512684816, "bytes_per_chunk": 5.470450751252087}, "my": {"cpc": 0.1569558792484695, "cps": 23.234375, "bpb": 1.1233414185297674, "bytes_per_chunk": 21.024501744395877}}, "gini_cpc": 0.19931583660905217, "gini_cps": 0.07285079635143443, "bpic": 10.88277328796257, "seed": 1, "mean_boundary_entropy": 0.18736852705478668, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 351.3}